-- Logs begin at Wed 2022-09-28 07:52:39 UTC, end at Wed 2022-09-28 09:34:49 UTC. -- Sep 28 08:25:19.393737 dv-neutron-859308-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 28 08:25:22.208809 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.common.config [-] Logging enabled! Sep 28 08:25:22.209457 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev38 Sep 28 08:25:22.209457 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103201) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 28 08:25:22.213067 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.common.config [-] Logging enabled! Sep 28 08:25:22.213337 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev38 Sep 28 08:25:22.213647 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103201) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 28 08:25:22.214641 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:25:22.214866 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:25:22.215219 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:25:22.215456 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:25:22.215652 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:25:22.215989 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.216284 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.216567 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.216790 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.217073 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.217370 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.217643 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.217923 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.218221 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.218496 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.218767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.219045 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.219267 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.219523 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.219803 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.220084 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.220303 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.220576 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.220992 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.221425 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.221698 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.221981 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.222257 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.222536 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.222796 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.223233 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.223777 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] host = dv-neutron-859308-3-hyperv {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.224251 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.224725 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.225242 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.225725 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.226185 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.226648 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.227116 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.227572 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.228151 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.228611 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.229132 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.229622 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.230102 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.230476 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.230841 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.231298 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.231773 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.232257 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.232687 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.233119 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.233554 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.233895 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.234171 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.234460 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.234747 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.235030 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.235302 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.235574 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.235846 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.236117 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.236397 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.236666 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.236933 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.237231 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.237516 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.237780 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.238048 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.238349 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.238628 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.238969 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.239247 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.239517 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.239793 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.240062 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.240329 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.240598 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.240864 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.241155 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.241439 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.241708 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.241975 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.242241 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.242507 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.242782 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.243049 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:22.243347 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.243663 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.243954 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.244241 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.244525 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.244798 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.245113 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.245411 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.245691 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.245971 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.246258 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.246530 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.246815 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.247087 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.247382 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.247685 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.247972 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.248257 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.248496 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.248761 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.249026 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.249320 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.249606 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.249879 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.250160 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.250443 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.250716 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.250997 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.251290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.251574 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.251845 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.252120 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.252405 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.252681 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.252948 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.253244 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.253527 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.253803 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.254075 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.254351 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.254639 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.254919 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.255185 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.255458 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.255740 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.256012 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.256275 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.256538 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.256808 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.257095 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.257378 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.257654 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.257923 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.258190 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.258464 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.258731 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.258999 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.259317 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.259748 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.260032 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.260306 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.260574 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.260842 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.261136 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.261406 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.261673 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.261941 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.262213 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.262480 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.262747 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.263013 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.263279 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.263545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.263825 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.264123 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.264396 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.264669 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.264939 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.265234 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.265506 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.265777 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.266047 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.266316 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.266582 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.266865 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.267142 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.267426 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.267702 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.267979 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.268609 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.268879 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.269181 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.269453 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.269725 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.270000 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.270279 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.270567 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.270858 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.271144 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.271431 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.271716 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.271990 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.272293 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.272568 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:22.272779 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:25:22.273023 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103201) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 28 08:25:22.625013 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 28 08:25:22.625272 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 28 08:25:22.625573 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 28 08:25:22.625899 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 28 08:25:23.020377 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.020625 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.020925 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.022215 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.022483 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.022742 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.058176 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.058448 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.058705 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.073508 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.073787 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.074046 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.102153 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.102430 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.102697 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.138886 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.139154 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.139417 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.362699 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.363320 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.363320 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.363320 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.364057 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.482264 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.482570 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.482846 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.483108 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.483365 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.483672 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.483918 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.484165 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.484407 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.484680 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.484916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.485201 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.485453 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.485697 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.485946 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.486199 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.486447 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.486690 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.486951 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.487203 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.487466 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.487714 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.487986 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.488357 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.488600 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.488836 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.489247 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.489483 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.489712 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.489943 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.490171 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.490397 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:23.490756 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 28 08:25:23.493954 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 28 08:25:23.497813 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 28 08:25:23.501638 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 28 08:25:23.503236 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 28 08:25:23.503686 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 28 08:25:23.504011 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 28 08:25:23.504385 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 28 08:25:23.507154 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 28 08:25:23.507397 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 28 08:25:23.507732 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 08:25:23.513256 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 28 08:25:23.535168 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 28 08:25:23.535604 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.535898 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103201) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 28 08:25:23.536254 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.537611 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103201) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 28 08:25:23.537881 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 08:25:23.538115 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 28 08:25:23.541662 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.541938 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:23.606715 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 28 08:25:23.606921 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 28 08:25:23.607171 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 28 08:25:23.607538 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 28 08:25:23.637937 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_db.sqlalchemy.engines [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103201) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 28 08:25:24.184030 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing driver for type 'gre' Sep 28 08:25:24.184558 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] gre ID ranges: [(1, 1000)] Sep 28 08:25:24.244025 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing driver for type 'local' Sep 28 08:25:24.244358 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing driver for type 'vlan' Sep 28 08:25:24.263485 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] VlanTypeDriver initialization complete Sep 28 08:25:24.263800 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing driver for type 'vxlan' Sep 28 08:25:24.264595 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] vxlan ID ranges: [(1, 1000)] Sep 28 08:25:24.321757 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing extension driver 'port_security' Sep 28 08:25:24.322082 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.extensions.port_security [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] PortSecurityExtensionDriver initialization complete Sep 28 08:25:24.322419 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing mechanism driver 'openvswitch' Sep 28 08:25:24.322729 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing mechanism driver 'hyperv' Sep 28 08:25:24.329324 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:24.329992 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.330361 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.330709 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.331220 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.331631 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.331978 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.332315 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.332703 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.333128 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.333480 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.333822 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.334202 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.334598 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.334944 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.335280 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.335826 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.336230 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.336583 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.336926 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.337415 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.337814 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > address_group after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.338160 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > address_group after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.338498 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.338882 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:25:24.339298 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] ML2 OVO RPC backend initialized. {{(pid=103201) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 28 08:25:24.340004 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.340374 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.340787 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.341168 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > networks before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.341513 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.341853 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > ports before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.342195 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.342539 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnets before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.342882 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.343217 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.343550 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.343867 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.344198 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.344529 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.344859 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.345215 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.345545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.352589 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded quota_driver: . Sep 28 08:25:24.353062 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Modular L2 Plugin initialization complete Sep 28 08:25:24.353578 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading services supported by the core plugin {{(pid=103201) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 28 08:25:24.353918 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Got port-security extension from driver 'port_security' Sep 28 08:25:24.354393 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.extensions.vlantransparent [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Disabled vlantransparent extension. Sep 28 08:25:24.354886 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103201) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 28 08:25:24.355203 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: router Sep 28 08:25:24.390657 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.391307 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.391395 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router before_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.391739 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.392104 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.392452 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_delete 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.392809 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.393527 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.393884 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.394228 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.394571 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.394916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.395266 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.395669 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.396031 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.396348 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.396675 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.397008 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.397374 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.397723 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.398056 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.398390 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.398729 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.399063 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.399407 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.399865 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.400413 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.400784 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > agent after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.401166 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > agent after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.401499 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.402340 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Tracking information for resource: router configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:24.402663 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Tracking information for resource: floatingip configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:25:24.407469 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.db.l3_agentschedulers_db [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 28 08:25:24.408042 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.408398 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.408744 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.409122 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.409899 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router before_create 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.410291 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.410643 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_create 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.410997 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > router precommit_update 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.415999 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.provider_configuration [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service providers = [] {{(pid=103201) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 28 08:25:24.416358 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.db.servicetype_db [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103201) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 28 08:25:24.419624 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.service_base [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:25:24.419969 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.service_base [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:25:24.420307 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.service_base [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:25:24.421224 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.services.service_base [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:25:24.421593 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.services.service_base [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 28 08:25:24.421964 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.422275 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 28 08:25:24.432599 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.432919 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: auto_allocate Sep 28 08:25:24.438889 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: network precommit_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.439191 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: network precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.439702 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.440016 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: tag Sep 28 08:25:24.447349 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.447676 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: timestamp Sep 28 08:25:24.451625 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.451951 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: network_ip_availability Sep 28 08:25:24.457370 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.457734 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.458105 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.458824 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.459138 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: flavors Sep 28 08:25:24.463849 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.464171 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading Plugin: revisions Sep 28 08:25:24.468541 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:25:24.468925 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 28 08:25:24.469700 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103201) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 28 08:25:24.470028 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Initializing extension manager. Sep 28 08:25:24.470533 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: __init__.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.470867 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: __pycache__ {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.471195 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.471522 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.472260 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.472824 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: address-group Sep 28 08:25:24.473163 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: address_scope.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.473864 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.474369 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: address-scope Sep 28 08:25:24.474685 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.475593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.476093 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: router-admin-state-down-before-update Sep 28 08:25:24.476406 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: agent.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.477278 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.477782 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: agent Sep 28 08:25:24.478119 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: agent_resources_synced.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.479183 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.479683 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: agent-resources-synced Sep 28 08:25:24.480000 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: allowedaddresspairs.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.481818 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.482328 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: allowed-address-pairs Sep 28 08:25:24.482649 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: auto_allocated_topology.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.483704 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.484207 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: auto-allocated-topology Sep 28 08:25:24.484524 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.485249 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.485742 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: availability_zone Sep 28 08:25:24.486060 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: availability_zone_filter.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.486952 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.487448 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: availability_zone_filter Sep 28 08:25:24.487766 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: data_plane_status.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.488650 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.489180 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension data-plane-status not supported by any of loaded plugins Sep 28 08:25:24.489498 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: default_subnetpools.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.490393 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.490889 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: default-subnetpools Sep 28 08:25:24.491199 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.492002 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.492506 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: dhcp_agent_scheduler Sep 28 08:25:24.492820 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: dns.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.493954 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.494450 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension dns-integration not supported by any of loaded plugins Sep 28 08:25:24.494767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: dns_domain_ports.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.495668 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.496165 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 28 08:25:24.496478 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.497400 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.497893 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 28 08:25:24.498206 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: dvr.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.498866 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.499358 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: dvr Sep 28 08:25:24.499675 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: ecmp_routes.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.500564 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.501059 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 28 08:25:24.501395 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: empty_string_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.502283 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.502827 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: empty-string-filtering Sep 28 08:25:24.503147 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.504037 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.504542 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 28 08:25:24.504856 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.505789 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.506286 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 28 08:25:24.506598 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: external_net.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.507491 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.507991 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: external-net Sep 28 08:25:24.508304 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.509266 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.509773 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: extra_dhcp_opt Sep 28 08:25:24.510110 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: extraroute.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.510975 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.511474 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: extraroute Sep 28 08:25:24.511789 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: extraroute_atomic.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.512797 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.513326 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: extraroute-atomic Sep 28 08:25:24.513638 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: filter_validation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.514298 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.514791 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: filter-validation Sep 28 08:25:24.515102 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: fip_pf_description.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.515988 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.516475 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 28 08:25:24.516789 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: fip_port_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.517716 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.518796 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: fip-port-details Sep 28 08:25:24.519120 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: flavors.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.520319 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.520829 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: flavors Sep 28 08:25:24.521179 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.522808 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.523326 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 28 08:25:24.523652 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: floatingip_pools.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.524347 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.524856 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: floatingip-pools Sep 28 08:25:24.525216 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: ip_allocation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.526133 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.526628 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension ip_allocation not supported by any of loaded plugins Sep 28 08:25:24.526945 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.527844 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.528347 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: ip-substring-filtering Sep 28 08:25:24.528673 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l2_adjacency.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.529618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.530113 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 28 08:25:24.530429 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.531377 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.531889 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: router Sep 28 08:25:24.532206 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.534820 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.535334 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 28 08:25:24.535662 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.536576 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.537105 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: ext-gw-mode Sep 28 08:25:24.537426 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.538334 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.538835 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: l3-ha Sep 28 08:25:24.539152 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3_flavors.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.540047 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.540679 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: l3-flavors Sep 28 08:25:24.541002 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.541923 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.542422 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 28 08:25:24.542741 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: l3agentscheduler.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.543757 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.544258 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: l3_agent_scheduler Sep 28 08:25:24.544581 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: logging.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.546059 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.546572 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension logging not supported by any of loaded plugins Sep 28 08:25:24.546896 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: metering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.547626 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.548199 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: metering Sep 28 08:25:24.548526 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.549619 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.550126 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: metering_source_and_destination_fields Sep 28 08:25:24.550450 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: multiprovidernet.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.551367 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.551871 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: multi-provider Sep 28 08:25:24.552187 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: netmtu.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.553110 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.553608 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: net-mtu Sep 28 08:25:24.553926 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: netmtu_writable.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.554831 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.555328 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: net-mtu-writable Sep 28 08:25:24.555647 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: network_availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.556566 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.557076 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: network_availability_zone Sep 28 08:25:24.557415 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: network_ip_availability.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.558530 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.559035 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: network-ip-availability Sep 28 08:25:24.559351 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: network_segment_range.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.560113 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.560607 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension network-segment-range not supported by any of loaded plugins Sep 28 08:25:24.560922 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: pagination.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.561918 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.562379 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: pagination Sep 28 08:25:24.562702 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: port_device_profile.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.563622 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.564136 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: port-device-profile Sep 28 08:25:24.564449 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.565395 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.565897 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: port-mac-address-regenerate Sep 28 08:25:24.566211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.567108 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.567609 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: port-numa-affinity-policy Sep 28 08:25:24.567924 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: port_resource_request.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.568827 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.569433 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension port-resource-request not supported by any of loaded plugins Sep 28 08:25:24.569750 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: portbindings.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.570664 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.571172 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: binding Sep 28 08:25:24.571487 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: portbindings_extended.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.574386 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.574907 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: binding-extended Sep 28 08:25:24.575229 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: portsecurity.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.576141 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.576644 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: port-security Sep 28 08:25:24.576962 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: project_id.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.577946 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.578275 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: project-id Sep 28 08:25:24.578590 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: providernet.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.579494 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.580005 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: provider Sep 28 08:25:24.580324 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.583906 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.584423 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos not supported by any of loaded plugins Sep 28 08:25:24.584750 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.586026 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.586539 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 28 08:25:24.586861 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.587942 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.588447 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 28 08:25:24.588769 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_default.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.589699 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.590201 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-default not supported by any of loaded plugins Sep 28 08:25:24.590526 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_fip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.591173 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.591665 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-fip not supported by any of loaded plugins Sep 28 08:25:24.591983 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_gateway_ip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.592887 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.593423 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 28 08:25:24.593741 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_port_network_policy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.594643 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.595142 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 28 08:25:24.595460 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_pps_rule.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.596602 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.597137 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-pps not supported by any of loaded plugins Sep 28 08:25:24.597454 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_rule_type_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.598375 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.598873 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 28 08:25:24.599188 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: qos_rules_alias.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.600199 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.600697 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 28 08:25:24.601016 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: quotasv2.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.601967 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.602296 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: quotas Sep 28 08:25:24.602610 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: quotasv2_detail.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.604513 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.604848 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: quota_details Sep 28 08:25:24.605197 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: rbac.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.606253 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.606773 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: rbac-policies Sep 28 08:25:24.607091 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: rbac_address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.608009 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.608523 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: rbac-address-group Sep 28 08:25:24.608844 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: rbac_address_scope.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.609766 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.610282 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: rbac-address-scope Sep 28 08:25:24.610592 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: rbac_security_groups.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.611486 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.611993 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: rbac-security-groups Sep 28 08:25:24.612307 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: rbac_subnetpool.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.613236 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.613733 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: rbac-subnetpool Sep 28 08:25:24.614055 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: revisionifmatch.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.614952 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.615458 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: revision-if-match Sep 28 08:25:24.615767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: revisions.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.617058 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.617592 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: standard-attr-revisions Sep 28 08:25:24.617916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: router_availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.618689 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.619532 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: router_availability_zone Sep 28 08:25:24.620122 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: routerservicetype.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.621062 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.621564 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension router-service-type not supported by any of loaded plugins Sep 28 08:25:24.621883 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.622793 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.623297 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: security-groups-normalized-cidr Sep 28 08:25:24.623616 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.624526 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.625051 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: port-security-groups-filtering Sep 28 08:25:24.625375 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.626273 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.626780 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: security-groups-remote-address-group Sep 28 08:25:24.627095 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: securitygroup.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.637214 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.637782 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: security-group Sep 28 08:25:24.638113 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: segment.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.638994 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.639492 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension segment not supported by any of loaded plugins Sep 28 08:25:24.640016 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.640860 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.641391 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 28 08:25:24.641711 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: servicetype.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.642901 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.643750 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: service-type Sep 28 08:25:24.644075 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: sorting.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.645076 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.645370 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: sorting Sep 28 08:25:24.645686 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: standard_attr_segment.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.646590 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.647097 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 28 08:25:24.647414 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: standardattrdescription.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.648059 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.648560 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: standard-attr-description Sep 28 08:25:24.648878 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: stateful_security_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.649854 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.650364 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: stateful-security-group Sep 28 08:25:24.650677 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: stdattrs_common.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.651296 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 28 08:25:24.651608 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.652519 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.653060 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 28 08:25:24.653385 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnet_onboard.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.654441 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.655001 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: subnet_onboard Sep 28 08:25:24.655320 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.656225 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.656724 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 28 08:25:24.657063 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnet_service_types.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.657971 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.658470 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: subnet-service-types Sep 28 08:25:24.658788 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnetallocation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.659853 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.660356 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: subnet_allocation Sep 28 08:25:24.660676 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.661816 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.661816 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: subnetpool-prefix-ops Sep 28 08:25:24.662156 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.663308 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.663648 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 28 08:25:24.663954 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: tagging.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.664962 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.665632 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: standard-attr-tag Sep 28 08:25:24.666164 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: timestamp.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.667375 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.667885 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loaded extension: standard-attr-timestamp Sep 28 08:25:24.668209 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: trunk.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.669262 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.669766 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension trunk not supported by any of loaded plugins Sep 28 08:25:24.670090 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: trunk_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.670990 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.671494 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension trunk-details not supported by any of loaded plugins Sep 28 08:25:24.671814 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: uplink_status_propagation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.672693 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.673219 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 28 08:25:24.673542 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Loading extension file: vlantransparent.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:25:24.674208 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:25:24.674707 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 28 08:25:24.677357 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:network Sep 28 08:25:24.677880 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnet Sep 28 08:25:24.678282 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:25:24.678663 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:port Sep 28 08:25:24.679918 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.680345 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service FLAVORS assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.681020 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.681462 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.681803 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:router Sep 28 08:25:24.682223 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:floatingip Sep 28 08:25:24.682709 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service METERING assigned prefix: /metering {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.684167 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.684533 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.684884 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:25:24.685948 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 08:25:24.686389 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:security_group Sep 28 08:25:24.686832 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 08:25:24.687415 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.687736 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:25:24.688073 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] subnetpool is already registered Sep 28 08:25:24.688486 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.688809 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:25:24.689215 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] subnetpool is already registered Sep 28 08:25:24.691503 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.691922 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service FLAVORS assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.692510 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.692924 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.693281 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:router Sep 28 08:25:24.693615 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] router is already registered Sep 28 08:25:24.694024 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:floatingip Sep 28 08:25:24.694356 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] floatingip is already registered Sep 28 08:25:24.694802 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service METERING assigned prefix: /metering {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.695466 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 08:25:24.695785 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] rbac_policy is already registered Sep 28 08:25:24.696187 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:security_group Sep 28 08:25:24.696515 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] security_group is already registered Sep 28 08:25:24.696960 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 08:25:24.697390 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] security_group_rule is already registered Sep 28 08:25:24.698006 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.698316 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:25:24.698659 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] subnetpool is already registered Sep 28 08:25:24.699055 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:25:24.699371 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:25:24.699691 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] subnetpool is already registered Sep 28 08:25:24.700162 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: extensions {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.701683 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: address-groups {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.703184 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: address-scopes {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.704527 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.705711 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: auto-allocated-topology {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.706987 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: availability_zones {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.708223 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: dhcp-networks {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.709764 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: dhcp-agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.711189 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.713817 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: flavors {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.714984 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: service_profiles {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.716209 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: next_providers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.717697 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: service_profiles {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.719256 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: floatingip-pools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.720504 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.723043 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: floatingips {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.724314 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: l3-routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.725745 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: l3-agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.727157 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: metering-labels {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.729926 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: metering-label-rules {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.731217 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: network-ip-availabilities {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.732554 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: bindings {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.734246 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: quotas {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.735693 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: quotas {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.737113 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: rbac-policies {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.738344 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: security-groups {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.739634 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: security-group-rules {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.740856 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: service-providers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.742097 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: subnetpools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.743583 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: subnetpools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.745074 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.746810 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.748640 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.750452 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.752239 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.754143 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.755828 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.757770 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.759602 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.761397 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron.api.extensions [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:25:24.767491 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING keystonemiddleware.auth_token [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 28 08:25:24.772627 dv-neutron-859308-3-hyperv neutron-server[103201]: WARNING keystonemiddleware.auth_token [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 28 08:25:24.781464 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Acquired lock "singleton_lock" {{(pid=103201) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 28 08:25:24.781933 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Releasing lock "singleton_lock" {{(pid=103201) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 28 08:25:24.782577 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Starting 2 workers Sep 28 08:25:24.787330 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Started child 103308 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:25:24.792145 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Started child 103309 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:25:24.793710 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO neutron.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 28 08:25:24.793810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.794422 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Notify callbacks [] for process, before_spawn {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.795257 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [-] (103308) wsgi starting up on http://0.0.0.0:9696 Sep 28 08:25:24.797069 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Starting 1 workers Sep 28 08:25:24.798951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.800280 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [-] (103309) wsgi starting up on http://0.0.0.0:9696 Sep 28 08:25:24.802272 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Started child 103310 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:25:24.802820 dv-neutron-859308-3-hyperv neutron-server[103201]: INFO oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Starting 1 workers Sep 28 08:25:24.806078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] calling RpcWorker wait() {{(pid=103310) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 28 08:25:24.806809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] returning from RpcWorker wait() {{(pid=103310) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 28 08:25:24.807633 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Started child 103311 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:25:24.807999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.808423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:24.808563 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-79f00791-390a-49f7-a5c8-00db668c0d5a None None] Notify callbacks [] for process, after_spawn {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.810372 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103201) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 08:25:24.810574 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:25:24.810733 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:25:24.810946 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:25:24.811290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:25:24.811440 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:25:24.811970 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.812195 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.812480 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.812736 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.813002 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.813435 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:24.813935 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.813935 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.814137 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.814388 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.814640 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.814763 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:24.814840 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.814916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.815156 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.815399 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.815690 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.815940 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.816181 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.816429 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.816587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.816828 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.817103 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.817332 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.817593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.817826 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.818316 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.818545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.818779 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.818991 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.819255 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.819471 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.819739 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.819963 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.820230 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.820451 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.820661 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.820851 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.821134 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.821356 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.821966 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.822180 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.822653 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] host = dv-neutron-859308-3-hyperv {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.822877 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.823101 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.823359 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.823603 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.823843 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.824046 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.824278 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.824518 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.824761 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.824962 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.825238 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.825458 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.825688 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.825934 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.826121 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_options = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.826305 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.826564 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.826828 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827013 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827150 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827306 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827548 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827745 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.827971 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.828178 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.828535 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.828677 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.828796 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.829015 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.829287 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.829525 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.829753 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.829953 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.830190 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.830424 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.830646 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.830864 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.831091 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.831302 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.831531 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.833008 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.834190 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.834422 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.834668 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.834948 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.835210 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.835473 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.835742 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.835986 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.836851 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.837139 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.837557 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.838239 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.838239 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.838833 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.838954 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.839216 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.839462 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840140 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840140 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840140 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840442 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840602 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.840823 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.841097 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.841974 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.842106 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.842225 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.842470 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.842851 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.843050 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.844664 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.846835 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.847329 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.847462 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.847715 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.847971 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.848245 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.848477 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.848715 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.848999 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.849300 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.849529 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.849831 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.850350 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.850350 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.850667 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.850926 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.851211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.851211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.851667 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.851872 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.852756 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.852756 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.852756 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854483 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.854483 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.855799 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.856214 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.856214 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.856451 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.856915 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.856915 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.857266 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.857343 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.857636 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.857866 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.858110 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.858351 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.858579 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.858795 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.859145 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.859310 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.859460 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.860618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.860618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.860618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.860618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.860618 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861011 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861011 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861325 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861758 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.861968 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.862183 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.862399 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.862658 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.862873 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.863107 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.863319 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.863537 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.863865 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.864233 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.864481 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.864721 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.864945 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.865189 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.865401 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.865633 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.865845 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.866055 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.866264 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.867644 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868454 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868454 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868454 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868955 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868955 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.868955 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.869504 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.869504 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.869720 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.870916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.870916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.870916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.870916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.870916 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.871333 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.871333 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.871487 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872211 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872460 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872557 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.872781 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.873052 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.873295 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.873537 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.873816 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.874023 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.874265 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.874522 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.874791 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.875024 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.875294 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.875595 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.875855 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.876116 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.876366 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.876590 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.876986 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.877427 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.877815 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.878052 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.878301 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.878531 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.878812 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.879188 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.879531 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.879899 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.880259 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.880572 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.880813 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.881066 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.881261 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.881532 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.881776 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.882006 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.882273 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.882509 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.882731 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.883038 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.883282 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.883514 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.883745 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.883972 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.884282 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.884593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.884814 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.885068 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.885290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.885611 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.885880 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.886098 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.886310 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.886539 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.887055 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.887381 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.887524 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.887730 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.887984 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.888184 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.888594 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.888812 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.889027 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.889274 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.889524 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.889767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.890025 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.890268 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.890495 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.890747 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.890992 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.891225 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.891427 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.891659 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.891869 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.892093 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.892301 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.892512 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.892717 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.892924 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.893507 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.893752 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.894004 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.894257 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.894573 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.894819 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.895062 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.895301 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.895513 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.895724 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.895949 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.896158 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.896412 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.896611 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.896831 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.897081 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.897313 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.897525 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.897734 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.897962 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.898212 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.898442 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.898674 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.898884 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.899103 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.899332 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.899541 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.899903 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.900292 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.900292 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.900564 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.900791 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.900998 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.901313 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.901559 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.901781 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.902024 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.902257 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.902480 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.902717 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.902939 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.903168 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.903383 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.903593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.903797 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.904240 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.904240 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.904420 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.904632 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.904836 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.905082 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.905297 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.905497 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.905706 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.905920 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.906144 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.906393 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.906585 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.906800 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.907023 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.907242 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.907453 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.907658 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.907878 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.908100 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.908498 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.908700 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.908800 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.909058 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.909292 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.909479 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.909692 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.909978 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.910200 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.910435 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.910653 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.910965 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.911344 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.911613 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.911857 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.912088 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.912307 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.912559 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.912859 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.913157 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.913413 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.913669 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.913948 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.914223 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.914480 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.914689 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.914958 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.915312 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.915909 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.916101 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.916387 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.916622 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.916842 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.917083 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.917338 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.917574 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.917787 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.918039 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.918388 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.918519 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.918749 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.918990 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.919281 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.919524 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.919754 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.920033 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.920230 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.920440 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:25:24.920956 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103201) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 08:25:24.921194 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:25:24.921284 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:25:24.921463 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:25:24.921676 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:25:24.921819 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:25:24.921960 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922123 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922270 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922411 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922595 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922802 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.922964 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923114 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923266 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923749 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.923915 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924005 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924166 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924317 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924486 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924690 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.924852 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925007 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925180 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925411 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925483 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925659 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.925851 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926072 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926260 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926391 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926544 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926682 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.926846 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927051 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927291 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:24.927497 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927497 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927647 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927770 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.927905 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928074 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928228 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928448 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] host = dv-neutron-859308-3-hyperv {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928619 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928746 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.928900 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929089 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929279 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929432 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929588 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929735 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.929887 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.930056 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.930210 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.930431 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.930716 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.930716 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931073 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_options = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931073 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931297 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931546 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931728 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.931888 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932040 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932212 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932453 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932582 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932650 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.932820 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933016 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933283 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933376 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933497 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933695 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933819 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.933989 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934192 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934354 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934488 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934638 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934789 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.934961 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935199 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935390 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935390 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935572 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935756 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.935931 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936104 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936230 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936593 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936834 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.936834 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937015 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937297 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937430 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937543 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937646 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937750 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.937907 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938042 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938228 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938389 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938517 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938747 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.938874 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939056 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939170 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939365 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939532 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939672 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939761 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.939888 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:25:24.940099 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.940383 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.940514 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.940617 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.940725 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.940852 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941027 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941265 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941427 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941588 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.941920 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942080 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942236 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942383 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942541 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942758 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.942926 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943078 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943236 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943394 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943673 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943827 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.943970 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944110 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944235 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944368 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944557 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944713 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.944871 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945025 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945242 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945423 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945582 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945755 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.945932 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.946134 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.946290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.946449 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.946641 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.946986 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947146 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947303 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947505 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947663 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947807 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.947948 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948105 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948260 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948425 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948744 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.948900 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.949082 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.949237 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.949551 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.949707 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950069 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950069 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950417 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950417 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950417 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950795 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.950795 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951047 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951047 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951290 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951461 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951741 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.951896 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952050 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952204 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952810 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952810 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952810 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.952810 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953185 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953185 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953328 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953405 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953530 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953686 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.953869 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954012 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954166 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954317 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954615 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954781 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.954952 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955108 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955263 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955418 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955561 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955714 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.955868 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956020 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956162 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956317 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956465 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956602 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956757 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.956907 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957150 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957288 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957417 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957735 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.957907 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958047 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958191 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958336 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958459 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958578 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958697 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.958858 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959020 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959176 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959536 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959536 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959852 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.959852 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960069 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960069 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960292 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960375 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960486 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960640 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960793 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.960950 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961114 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961276 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961441 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961597 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961752 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.961905 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962082 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962332 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962475 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962634 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962786 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.962943 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963148 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963302 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963457 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963613 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963767 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.963922 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964076 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964230 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964384 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964538 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964696 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.964852 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965007 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965184 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965339 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965494 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965648 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965803 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.965958 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966113 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966269 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966423 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966576 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966731 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.966885 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967038 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967193 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967346 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967500 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967653 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967806 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.967964 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968120 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968276 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968432 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968587 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968743 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.968899 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969070 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969227 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969385 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969541 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969696 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.969853 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970008 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970165 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970321 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970476 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970630 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970805 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.970966 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.971120 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.971429 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.971588 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.971744 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.971899 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.972054 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.972259 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.972511 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.972797 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.973103 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.973375 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.973636 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.973896 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.974155 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.974420 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.974684 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.974944 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.975204 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.975471 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.975732 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.975994 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.976279 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.976545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.976846 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.977107 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.977366 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.977545 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.977717 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.977940 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.978079 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.978303 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.978462 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.978648 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.978879 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.979097 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.979311 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.979560 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.979832 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980060 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980232 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980387 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980542 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980695 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.980854 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981056 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981222 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981376 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981530 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981684 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981838 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.981990 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982154 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982307 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982461 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982616 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982770 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.982922 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983108 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983260 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983412 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983565 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983718 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.983871 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984037 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984194 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984347 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984509 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984662 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984815 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.984970 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985158 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985312 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985469 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985649 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985804 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.985961 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986116 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986275 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986440 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986601 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986756 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.986918 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987079 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987239 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987392 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987553 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987720 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.987875 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988031 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988185 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988343 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988496 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988649 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988803 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.988956 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989136 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989275 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989429 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989580 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989734 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.989887 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990040 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990193 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990346 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990501 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990655 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:25:24.990806 dv-neutron-859308-3-hyperv neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:25:25.070436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33162) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:25.084545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102656 Sep 28 08:25:36.430434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abc30e-0f17-4db1-a36c-c8e74029395a None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:25:36.508390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abc30e-0f17-4db1-a36c-c8e74029395a None None] No non-hosted networks {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 28 08:25:36.545819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.agentschedulers_db [None req-a1abc30e-0f17-4db1-a36c-c8e74029395a None None] DHCP Agent not found on host dv-neutron-859308-3-hyperv {{(pid=103310) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 28 08:25:36.701507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-08548d14-80f8-4036-804b-5232ddfaaa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:38.776508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf7b1-5673-445a-8f73-f7c755e86e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:38.828203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6f3e70a7-a3ae-4334-aca1-879dd38a771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:39.988995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:41.170544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:41.632620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:41.633338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.633674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.634147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.634929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.635659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.636127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.636851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.637211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.637566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.637898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.638416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.638710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:41.639257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-859308-3-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:41.648846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-859308-3-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:25:42.602289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33252) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:43.179020 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING oslo_policy.policy [None req-d7332840-a3d3-459f-9076-9ff8c6073f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:43.179614 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING oslo_policy.policy [None req-d7332840-a3d3-459f-9076-9ff8c6073f5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:43.398600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-d7332840-a3d3-459f-9076-9ff8c6073f5e admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:25:43.399893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d7332840-a3d3-459f-9076-9ff8c6073f5e admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7963302 Sep 28 08:25:44.151405 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.db.l3_hamode_db [None req-6decf576-51e6-4375-b448-37c53813d2e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 28 08:25:44.230208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decf576-51e6-4375-b448-37c53813d2e8 None None] Routers set() bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:25:44.230605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decf576-51e6-4375-b448-37c53813d2e8 None None] Router IDs set() for agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 28 08:25:45.823927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33268) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:46.166605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:25:46.268551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.policy [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103309) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 08:25:46.314042 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING oslo_policy.policy [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:46.314410 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING oslo_policy.policy [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:46.433753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733818685613', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733818697328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733818706423', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733818703531', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733821481180', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733818663903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-715602', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712423'] for rbac-policy, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:46.516665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:46.517896 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c02ea5f2-668d-4b36-8ea1-33e632eff004 admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6927731 Sep 28 08:25:49.222581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33280) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:49.554912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Request body: {'network': {'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'name': 'private', 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:25:49.591165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Made reservation on behalf of 98a3f9edeef646838bc39f9b6680f07f for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:25:49.593847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.611438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.735316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.742288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.766651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:25:49.791573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733822327691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.792133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Unsubscribe: segment precommit_create {{(pid=103309) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 08:25:49.792634 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Added segment 95cb865c-4a1d-4068-931a-ffb54dbd5c47 of type vlan for network 2924edfe-c29c-460c-8268-900fe7f0f2ef Sep 28 08:25:49.798898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de23a0-9fb5-40c8-b238-b7e759cc4483,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:25:49.834117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.834467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.834808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.835134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.835457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.835788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.836117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.836444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.836841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.837149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.837559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.837882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Tracked resource versions report: Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: pushed versions: Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: { 'AddressGroup': {'1.2'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'ConntrackHelper': {'1.0'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Log': {'1.0'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Network': {'1.1'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Port': {'1.7'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'PortForwarding': {'1.2'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'QosPolicy': {'1.9'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroup': {'1.4'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SubPort': {'1.0'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Subnet': {'1.1'}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Trunk': {'1.1'}} Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: consumer versions: Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'ConntrackHelper': '1.0', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Log': '1.0', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Network': '1.1', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Port': '1.7', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'PortForwarding': '1.2', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'QosPolicy': '1.9', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroup': '1.4', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroupRule': '1.2', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SubPort': '1.0', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Subnet': '1.1', Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Trunk': '1.1'}} Sep 28 08:25:49.839183 dv-neutron-859308-3-hyperv neutron-server[103309]: {{(pid=103309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:25:49.904348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.948427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.949533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:25:49.950175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:49.994996 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7713132 Sep 28 08:25:50.054582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9916-74c9-470d-89c6-0074308b578d admin admin] Pushing event updated for resources: {'Network': ['ID=2924edfe-c29c-460c-8268-900fe7f0f2ef,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:25:50.067275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:25:52.762042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33294) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:53.194865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff7f24-4450-4592-8e8b-b8122d853d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:25:53.196384 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e5ff7f24-4450-4592-8e8b-b8122d853d7e admin admin] 10.222.0.27 "GET /v2.0/networks/2924edfe-c29c-460c-8268-900fe7f0f2ef HTTP/1.1" status: 200 len: 825 time: 0.4332440 Sep 28 08:25:53.226221 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-68e5e18a-8062-46c9-9e17-94c211506f70 admin admin] 10.222.0.27 "GET /v2.0/subnetpools/ab8ff033-27e8-45ee-889c-073e6a53574e HTTP/1.1" status: 200 len: 734 time: 0.0197487 Sep 28 08:25:53.236430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:25:53.261438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Made reservation on behalf of 98a3f9edeef646838bc39f9b6680f07f for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:25:53.263858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:53.577925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:53.655134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:25:53.662109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Checking segment: {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:25:53.662528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Network hostable DHCP agents. Network: 2924edfe-c29c-460c-8268-900fe7f0f2ef, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:25:53.688681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:25:53.700902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 2924edfe-c29c-460c-8268-900fe7f0f2ef) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:25:53.705592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:25:53.706184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:53.710684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb3dd3-0b2b-4d59-a4f8-05944edf5a62 None None] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:25:53.736166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4258e02b-954c-4e7b-a5bd-9e6dca443ba7 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4927430 Sep 28 08:25:54.028248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-2924edfe-c29c-460c-8268-900fe7f0f2ef', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:25:54.029608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.324660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Allocated IP 172.20.0.2 (2924edfe-c29c-460c-8268-900fe7f0f2ef/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2/38181e61-287a-4e42-9169-b51880ae05d5) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:25:54.530337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.539951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.619350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:25:54.625704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:25:54.627374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Pushing event updated for resources: {'Port': ['ID=38181e61-287a-4e42-9169-b51880ae05d5,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:25:54.632257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:25:54.640228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.640603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.640958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.641340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.641674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.642024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.642359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.642703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.643050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.643727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.644051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.644374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Tracked resource versions report: Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: pushed versions: Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: { 'AddressGroup': {'1.2'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'ConntrackHelper': {'1.0'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Log': {'1.0'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Network': {'1.1'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Port': {'1.7'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'PortForwarding': {'1.2'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'QosPolicy': {'1.9'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroup': {'1.4'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SubPort': {'1.0'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Subnet': {'1.1'}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Trunk': {'1.1'}} Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: consumer versions: Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'ConntrackHelper': '1.0', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Log': '1.0', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Network': '1.1', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Port': '1.7', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'PortForwarding': '1.2', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'QosPolicy': '1.9', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroup': '1.4', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroupRule': '1.2', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SubPort': '1.0', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Subnet': '1.1', Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Trunk': '1.1'}} Sep 28 08:25:54.645792 dv-neutron-859308-3-hyperv neutron-server[103310]: {{(pid=103310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:25:54.722633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Attempting to bind port 38181e61-287a-4e42-9169-b51880ae05d5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:25:54.723314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Attempting to bind port 38181e61-287a-4e42-9169-b51880ae05d5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:25:54.723544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Attempting to bind port 38181e61-287a-4e42-9169-b51880ae05d5 on network 2924edfe-c29c-460c-8268-900fe7f0f2ef {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:25:54.729196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:25:54.729598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Checking segment: {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:25:54.730065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.730453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Bound using segment: {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:25:54.730929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Bound port: 38181e61-287a-4e42-9169-b51880ae05d5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:25:54.731322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.797760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] For port 38181e61-287a-4e42-9169-b51880ae05d5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:25:54.802551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] For port 38181e61-287a-4e42-9169-b51880ae05d5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=38181e61-287a-4e42-9169-b51880ae05d5,segment=NetworkSegment(95cb865c-4a1d-4068-931a-ffb54dbd5c47),segment_id=95cb865c-4a1d-4068-931a-ffb54dbd5c47)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:25:54.810827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:25:54.871934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f885-b45a-4dd3-9f14-66a68d4841eb None None] Pushing event updated for resources: {'Port': ['ID=38181e61-287a-4e42-9169-b51880ae05d5,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:25:56.220843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 33302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:56.731871 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING oslo_policy.policy [None req-625fd8b3-761c-49fe-8c60-2f46531e9b93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:56.732441 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING oslo_policy.policy [None req-625fd8b3-761c-49fe-8c60-2f46531e9b93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:25:56.952929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-625fd8b3-761c-49fe-8c60-2f46531e9b93 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:25:56.954113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-625fd8b3-761c-49fe-8c60-2f46531e9b93 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7312512 Sep 28 08:25:59.422080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:25:59.750703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-2ad297c1-018f-4787-8ef8-005b7b4c58f2 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:25:59.751702 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ad297c1-018f-4787-8ef8-005b7b4c58f2 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3283868 Sep 28 08:26:02.455694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33330) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:02.798440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:26:02.824485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:02.826178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:02.967304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:02.972906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:02.988126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:02.989369 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-81f17eb2-7574-48d2-9b8a-cb448947c813 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5326993 Sep 28 08:26:03.127698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 38181e61-287a-4e42-9169-b51880ae05d5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:26:03.218007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 38181e61-287a-4e42-9169-b51880ae05d5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:03.218301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:03.218650 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 38181e61-287a-4e42-9169-b51880ae05d5 Sep 28 08:26:03.312669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8be8da-d306-4339-8138-75497381e642 None None] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:26:03.351135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 38181e61-287a-4e42-9169-b51880ae05d5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:03.351534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:03.445318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 38181e61-287a-4e42-9169-b51880ae05d5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=38181e61-287a-4e42-9169-b51880ae05d5,segment=NetworkSegment(95cb865c-4a1d-4068-931a-ffb54dbd5c47),segment_id=95cb865c-4a1d-4068-931a-ffb54dbd5c47)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:26:03.453818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:03.457846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c833df2b-a39b-4cef-a073-91f742c60a3a None None] Provisioning complete for port 38181e61-287a-4e42-9169-b51880ae05d5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:03.458195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c833df2b-a39b-4cef-a073-91f742c60a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:03.458504 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c833df2b-a39b-4cef-a073-91f742c60a3a None None] Attempt 1 to provision port 38181e61-287a-4e42-9169-b51880ae05d5 Sep 28 08:26:03.566371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=38181e61-287a-4e42-9169-b51880ae05d5,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:03.636968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c833df2b-a39b-4cef-a073-91f742c60a3a None None] Current status of the port 38181e61-287a-4e42-9169-b51880ae05d5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:03.859890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8d65eba1-6c2c-4d5d-bfd8-865c56771674 None None] Provisioning complete for port 38181e61-287a-4e42-9169-b51880ae05d5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:03.860145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d65eba1-6c2c-4d5d-bfd8-865c56771674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:03.860512 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8d65eba1-6c2c-4d5d-bfd8-865c56771674 None None] Attempt 1 to provision port 38181e61-287a-4e42-9169-b51880ae05d5 Sep 28 08:26:03.950241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8d65eba1-6c2c-4d5d-bfd8-865c56771674 None None] Current status of the port 38181e61-287a-4e42-9169-b51880ae05d5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:05.088805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 38181e61-287a-4e42-9169-b51880ae05d5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:26:05.136173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 38181e61-287a-4e42-9169-b51880ae05d5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:05.136543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:05.136878 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 38181e61-287a-4e42-9169-b51880ae05d5 Sep 28 08:26:05.215155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 38181e61-287a-4e42-9169-b51880ae05d5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:05.499635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33340) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:05.846989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-6847794a-f820-4d91-b684-76691fa6e558 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:26:05.847992 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6847794a-f820-4d91-b684-76691fa6e558 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3470724 Sep 28 08:26:06.409925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a13b0017-c804-4270-8ee1-d692e0555850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.278030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 33348) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:08.622236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:26:08.681584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Made reservation on behalf of f301509cb33e4afe9bbef131cf0dcbf9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:26:08.752737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.policy [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103308) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 08:26:08.776908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dd243917-fe91-42a3-93cb-5cf9c7d6f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.799792 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING oslo_policy.policy [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:26:08.800201 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING oslo_policy.policy [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:26:08.810668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.831768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.957360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.962560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:08.974598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Reserving flat network on physical network physnet1 {{(pid=103308) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 28 08:26:09.005313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733822327691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:09.005890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Unsubscribe: segment precommit_create {{(pid=103308) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 08:26:09.006409 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Added segment d27fa541-562b-4666-80c5-b8d6b895a479 of type flat for network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 Sep 28 08:26:09.029704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39861154-f3df-4038-bc34-aea6bcfed50d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:09.084429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.084800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.085253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.085563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.085887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.086231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.086644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.086970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.087416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.087738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.088059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.088382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Tracked resource versions report: Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: pushed versions: Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: { 'AddressGroup': {'1.2'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'ConntrackHelper': {'1.0'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Log': {'1.0'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Network': {'1.1'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Port': {'1.7'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'PortForwarding': {'1.2'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'QosPolicy': {'1.9'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroup': {'1.4'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SubPort': {'1.0'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Subnet': {'1.1'}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Trunk': {'1.1'}} Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: consumer versions: Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'ConntrackHelper': '1.0', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Log': '1.0', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Network': '1.1', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Port': '1.7', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'PortForwarding': '1.2', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'QosPolicy': '1.9', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroup': '1.4', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroupRule': '1.2', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SubPort': '1.0', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Subnet': '1.1', Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Trunk': '1.1'}} Sep 28 08:26:09.089835 dv-neutron-859308-3-hyperv neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:26:09.134073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:09.183109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:09.184569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:26:09.185473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:09.249158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9700444 Sep 28 08:26:09.308501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff873f-cc62-450d-a74a-c3fe86992655 admin admin] Pushing event updated for resources: {'Network': ['ID=7d515879-cc4c-4933-8c7d-c6de584fcdb2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:09.319913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:26:09.956806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:11.136668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:11.640726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:11.692975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33372) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:11.918561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572dbe3d-67e8-44b1-8160-c4b2f65b4157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:26:11.919927 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-572dbe3d-67e8-44b1-8160-c4b2f65b4157 admin admin] 10.222.0.27 "GET /v2.0/subnets/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2 HTTP/1.1" status: 200 len: 849 time: 0.2260287 Sep 28 08:26:12.038805 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ce1253ec-88b9-45b1-95fb-de200e8b44a3 admin admin] 10.222.0.27 "GET /v2.0/routers/2bafa185-90f6-4da8-bfe6-a8d88e563983 HTTP/1.1" status: 200 len: 704 time: 0.1124809 Sep 28 08:26:12.304661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:12.598972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Allocated IP 172.20.0.1 (2924edfe-c29c-460c-8268-900fe7f0f2ef/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2/158c8800-6583-4e57-8438-e5290142a6e1) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:26:12.756741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:12.874048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:12.954388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:26:12.958923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:26:12.971608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:26:12.972146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:12.974701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Pushing event updated for resources: {'Port': ['ID=158c8800-6583-4e57-8438-e5290142a6e1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:13.171794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:13.184460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Provisioning complete for port 158c8800-6583-4e57-8438-e5290142a6e1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:13.185091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:13.185196 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Attempt 1 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:13.219297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Port 158c8800-6583-4e57-8438-e5290142a6e1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:26:13.383755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:13.392439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:13.393515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:13.452116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Pushing event updated for resources: {'Port': ['ID=158c8800-6583-4e57-8438-e5290142a6e1,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:13.520244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:26:13.521692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:26:13.687482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Router 2bafa185-90f6-4da8-bfe6-a8d88e563983 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:26:13.720140 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Attempt 2 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:13.756325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Port 158c8800-6583-4e57-8438-e5290142a6e1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:26:13.792652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:26:13.798736 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0afb4c3c-bb8d-415e-8ca1-f2b89f9ea3bf admin admin] 10.222.0.27 "PUT /v2.0/routers/2bafa185-90f6-4da8-bfe6-a8d88e563983/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7504447 Sep 28 08:26:13.817254 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Sync routers for ids ['2bafa185-90f6-4da8-bfe6-a8d88e563983'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:26:13.830333 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Routers {'2bafa185-90f6-4da8-bfe6-a8d88e563983'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:26:13.831340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:26:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2bafa185-90f6-4da8-bfe6-a8d88e563983'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:14.017282 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Set router 2bafa185-90f6-4da8-bfe6-a8d88e563983 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:26:14.257548 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Attempt 3 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:14.295142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Port 158c8800-6583-4e57-8438-e5290142a6e1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:26:14.445758 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:13Z', 'revision_number': 2, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port_host': None, '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:13Z', 'revision_number': 2, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:14.497117 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Checking router: 2bafa185-90f6-4da8-bfe6-a8d88e563983 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:26:14.497512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Updating router 2bafa185-90f6-4da8-bfe6-a8d88e563983 port 158c8800-6583-4e57-8438-e5290142a6e1 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:26:14.545451 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:14.796141 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Attempt 4 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:14.831467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Port 158c8800-6583-4e57-8438-e5290142a6e1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:26:15.067831 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.076204 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.213345 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Pushing event updated for resources: {'Port': ['ID=158c8800-6583-4e57-8438-e5290142a6e1,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:15.223953 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Attempting to bind port 158c8800-6583-4e57-8438-e5290142a6e1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:26:15.224351 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Attempting to bind port 158c8800-6583-4e57-8438-e5290142a6e1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:26:15.224785 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Attempting to bind port 158c8800-6583-4e57-8438-e5290142a6e1 on network 2924edfe-c29c-460c-8268-900fe7f0f2ef {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:26:15.227394 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.227726 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.228082 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.228410 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.228722 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.229067 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.229400 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.229742 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.230080 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.230382 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.230721 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.231033 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Tracked resource versions report: Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: pushed versions: Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: { 'AddressGroup': {'1.2'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'ConntrackHelper': {'1.0'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Log': {'1.0'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Network': {'1.1'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Port': {'1.7'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'PortForwarding': {'1.2'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'QosPolicy': {'1.9'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroup': {'1.4'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SubPort': {'1.0'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Subnet': {'1.1'}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Trunk': {'1.1'}} Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: consumer versions: Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'ConntrackHelper': '1.0', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Log': '1.0', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Network': '1.1', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Port': '1.7', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'PortForwarding': '1.2', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'QosPolicy': '1.9', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroup': '1.4', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroupRule': '1.2', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SubPort': '1.0', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Subnet': '1.1', Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Trunk': '1.1'}} Sep 28 08:26:15.232366 dv-neutron-859308-3-hyperv neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:26:15.238905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:26:15.239318 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Checking segment: {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:26:15.239795 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.240179 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Bound using segment: {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:26:15.240653 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Bound port: 158c8800-6583-4e57-8438-e5290142a6e1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cb865c-4a1d-4068-931a-ffb54dbd5c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:26:15.241044 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.307585 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] For port 158c8800-6583-4e57-8438-e5290142a6e1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:26:15.326799 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] For port 158c8800-6583-4e57-8438-e5290142a6e1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=158c8800-6583-4e57-8438-e5290142a6e1,segment=NetworkSegment(95cb865c-4a1d-4068-931a-ffb54dbd5c47),segment_id=95cb865c-4a1d-4068-931a-ffb54dbd5c47)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:26:15.332143 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.332292 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Attempt 5 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:15.365751 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Routers {'2bafa185-90f6-4da8-bfe6-a8d88e563983'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:26:15.366366 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:26:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2bafa185-90f6-4da8-bfe6-a8d88e563983'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:15.421750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Current status of the port 158c8800-6583-4e57-8438-e5290142a6e1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:15.422135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.447859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0fe17-f5e4-4879-bbbc-8c5494c7b05b None None] Pushing event updated for resources: {'Port': ['ID=158c8800-6583-4e57-8438-e5290142a6e1,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:15.460822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a541a684-7212-436d-b157-52c89f039b5d None None] For port 158c8800-6583-4e57-8438-e5290142a6e1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=158c8800-6583-4e57-8438-e5290142a6e1,segment=NetworkSegment(95cb865c-4a1d-4068-931a-ffb54dbd5c47),segment_id=95cb865c-4a1d-4068-931a-ffb54dbd5c47)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:26:15.465088 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] Set router 2bafa185-90f6-4da8-bfe6-a8d88e563983 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:26:15.467897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.515686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541a684-7212-436d-b157-52c89f039b5d None None] Pushing event updated for resources: {'Port': ['ID=158c8800-6583-4e57-8438-e5290142a6e1,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:15.592529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c06d492a-e432-47c0-9e2f-d65243d8ac2a None None] Provisioning complete for port 158c8800-6583-4e57-8438-e5290142a6e1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:15.592837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c06d492a-e432-47c0-9e2f-d65243d8ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:15.593184 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c06d492a-e432-47c0-9e2f-d65243d8ac2a None None] Attempt 1 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:15.675350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c06d492a-e432-47c0-9e2f-d65243d8ac2a None None] Current status of the port 158c8800-6583-4e57-8438-e5290142a6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:15.677998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:13Z', 'revision_number': 2, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port_host': None, '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:15Z', 'revision_number': 4, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:15.707696 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebc81f9-c599-4ae0-95ec-5d78c55dc7c3 None None] The sync data for ids ['2bafa185-90f6-4da8-bfe6-a8d88e563983'] in dv-neutron-859308-3-hyperv is: [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:13Z', 'revision_number': 2, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port_host': None, '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:15Z', 'revision_number': 4, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:26:16.074099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:16.188794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980dbc9-7bd0-427e-895a-ed88d7d19d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:26:16.190219 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6980dbc9-7bd0-427e-895a-ed88d7d19d8c admin admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 842 time: 0.1151373 Sep 28 08:26:16.200777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'gateway_ip': '172.26.4.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:26:16.224078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Made reservation on behalf of f301509cb33e4afe9bbef131cf0dcbf9 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:26:16.226460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:16.508615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:26:16.509059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:16.560230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0839ed-dea2-4371-9908-d7d4331f46cc,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:16.576480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:26:16.576840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Network hostable DHCP agents. Network: 7d515879-cc4c-4933-8c7d-c6de584fcdb2, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:26:16.597186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:26:16.608593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7d515879-cc4c-4933-8c7d-c6de584fcdb2) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:26:16.612915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:26:16.613592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:16.618605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07c446-6b36-4184-a112-d8397a4d499b None None] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:26:16.635012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c82e79eb-7cbf-4e30-89ea-ad6f7c5ddbdd admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4378486 Sep 28 08:26:16.757390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0087a-e628-4d2b-9bf4-f50f4abb7038 None None] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:26:19.003328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:19.208593 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5c9d8743-244d-4e75-8c49-fd40232a4cc3 admin admin] 10.222.0.27 "GET /v2.0/routers/2bafa185-90f6-4da8-bfe6-a8d88e563983 HTTP/1.1" status: 200 len: 710 time: 0.2040126 Sep 28 08:26:19.297077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce04548-0c9b-4ec0-9a8e-8ac09d804991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:26:19.298460 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4ce04548-0c9b-4ec0-9a8e-8ac09d804991 admin admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 886 time: 0.0836115 Sep 28 08:26:19.308450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:26:19.552715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:19.785001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:19.853171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:26:19.865850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:19.973559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Allocated IP 172.26.4.32 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/dbd43e55-94dd-4e30-963a-0de2ee3beab5) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:26:20.077805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.114502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.149571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:26:20.152391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:26:20.155181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:26:20.195059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd43e55-94dd-4e30-963a-0de2ee3beab5,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:20.416031 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.696580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.700063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.810275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Router 2bafa185-90f6-4da8-bfe6-a8d88e563983 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:26:20.922091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:26:20.926691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:20.928342 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6de76851-8a7d-404d-8d05-995ce67ba5f8 admin admin] 10.222.0.27 "PUT /v2.0/routers/2bafa185-90f6-4da8-bfe6-a8d88e563983 HTTP/1.1" status: 200 len: 889 time: 1.6230433 Sep 28 08:26:21.123343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 158c8800-6583-4e57-8438-e5290142a6e1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:26:21.181336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 158c8800-6583-4e57-8438-e5290142a6e1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:21.181720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:21.182069 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:26:21.260688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 158c8800-6583-4e57-8438-e5290142a6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:22.242067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Sync routers for ids ['2bafa185-90f6-4da8-bfe6-a8d88e563983'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:26:22.254174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Routers {'2bafa185-90f6-4da8-bfe6-a8d88e563983'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:26:22.254827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:26:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2bafa185-90f6-4da8-bfe6-a8d88e563983'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:22.470933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Set router 2bafa185-90f6-4da8-bfe6-a8d88e563983 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:26:22.935725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:20Z', 'revision_number': 4, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port': {'id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:19Z', 'updated_at': '2022-09-28T08:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:15Z', 'revision_number': 5, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:22.985769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Checking router: 2bafa185-90f6-4da8-bfe6-a8d88e563983 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:26:22.986151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Updating router 2bafa185-90f6-4da8-bfe6-a8d88e563983 port dbd43e55-94dd-4e30-963a-0de2ee3beab5 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:26:23.035175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.353844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.360502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.388015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 33412) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:26:23.395367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Attempting to bind port dbd43e55-94dd-4e30-963a-0de2ee3beab5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:26:23.395741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Attempting to bind port dbd43e55-94dd-4e30-963a-0de2ee3beab5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:26:23.396225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Attempting to bind port dbd43e55-94dd-4e30-963a-0de2ee3beab5 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:26:23.405453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:26:23.405816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:26:23.406214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.406601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:26:23.407078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Bound port: dbd43e55-94dd-4e30-963a-0de2ee3beab5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:26:23.407463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.431079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295af18-67ba-48b4-9288-db45505ef8d7 None None] Pushing event updated for resources: {'Port': ['ID=dbd43e55-94dd-4e30-963a-0de2ee3beab5,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:23.464986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] For port dbd43e55-94dd-4e30-963a-0de2ee3beab5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:26:23.468187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] For port dbd43e55-94dd-4e30-963a-0de2ee3beab5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dbd43e55-94dd-4e30-963a-0de2ee3beab5,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:26:23.472687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:23.502095 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a92aacf-75b0-4f1c-ab68-888eef22349e admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129708 Sep 28 08:26:23.509163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Routers {'2bafa185-90f6-4da8-bfe6-a8d88e563983'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:26:23.509804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:26:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2bafa185-90f6-4da8-bfe6-a8d88e563983'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:23.563627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295af18-67ba-48b4-9288-db45505ef8d7 None None] Pushing event updated for resources: {'Port': ['ID=dbd43e55-94dd-4e30-963a-0de2ee3beab5,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:23.635909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] Set router 2bafa185-90f6-4da8-bfe6-a8d88e563983 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:26:23.850270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:20Z', 'revision_number': 4, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port': {'id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:19Z', 'updated_at': '2022-09-28T08:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:15Z', 'revision_number': 5, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:26:23.880305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321ecb0-aec2-43ad-a19f-1cdb21abcdeb None None] The sync data for ids ['2bafa185-90f6-4da8-bfe6-a8d88e563983'] in dv-neutron-859308-3-hyperv is: [{'id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'name': 'router1', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:26:02Z', 'updated_at': '2022-09-28T08:26:20Z', 'revision_number': 4, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'gw_port': {'id': 'dbd43e55-94dd-4e30-963a-0de2ee3beab5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:19Z', 'updated_at': '2022-09-28T08:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '158c8800-6583-4e57-8438-e5290142a6e1', 'name': '', 'network_id': '2924edfe-c29c-460c-8268-900fe7f0f2ef', 'tenant_id': '98a3f9edeef646838bc39f9b6680f07f', 'mac_address': 'fa:16:3e:f3:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bafa185-90f6-4da8-bfe6-a8d88e563983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:26:12Z', 'updated_at': '2022-09-28T08:26:15Z', 'revision_number': 5, 'project_id': '98a3f9edeef646838bc39f9b6680f07f', 'subnets': [{'id': 'a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab8ff033-27e8-45ee-889c-073e6a53574e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:26:25.116669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dbd43e55-94dd-4e30-963a-0de2ee3beab5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:26:25.166232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port dbd43e55-94dd-4e30-963a-0de2ee3beab5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:25.166603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:25.166945 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port dbd43e55-94dd-4e30-963a-0de2ee3beab5 Sep 28 08:26:25.246062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port dbd43e55-94dd-4e30-963a-0de2ee3beab5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:25.246478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:25.282392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port dbd43e55-94dd-4e30-963a-0de2ee3beab5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dbd43e55-94dd-4e30-963a-0de2ee3beab5,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:26:25.289240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:25.349625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=dbd43e55-94dd-4e30-963a-0de2ee3beab5,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:26:27.130449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dbd43e55-94dd-4e30-963a-0de2ee3beab5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:26:27.188932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port dbd43e55-94dd-4e30-963a-0de2ee3beab5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:26:27.189674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:27.190202 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port dbd43e55-94dd-4e30-963a-0de2ee3beab5 Sep 28 08:26:27.283768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port dbd43e55-94dd-4e30-963a-0de2ee3beab5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:26:36.409156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1fde3316-1739-4c00-ad53-84f16724a631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:38.774969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac5a52a3-f8e8-4bfc-9e81-f7a98b485a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:39.964103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:41.151574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:41.638631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:26:56.860063 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:27:06.427643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1017c358-16d2-4ea3-b066-274a1505bb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:08.774211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-18c42e18-6a31-486f-9835-53eeaa4d7dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:09.964250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:11.146504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:11.635987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:33.850039 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:27:36.403096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-275ec927-0039-45aa-9f35-729ba2b23b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:38.770585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-102b0b65-4134-47c9-9039-0e95a811d91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:39.966072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:41.148167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:27:41.630768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:05.717388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34006) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:05.800667 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-917a60e1-e7cd-4b48-90fe-56b78b311f31 admin admin] GET failed (client error): The resource could not be found. Sep 28 08:28:05.802120 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-917a60e1-e7cd-4b48-90fe-56b78b311f31 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0837770 Sep 28 08:28:05.961803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c314e1-350b-4de2-b405-a365965e13ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:05.963179 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53c314e1-350b-4de2-b405-a365965e13ab admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560585 Sep 28 08:28:06.409968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-992e95a1-18c0-4fca-8548-ec21bf888cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:08.220424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34016) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:08.318731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa1c9a-9512-4d35-adf4-44e419c9a69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:08.320078 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bdfa1c9a-9512-4d35-adf4-44e419c9a69d admin admin] 10.222.0.27 "GET /v2.0/subnets/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2 HTTP/1.1" status: 200 len: 849 time: 0.0986896 Sep 28 08:28:08.334111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:28:08.421832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:08.566212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911'] for subnet, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:08.601420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:08.602012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:08.603288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] 10.222.0.27 "PUT /v2.0/subnets/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2 HTTP/1.1" status: 200 len: 868 time: 0.2730086 Sep 28 08:28:08.622919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:08.628151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e100a-5166-4c87-a656-bb1e23c14140 None None] Network 2924edfe-c29c-460c-8268-900fe7f0f2ef requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:28:08.633976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.634335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.634651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.635283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.636001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.636345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.637284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.637686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.638025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.638359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.639184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.639564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839823b3-f0a8-4f58-ac67-7c91c69a77b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:08.797877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9d4bce49-6dd3-4397-94a1-a621b8fbf386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:09.027386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Provisioning complete for port 158c8800-6583-4e57-8438-e5290142a6e1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:28:09.027772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:09.028096 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Attempt 1 to provision port 158c8800-6583-4e57-8438-e5290142a6e1 Sep 28 08:28:09.108127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Current status of the port 158c8800-6583-4e57-8438-e5290142a6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:28:09.119478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Provisioning complete for port 38181e61-287a-4e42-9169-b51880ae05d5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:28:09.119856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:09.120198 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Attempt 1 to provision port 38181e61-287a-4e42-9169-b51880ae05d5 Sep 28 08:28:09.201185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e11c8b93-c76e-4a0e-8a2d-2da1f1b69a02 None None] Current status of the port 38181e61-287a-4e42-9169-b51880ae05d5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:28:09.971031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:10.849204 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:28:10.855925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:11.062423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c3649-cb58-4e05-b25e-468380f32535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:11.062796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c3649-cb58-4e05-b25e-468380f32535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:11.064346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-293c3649-cb58-4e05-b25e-468380f32535 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074430 Sep 28 08:28:11.150408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:11.635868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:13.295103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34032) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:13.456343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5cf77e-b2b5-4806-9246-64fb2260f11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:13.456731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5cf77e-b2b5-4806-9246-64fb2260f11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:13.458446 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5c5cf77e-b2b5-4806-9246-64fb2260f11e admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1620512 Sep 28 08:28:15.705492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:15.844129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5487b3-11cc-4ee8-9bd6-ae316b29e06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:15.845570 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dc5487b3-11cc-4ee8-9bd6-ae316b29e06b admin admin] 10.222.0.27 "GET /v2.0/networks/2924edfe-c29c-460c-8268-900fe7f0f2ef HTTP/1.1" status: 200 len: 869 time: 0.1390402 Sep 28 08:28:18.092930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:18.229295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce7e9c-4664-4918-b0dd-ffd8b33a5d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:18.231519 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a1ce7e9c-4664-4918-b0dd-ffd8b33a5d0f admin admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 886 time: 0.1373787 Sep 28 08:28:20.439745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34056) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:20.677075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0773b04-60b8-4a82-9d27-882bb0b1a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:20.677460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0773b04-60b8-4a82-9d27-882bb0b1a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:20.679047 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f0773b04-60b8-4a82-9d27-882bb0b1a4cf admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2380514 Sep 28 08:28:22.913821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34064) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:23.023199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9d0c5-fb38-4e46-b0f0-24c5620c6d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:23.023660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9d0c5-fb38-4e46-b0f0-24c5620c6d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:23.025275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7ba9d0c5-fb38-4e46-b0f0-24c5620c6d38 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101332 Sep 28 08:28:25.242632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34072) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:25.340489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9f963-7fa8-40d6-b7e7-865d401dcf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:25.341915 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6fa9f963-7fa8-40d6-b7e7-865d401dcf6c admin admin] 10.222.0.27 "GET /v2.0/subnets/a46e1e03-ed68-4107-bfe9-e5bab4a2eeb2 HTTP/1.1" status: 200 len: 868 time: 0.0983109 Sep 28 08:28:27.593060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34080) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:27.685731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86432282-ec84-42f8-bf5b-e0d4be38ef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:27.687098 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-86432282-ec84-42f8-bf5b-e0d4be38ef42 admin admin] 10.222.0.27 "GET /v2.0/subnets/de0839ed-dea2-4371-9908-d7d4331f46cc HTTP/1.1" status: 200 len: 816 time: 0.0930548 Sep 28 08:28:36.406446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-94ce4157-2843-43fb-8942-e9b674e01193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:38.772669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d114bfe9-e250-4572-9f8d-b7790cf5cf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:39.974535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:41.154744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:41.641194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:47.851374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:28:48.422666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34134) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:48.481707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-b212634d-a2e3-4946-8f71-bcf79c646ebb admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:28:48.482732 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b212634d-a2e3-4946-8f71-bcf79c646ebb admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587003 Sep 28 08:28:50.830110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34144) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:50.905174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ead3fe-c716-4e0f-9499-afd54723fab2 admin admin] GET failed (client error): The resource could not be found. Sep 28 08:28:50.906542 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e1ead3fe-c716-4e0f-9499-afd54723fab2 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0754917 Sep 28 08:28:51.059945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc92f5-16b9-4a7f-87d0-681f513c8e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:51.061350 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-24bc92f5-16b9-4a7f-87d0-681f513c8e87 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1485868 Sep 28 08:28:53.324163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:53.380518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:28:53.404669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Made reservation on behalf of f301509cb33e4afe9bbef131cf0dcbf9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:28:53.406868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:53.445270 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.services.revisions.revision_plugin [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Could not find related network for resource to bump revision. Sep 28 08:28:53.462336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:28:53.474274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:53.474805 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Added segment edeb498a-380c-436a-a38e-043f4652e54a of type vlan for network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 Sep 28 08:28:53.531256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:53.558699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:53.559742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:53.560603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:53.601170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2758894 Sep 28 08:28:53.635417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Pushing event updated for resources: {'Network': ['ID=aa2cc1c3-d5a2-4c47-be6d-b63210a95018,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:53.644155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.644578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.644893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.645284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.645620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.646032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.649072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b760fd0-b4bf-4a53-a006-294b2a80c89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:53.661437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:28:56.006716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:28:56.079843 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1ae011-6995-43f0-82aa-0b80c77823af admin admin] GET failed (client error): The resource could not be found. Sep 28 08:28:56.081212 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4c1ae011-6995-43f0-82aa-0b80c77823af admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0734236 Sep 28 08:28:56.152088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd8297-59a2-4413-ab40-2b75fa3efa13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:56.153583 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e7cd8297-59a2-4413-ab40-2b75fa3efa13 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675001 Sep 28 08:28:56.165795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Request body: {'subnet': {'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:28:56.187591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Made reservation on behalf of f301509cb33e4afe9bbef131cf0dcbf9 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:28:56.190081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:56.358557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:56.415773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67ff148-af25-430f-8f1b-e0de36a40091,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:56.425062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Checking segment: {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:28:56.425427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Network hostable DHCP agents. Network: aa2cc1c3-d5a2-4c47-be6d-b63210a95018, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:28:56.443942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:28:56.454419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, aa2cc1c3-d5a2-4c47-be6d-b63210a95018) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:28:56.459057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:28:56.459642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:56.464511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22635c-62e9-40a6-99cb-c6a92c75cd1f None None] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:28:56.477807 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cfeba015-3840-4c5c-9ba6-f37f12046ea6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154707 Sep 28 08:28:56.718852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-aa2cc1c3-d5a2-4c47-be6d-b63210a95018', 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018', 'tenant_id': 'f301509cb33e4afe9bbef131cf0dcbf9', 'fixed_ips': [{'subnet_id': 'c67ff148-af25-430f-8f1b-e0de36a40091'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:28:56.719787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:56.862144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Allocated IP 192.168.233.2 (aa2cc1c3-d5a2-4c47-be6d-b63210a95018/c67ff148-af25-430f-8f1b-e0de36a40091/fdf09191-bc50-4727-bf35-e5f010ff88e4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:28:57.004285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:57.011965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:57.051504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:28:57.052856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:28:57.058258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:28:57.069623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Pushing event updated for resources: {'Port': ['ID=fdf09191-bc50-4727-bf35-e5f010ff88e4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:57.091223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.091578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.091912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.092247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.092587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.092934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.093280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.093618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.093943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.094274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.094577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.094904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:28:57.128665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Attempting to bind port fdf09191-bc50-4727-bf35-e5f010ff88e4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:28:57.129051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Attempting to bind port fdf09191-bc50-4727-bf35-e5f010ff88e4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:28:57.129449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Attempting to bind port fdf09191-bc50-4727-bf35-e5f010ff88e4 on network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:28:57.134881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:28:57.135347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Checking segment: {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:28:57.135752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:57.136140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Bound using segment: {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:28:57.136614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Bound port: fdf09191-bc50-4727-bf35-e5f010ff88e4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:28:57.137009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:57.206058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] For port fdf09191-bc50-4727-bf35-e5f010ff88e4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:28:57.209231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] For port fdf09191-bc50-4727-bf35-e5f010ff88e4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fdf09191-bc50-4727-bf35-e5f010ff88e4,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:28:57.214796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:57.272072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bd1eb-b76c-44d6-b9ce-55194877f838 None None] Pushing event updated for resources: {'Port': ['ID=fdf09191-bc50-4727-bf35-e5f010ff88e4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:58.120944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba706e5-9d22-43a7-a7c4-910edc15c6e3 None None] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:28:58.197334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Provisioning complete for port fdf09191-bc50-4727-bf35-e5f010ff88e4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:28:58.197700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:58.198029 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Attempt 1 to provision port fdf09191-bc50-4727-bf35-e5f010ff88e4 Sep 28 08:28:58.338907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Current status of the port fdf09191-bc50-4727-bf35-e5f010ff88e4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:28:58.339240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:58.380982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] For port fdf09191-bc50-4727-bf35-e5f010ff88e4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fdf09191-bc50-4727-bf35-e5f010ff88e4,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:28:58.386561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:58.442297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86a431-61ef-4683-abcf-9aca4a9a8565 None None] Pushing event updated for resources: {'Port': ['ID=fdf09191-bc50-4727-bf35-e5f010ff88e4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:28:58.608107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-42bc3434-ff16-4844-859a-531e8fa2c0b5 None None] Provisioning complete for port fdf09191-bc50-4727-bf35-e5f010ff88e4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:28:58.608388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-42bc3434-ff16-4844-859a-531e8fa2c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:58.608728 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-42bc3434-ff16-4844-859a-531e8fa2c0b5 None None] Attempt 1 to provision port fdf09191-bc50-4727-bf35-e5f010ff88e4 Sep 28 08:28:58.690266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-42bc3434-ff16-4844-859a-531e8fa2c0b5 None None] Current status of the port fdf09191-bc50-4727-bf35-e5f010ff88e4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:28:59.243550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fdf09191-bc50-4727-bf35-e5f010ff88e4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:28:59.300200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port fdf09191-bc50-4727-bf35-e5f010ff88e4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:28:59.300578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:28:59.300903 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port fdf09191-bc50-4727-bf35-e5f010ff88e4 Sep 28 08:28:59.378968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fdf09191-bc50-4727-bf35-e5f010ff88e4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:29:06.405317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e00f7e18-0a51-45ce-ad77-bad2011c8309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:08.767426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-59e89da1-33b6-48ee-89a4-7446855c40da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:09.977505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:11.159922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:11.647397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:24.852388 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:29:36.409693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fef0a717-b243-4cac-ba42-0407c695615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:38.773897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0aeb66d6-815c-4077-ab12-cf26d2a77793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:39.986232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:41.167230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:29:41.645679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:01.851987 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:30:06.405729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c29a298f-30de-4f84-bed6-b863e83bee45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:08.780178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdd19d2c-78d4-455b-a693-a214ab56f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:09.982873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:11.165737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:11.641009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:16.459987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34202) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:30:16.468658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-3aeb1107-8a20-4040-88fe-d5ce41bb3a5a tempest-verify_tempest_config-1319325956 tempest-verify_tempest_config-1319325956-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:30:16.469784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3aeb1107-8a20-4040-88fe-d5ce41bb3a5a tempest-verify_tempest_config-1319325956 tempest-verify_tempest_config-1319325956-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0087645 Sep 28 08:30:16.797541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34220) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:30:16.916228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:16.994015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.000947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.046491 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d041cc77312b41b1a3ccca1738c26a6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2478266 Sep 28 08:30:17.047612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ece6ce-84c8-4e71-b5da-b3117db5c888,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:17.049463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:30:17.054984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.055348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.055695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.056030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.056358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.056702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.057011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.057393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.057719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.058048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.058376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.058693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eebaa1-3567-4e1f-8c03-9a12291aa6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.136464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.158904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.257125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.261668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:17.263315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/46ece6ce-84c8-4e71-b5da-b3117db5c888 HTTP/1.1" status: 204 len: 168 time: 0.2128844 Sep 28 08:30:17.273053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ece6ce-84c8-4e71-b5da-b3117db5c888,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:17.279786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.280156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.280497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.280831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.281206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.281562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.281889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.282223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.282554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.282882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.283203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:17.283542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc5c14-313e-4a8c-a711-7f7da9683c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:36.404066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15078a99-c0ff-45d7-a04d-b54fc8188985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:38.779234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68168d11-c823-43f2-ba7c-2911e033b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:38.854976 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:30:39.993065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:41.170837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:30:41.649316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:06.406979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a72bad6-0fe9-4d76-8277-c0f06071141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:08.776320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-42314eb8-a3d6-4677-91a7-115e9306062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:09.995940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:11.181698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:11.657294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:15.856074 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 5 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:31:33.182694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3877507'] for agent, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:36.412993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0095d0df-0e43-4784-bb6a-72325f1fc1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:38.772925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5cc55f8-a747-4561-a3cf-a1c56bfa4be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:39.996486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:41.177792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:41.643075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:31:47.893171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34296) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:31:48.004655 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1e8d58b1-5dd2-4724-b858-e83f120b1f72 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1103783 Sep 28 08:31:50.259414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34306) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:31:50.314641 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4470b680-52f1-424b-92a3-c11f831d14e9 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0542777 Sep 28 08:31:52.858549 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:32:03.185538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:06.403080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4da8270b-55f6-4bda-96b5-bacc8b2337bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:08.775417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7d302c98-a292-4022-aaeb-4676a71a203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:10.010765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:11.186349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:11.658225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:29.860569 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:32:33.180682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:36.397519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7d588ab7-1c7e-4959-b63d-dc7193a93b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:38.771007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5608582-8b4b-48cb-a505-d07b4fe420e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:40.003321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:41.183683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:32:41.653026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:03.194827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:06.440195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3af73956-dcf8-4ef1-b7ae-a52cf378c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:06.861966 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:33:08.775881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ecd12e9-bff8-4249-b5de-bd6b28913a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:10.008576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:11.187689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:11.658319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.316931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:16.596013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-704217117-network', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:16.619507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Made reservation on behalf of 99c89135b41748e8b1ebf41f560251e3 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:16.621815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.632230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.718977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.727778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.745205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:16.761391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.761729 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Added segment ce9c2b6b-b2db-417a-90c0-e470f17e52f8 of type vlan for network 2d35de64-678f-420b-adab-d633801451e0 Sep 28 08:33:16.775108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9884fc4a-3fcd-45dc-be0a-ccb303c05cc5,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:16.823346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.829604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.829971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.830318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.830799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.831138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.831491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.831823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.832197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.832530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.832860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.833215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.833539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Tracked resource versions report: Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: pushed versions: Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: { 'AddressGroup': {'1.2'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'ConntrackHelper': {'1.0'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Log': {'1.0'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Network': {'1.1'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Port': {'1.7'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'PortForwarding': {'1.2'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'QosPolicy': {'1.9'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroup': {'1.4'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SubPort': {'1.0'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Subnet': {'1.1'}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Trunk': {'1.1'}} Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: consumer versions: Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: HyperV agent@hv-neutron-8593: {}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'ConntrackHelper': '1.0', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Log': '1.0', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Network': '1.1', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Port': '1.7', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'PortForwarding': '1.2', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'QosPolicy': '1.9', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroup': '1.4', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SecurityGroupRule': '1.2', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'SubPort': '1.0', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Subnet': '1.1', Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: 'Trunk': '1.1'}} Sep 28 08:33:16.834645 dv-neutron-859308-3-hyperv neutron-server[103309]: {{(pid=103309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:33:16.859871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.861356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:16.862093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:16.925116 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6070271 Sep 28 08:33:16.928094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34466) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:16.933207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Request body: {'subnet': {'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-704217117-subnet', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:16.936214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e0bfa-0dee-417b-ba23-a5620e64afd3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d35de64-678f-420b-adab-d633801451e0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:16.947559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 2d35de64-678f-420b-adab-d633801451e0 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:16.961187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Made reservation on behalf of 99c89135b41748e8b1ebf41f560251e3 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:16.964074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.182718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.236065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cce6c2-b79c-425b-a5ed-80e06e807e39,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:17.253313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Checking segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:17.253773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Network hostable DHCP agents. Network: 2d35de64-678f-420b-adab-d633801451e0, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:17.273868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Network 2d35de64-678f-420b-adab-d633801451e0 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:17.285591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 2d35de64-678f-420b-adab-d633801451e0) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:17.289832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:17.290472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.300060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19845129-6063-4457-9924-4bce610fb3fe None None] Network 2d35de64-678f-420b-adab-d633801451e0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:17.309661 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e48918df-3c02-4d0f-9edf-e2a0b52c4d60 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3779485 Sep 28 08:33:17.311562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34482) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:17.327679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:17.356837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.359259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.431022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34490) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:17.490159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-2d35de64-678f-420b-adab-d633801451e0', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:33:17.491341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.532184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.683833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Allocated IP 172.20.0.2 (2d35de64-678f-420b-adab-d633801451e0/d9cce6c2-b79c-425b-a5ed-80e06e807e39/20a52a2f-5052-4507-87ef-d311432bc02a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:17.745098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.863317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.866790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:17.873931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:17.940155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Pushing event updated for resources: {'Port': ['ID=20a52a2f-5052-4507-87ef-d311432bc02a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:17.940697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1627953048-network', 'tenant_id': '712e5f07a74143529db13d16e290a4c2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:17.950893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.951455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.951576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.951915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.952307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.953387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.953739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.954087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.954439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.954856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.955085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.955408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Tracked resource versions report: Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: pushed versions: Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: { 'AddressGroup': {'1.2'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'ConntrackHelper': {'1.0'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Log': {'1.0'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Network': {'1.1'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Port': {'1.7'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'PortForwarding': {'1.2'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'QosPolicy': {'1.9'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroup': {'1.4'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SubPort': {'1.0'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Subnet': {'1.1'}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Trunk': {'1.1'}} Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: consumer versions: Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: HyperV agent@hv-neutron-8593: {}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'ConntrackHelper': '1.0', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Log': '1.0', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Network': '1.1', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Port': '1.7', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'PortForwarding': '1.2', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'QosPolicy': '1.9', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroup': '1.4', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SecurityGroupRule': '1.2', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'SubPort': '1.0', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Subnet': '1.1', Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: 'Trunk': '1.1'}} Sep 28 08:33:17.957146 dv-neutron-859308-3-hyperv neutron-server[103310]: {{(pid=103310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:33:17.960882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Network 2d35de64-678f-420b-adab-d633801451e0 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:17.962946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:17.965123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:17.981502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Made reservation on behalf of 712e5f07a74143529db13d16e290a4c2 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:17.984277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.003892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.060800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Attempting to bind port 20a52a2f-5052-4507-87ef-d311432bc02a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:18.062827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Attempting to bind port 20a52a2f-5052-4507-87ef-d311432bc02a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:18.063715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Attempting to bind port 20a52a2f-5052-4507-87ef-d311432bc02a on network 2d35de64-678f-420b-adab-d633801451e0 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:18.081919 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:18.085981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Checking segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:18.086766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.087303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Bound using segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:18.088069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Bound port: 20a52a2f-5052-4507-87ef-d311432bc02a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:18.088653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.145444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.145880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.152214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.170987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:18.180955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.181608 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Added segment 3897a9a6-9f8a-4c8c-a36f-cff20544ddb9 of type vlan for network 4d923fac-3c7f-4664-9f03-e1ec948e9203 Sep 28 08:33:18.184057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.199252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] For port 20a52a2f-5052-4507-87ef-d311432bc02a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:18.207039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] For port 20a52a2f-5052-4507-87ef-d311432bc02a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=20a52a2f-5052-4507-87ef-d311432bc02a,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:18.221655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.234364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.290384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.291362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:18.293641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.334033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426ebd-d971-4ad4-984e-40552d80a53d None None] Pushing event updated for resources: {'Port': ['ID=20a52a2f-5052-4507-87ef-d311432bc02a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.350758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9821f-a2b4-49c1-8ab2-7fe680937334,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.361397 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9288402 Sep 28 08:33:18.369065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34522) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:18.383413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Request body: {'subnet': {'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1627953048-subnet', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:18.432365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97753da6-e838-4892-846b-c695439a5495 admin admin] Pushing event updated for resources: {'Network': ['ID=4d923fac-3c7f-4664-9f03-e1ec948e9203,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.444666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:18.458729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Made reservation on behalf of 712e5f07a74143529db13d16e290a4c2 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:18.460490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.468189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Allocated IP 172.26.4.115 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/6e343c7a-af86-42e7-8fed-9a0c248414a5) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:18.576953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ea534d9-9c0d-4aee-9e76-c968c5775d57 tempest-AgentManagementNegativeTest-857664353 tempest-AgentManagementNegativeTest-857664353-project] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7087352 Sep 28 08:33:18.663671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.764352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.795789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.852265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:18.855951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83724d76-4eea-4fb9-8177-cb6ab9fc9533,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.859002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:18.863069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:18.885990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Checking segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:18.886675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Network hostable DHCP agents. Network: 4d923fac-3c7f-4664-9f03-e1ec948e9203, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:18.908611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:18.923112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4d923fac-3c7f-4664-9f03-e1ec948e9203) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:18.930675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:18.932076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:18.938238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02b320-b447-407f-afda-20065bec2584 None None] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:18.981640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-26d8b150-386a-4a12-83ac-fee3d087629d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6110053 Sep 28 08:33:18.981876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Pushing event updated for resources: {'Port': ['ID=6e343c7a-af86-42e7-8fed-9a0c248414a5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.984397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34542) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:18.992024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:19.031576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.032494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.032494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.033083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.033083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.033357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.033804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.034050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.034304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.034691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.034973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.035285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Tracked resource versions report: Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: pushed versions: Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: { 'AddressGroup': {'1.2'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'ConntrackHelper': {'1.0'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Log': {'1.0'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Network': {'1.1'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Port': {'1.7'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'PortForwarding': {'1.2'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'QosPolicy': {'1.9'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroup': {'1.4'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SubPort': {'1.0'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Subnet': {'1.1'}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Trunk': {'1.1'}} Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: consumer versions: Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: HyperV agent@hv-neutron-8593: {}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'ConntrackHelper': '1.0', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Log': '1.0', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Network': '1.1', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Port': '1.7', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'PortForwarding': '1.2', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'QosPolicy': '1.9', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroup': '1.4', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SecurityGroupRule': '1.2', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'SubPort': '1.0', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Subnet': '1.1', Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: 'Trunk': '1.1'}} Sep 28 08:33:19.036449 dv-neutron-859308-3-hyperv neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:33:19.040482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.041774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.176476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.195757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-4d923fac-3c7f-4664-9f03-e1ec948e9203', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:33:19.196873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.334778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:19.368912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.481313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.490439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Allocated IP 172.20.0.2 (4d923fac-3c7f-4664-9f03-e1ec948e9203/83724d76-4eea-4fb9-8177-cb6ab9fc9533/a276eeca-0e44-47ca-8637-b6b0c2fe9e3b) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:19.632848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 20a52a2f-5052-4507-87ef-d311432bc02a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:19.693563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.733314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27367c3c-75fc-494f-9771-661277cc0d71 None None] Network 2d35de64-678f-420b-adab-d633801451e0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:19.841179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-81463c1b-873f-4ebe-8153-bf70016407a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.886568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Provisioning complete for port 20a52a2f-5052-4507-87ef-d311432bc02a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:19.886938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.887271 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Attempt 1 to provision port 20a52a2f-5052-4507-87ef-d311432bc02a Sep 28 08:33:19.955543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Router acfb8368-6922-4743-bac0-4b6b78c82670 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:19.958515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:19.984295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.005956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.008337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Current status of the port 20a52a2f-5052-4507-87ef-d311432bc02a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:20.008734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.043104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 20a52a2f-5052-4507-87ef-d311432bc02a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:20.043638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.043974 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 20a52a2f-5052-4507-87ef-d311432bc02a Sep 28 08:33:20.067831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] For port 20a52a2f-5052-4507-87ef-d311432bc02a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=20a52a2f-5052-4507-87ef-d311432bc02a,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:20.095695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:20.099108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.107040 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Sync routers for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:20.109237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.123947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:20.126190 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:20.146536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Allocated IP 172.26.4.224 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f74f17d9-009a-4b9c-86b7-ba12322ed89d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:20.154408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.158344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-61adb4d4-e5c5-483d-8bf3-49e9a540646e admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8451347 Sep 28 08:33:20.162277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:20.163490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:20.168374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:20.176082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:20.279183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.287872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Attempting to bind port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:20.288415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Attempting to bind port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:20.288776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Attempting to bind port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b on network 4d923fac-3c7f-4664-9f03-e1ec948e9203 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:20.292628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-81463c1b-873f-4ebe-8153-bf70016407a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.294609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Pushing event updated for resources: {'Port': ['ID=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.299001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:20.299386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Checking segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:20.299790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.300190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Bound using segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:20.300745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Bound port: a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:20.301189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.314003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-81463c1b-873f-4ebe-8153-bf70016407a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.330435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.424276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:20.427555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:20.431241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:20.486643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:20.493113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-81463c1b-873f-4ebe-8153-bf70016407a8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa078c51579a4e86b4ff2321abca86b2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1566331 Sep 28 08:33:20.505488 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:20.551612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f74f17d9-009a-4b9c-86b7-ba12322ed89d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.600847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463c1b-873f-4ebe-8153-bf70016407a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4be44d-8665-40d8-890b-9dbd378feb3b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.638974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34594) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:20.652730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.664088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] For port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:20.668895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] For port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:20.685916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.712274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.731126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446ecc4-7962-4e88-a280-7da81e78802b None None] Pushing event updated for resources: {'Port': ['ID=20a52a2f-5052-4507-87ef-d311432bc02a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.758510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 20a52a2f-5052-4507-87ef-d311432bc02a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:20.830140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.833341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:20.834640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea4be44d-8665-40d8-890b-9dbd378feb3b HTTP/1.1" status: 204 len: 168 time: 0.3473759 Sep 28 08:33:20.847200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b3fef-133c-4a8f-a8fa-7ecff7291618 None None] Pushing event updated for resources: {'Port': ['ID=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.847889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72825-c138-4a5e-ae52-92f45e57bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4be44d-8665-40d8-890b-9dbd378feb3b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.956107 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.064692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34606) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:21.158007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1cdeecd3-72f3-4501-80ab-ed219de5c47b None None] Provisioning complete for port 20a52a2f-5052-4507-87ef-d311432bc02a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:21.158663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1cdeecd3-72f3-4501-80ab-ed219de5c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.161176 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1cdeecd3-72f3-4501-80ab-ed219de5c47b None None] Attempt 1 to provision port 20a52a2f-5052-4507-87ef-d311432bc02a Sep 28 08:33:21.167986 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:19Z', 'revision_number': 3, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:21.234224 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Checking router: acfb8368-6922-4743-bac0-4b6b78c82670 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:33:21.234837 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Updating router acfb8368-6922-4743-bac0-4b6b78c82670 port 6e343c7a-af86-42e7-8fed-9a0c248414a5 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:33:21.271823 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.386911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1830043850'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:21.389185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeecd3-72f3-4501-80ab-ed219de5c47b None None] Current status of the port 20a52a2f-5052-4507-87ef-d311432bc02a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:21.455244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Made reservation on behalf of ddcceace99914b5ba5b9fba8d821cbc5 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:21.458785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.513453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.526155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34614) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:21.613418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a276eeca-0e44-47ca-8637-b6b0c2fe9e3b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:21.633667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.721745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.741271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:21.742141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.742141 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b Sep 28 08:33:21.746595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.754940 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.777093 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Attempting to bind port 6e343c7a-af86-42e7-8fed-9a0c248414a5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:21.777469 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Attempting to bind port 6e343c7a-af86-42e7-8fed-9a0c248414a5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:21.781801 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Attempting to bind port 6e343c7a-af86-42e7-8fed-9a0c248414a5 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:21.789103 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:21.789683 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:21.790244 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.798418 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:21.799200 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Bound port: 6e343c7a-af86-42e7-8fed-9a0c248414a5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:21.799805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.820322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.881497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:21.887768 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] For port 6e343c7a-af86-42e7-8fed-9a0c248414a5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:21.892510 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] For port 6e343c7a-af86-42e7-8fed-9a0c248414a5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6e343c7a-af86-42e7-8fed-9a0c248414a5,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:21.920023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:21.926518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.937892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Router 6c2f7804-a72f-401f-b7f1-2e5da3263028 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:21.947539 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.953423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34620) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:21.961092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:21.966884 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:21.967695 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:22.006502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:22.028431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.029479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 20a52a2f-5052-4507-87ef-d311432bc02a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:22.054732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Pushing event updated for resources: {'Port': ['ID=6e343c7a-af86-42e7-8fed-9a0c248414a5,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:22.068228 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.068766 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.069274 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.069771 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.070256 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.070754 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.071229 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.071721 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.072191 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.072663 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.073152 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.073636 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Tracked resource versions report: Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: pushed versions: Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: { 'AddressGroup': {'1.2'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'ConntrackHelper': {'1.0'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Log': {'1.0'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Network': {'1.1'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Port': {'1.7'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'PortForwarding': {'1.2'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'QosPolicy': {'1.9'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroup': {'1.4'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SubPort': {'1.0'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Subnet': {'1.1'}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Trunk': {'1.1'}} Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: consumer versions: Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: { DHCP agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: HyperV agent@hv-neutron-8593: {}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: L3 agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: Metadata agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: Metering agent@dv-neutron-859308-3-hyperv: {}, Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: Open vSwitch agent@dv-neutron-859308-3-hyperv: { 'AddressGroup': '1.2', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'ConntrackHelper': '1.0', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Log': '1.0', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Network': '1.1', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Port': '1.7', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'PortForwarding': '1.2', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'QosPolicy': '1.9', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroup': '1.4', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SecurityGroupRule': '1.2', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'SubPort': '1.0', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Subnet': '1.1', Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: 'Trunk': '1.1'}} Sep 28 08:33:22.074918 dv-neutron-859308-3-hyperv neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:33:22.236614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 20a52a2f-5052-4507-87ef-d311432bc02a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:22.238567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.239719 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 20a52a2f-5052-4507-87ef-d311432bc02a Sep 28 08:33:22.243588 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b89ec1-48b7-45df-96e8-b261033218f7 None None] Pushing event updated for resources: {'Port': ['ID=6e343c7a-af86-42e7-8fed-9a0c248414a5,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:22.251773 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:22.288086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Allocated IP 172.20.0.1 (2d35de64-678f-420b-adab-d633801451e0/d9cce6c2-b79c-425b-a5ed-80e06e807e39/b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:22.289346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-116285208', 'router:external': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:22.292835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34624) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:22.298351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-94616997'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:22.322436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:22.352350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.353600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.368285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:22.395523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Sync routers for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:22.445845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Made reservation on behalf of 40743b664ecd43b5a6a031122ca9382c for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:22.448401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.451214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184714f1-354a-4e66-9826-d6e6dcfe71c8 None None] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:22.484242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.499202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e6e1b47c-ef67-47a6-addc-48fdb30ccb69 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:22.504059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.504414 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:19Z', 'revision_number': 3, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:22.505589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.510629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.512123 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0311597f-84fe-471c-b06a-74dc0e1a08c1 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5267532 Sep 28 08:33:22.517976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34636) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:22.519009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.539512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b37e2-bff7-4900-956c-173de705cf3b None None] The sync data for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv is: [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:19Z', 'revision_number': 3, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:22.547772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:22.548595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:22.570853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.572353 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1264fd4c-30db-479e-8aa0-98da4acf1a70 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.5777969 Sep 28 08:33:22.581678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34642) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:22.588385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:22.610533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.610533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Added segment da6509c4-7620-47fb-a724-a3a957c4278f of type vlan for network 1bf51253-7e53-4bd7-b26b-5fa0e09d1b68 Sep 28 08:33:22.651391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-39fa3bfa-8795-4883-af01-95e055cd3059 None None] Provisioning complete for port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:22.651725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39fa3bfa-8795-4883-af01-95e055cd3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.651975 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-39fa3bfa-8795-4883-af01-95e055cd3059 None None] Attempt 1 to provision port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b Sep 28 08:33:22.652732 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e6e1b47c-ef67-47a6-addc-48fdb30ccb69 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "PUT /v2.0/quotas/63ae20872f414c7f89e77316c0bcf280 HTTP/1.1" status: 200 len: 368 time: 0.3352149 Sep 28 08:33:22.665921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34644) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:22.679670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.704702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 20a52a2f-5052-4507-87ef-d311432bc02a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:22.719085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Request body: {'network': {'project_id': '63ae20872f414c7f89e77316c0bcf280'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:22.731543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.745267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.779920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.779920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362e3938-0af4-4e7c-b2ba-91a091381da0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:22.829754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.840602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:22.841316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:22.974429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-39fa3bfa-8795-4883-af01-95e055cd3059 None None] Current status of the port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:22.986520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:23.011669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Pushing event updated for resources: {'Network': ['ID=1bf51253-7e53-4bd7-b26b-5fa0e09d1b68,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:23.021062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f332351-e9cd-4630-a9d0-11a2f691e218 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3808382 Sep 28 08:33:23.026889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 1bf51253-7e53-4bd7-b26b-5fa0e09d1b68 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:23.027448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34654) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:23.146099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34658) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:23.173258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.184333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Made reservation on behalf of 63ae20872f414c7f89e77316c0bcf280 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:23.188645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.282611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Network 2d35de64-678f-420b-adab-d633801451e0 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:23.287589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:23.300336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.302298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:23.303226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.329560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.481205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1298107679'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:23.514175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:20Z', 'revision_number': 3, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:23.522941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.525727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.563173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Checking router: 6c2f7804-a72f-401f-b7f1-2e5da3263028 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:33:23.563541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Updating router 6c2f7804-a72f-401f-b7f1-2e5da3263028 port f74f17d9-009a-4b9c-86b7-ba12322ed89d binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:33:23.570806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a276eeca-0e44-47ca-8637-b6b0c2fe9e3b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:23.609114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'name': 'tempest-network--1213307133', 'router:external': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:23.638518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:23.641910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.670542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.701510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.701913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67dc264d-23f9-4b5b-8417-eb033daedcb1 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:23.707549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.708700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f21c384c-7039-4ad5-aa70-e9f679d976e8 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "DELETE /v2.0/routers/67dc264d-23f9-4b5b-8417-eb033daedcb1 HTTP/1.1" status: 204 len: 168 time: 1.1226547 Sep 28 08:33:23.715864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:23.719413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.723539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:23.741663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:23.748502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Request body: {'router': {'name': 'tempest-router-1956060102', 'distributed': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:23.767231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:23.770162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.776604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1d25c-ff34-41f1-abf4-e74970000cdb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:23.793862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.797602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.798355 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Added segment 6ef39769-fbf3-4611-8d70-0acbaf5de851 of type vlan for network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a Sep 28 08:33:23.823081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.826253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Allocated IP 172.26.4.144 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:23.850013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:23.850624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.851185 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b Sep 28 08:33:23.887840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Provisioning complete for port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:23.888563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.889145 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 1 to provision port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b Sep 28 08:33:23.899497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.932039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:23.966829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.003550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.004673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.012083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:24.024388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.025409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:24.025529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:24.026077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.027260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6e343c7a-af86-42e7-8fed-9a0c248414a5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:24.033891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5805b-1271-44e6-8d24-d6c229f6048f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.046479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.046911 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Added segment e695f034-f4f9-4e58-bde4-3580e949d4ea of type vlan for network eaeaff94-a85c-4115-a879-870d8334dc1e Sep 28 08:33:24.129113 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5996909 Sep 28 08:33:24.141641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.157728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.160459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.163870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34666) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:24.173337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'subnet': {'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:24.184746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff474-c987-4e0c-b417-df833cefe31b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Network': ['ID=f6a04215-a9b9-41f7-bec3-6d15f4d34b2a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.199436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.207028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:24.213396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Current status of the port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:24.229577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.229817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Made reservation on behalf of 40743b664ecd43b5a6a031122ca9382c for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:24.231971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.277073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.278057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:24.278665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.289305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Provisioning complete for port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:24.289678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.290015 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 1 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:24.310286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.316525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.334092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:24.351670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.388404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 6e343c7a-af86-42e7-8fed-9a0c248414a5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:24.388770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.389824 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 6e343c7a-af86-42e7-8fed-9a0c248414a5 Sep 28 08:33:24.394186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6879544 Sep 28 08:33:24.397752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:24.402906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:24.436325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Request body: {'network': {'project_id': '63ae20872f414c7f89e77316c0bcf280'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:24.451017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:24.457108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ed1f9-13d4-4a5e-9aed-b24fafce08fc tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event updated for resources: {'Network': ['ID=eaeaff94-a85c-4115-a879-870d8334dc1e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.465415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:24.470619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:24.489732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.489964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Added segment 169a7ded-5d55-4c04-9d45-30327c723696 of type vlan for network 9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029 Sep 28 08:33:24.491047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.510699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network eaeaff94-a85c-4115-a879-870d8334dc1e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:24.530791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.568266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.582536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Made reservation on behalf of 63ae20872f414c7f89e77316c0bcf280 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:24.584811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.592026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410f65e1-4a88-40f0-8c06-8ef6d06b2f2b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.608062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 6e343c7a-af86-42e7-8fed-9a0c248414a5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:24.608676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.620469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:24.636737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.637123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Added segment ad2f5001-cda9-419c-9192-5a79da607163 of type vlan for network a65b8920-9be9-4b9b-a9ac-7d990f522660 Sep 28 08:33:24.645910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.646149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.660238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.665402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 6e343c7a-af86-42e7-8fed-9a0c248414a5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6e343c7a-af86-42e7-8fed-9a0c248414a5,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:24.666147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.667232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-224b475f-4d4c-412e-81cd-233d08d434ed tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9287233 Sep 28 08:33:24.680243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.716623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34672) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:24.718518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Attempting to bind port f74f17d9-009a-4b9c-86b7-ba12322ed89d on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:24.719110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Attempting to bind port f74f17d9-009a-4b9c-86b7-ba12322ed89d by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:24.719486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Attempting to bind port f74f17d9-009a-4b9c-86b7-ba12322ed89d on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:24.728017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.735969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:24.736742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:24.737290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:24.737764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.738703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:24.739292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Bound port: f74f17d9-009a-4b9c-86b7-ba12322ed89d, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:24.739814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.752011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.752347 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Added segment 7db4bfd0-c2a5-4158-8d12-4723739397a7 of type vlan for network e5812f2e-5e25-415b-bbf7-fbb7fc732fe4 Sep 28 08:33:24.771305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce806-db7f-4c0a-886a-71fcf2202c7d None None] Pushing event updated for resources: {'Port': ['ID=f74f17d9-009a-4b9c-86b7-ba12322ed89d,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.802438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.852938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] For port f74f17d9-009a-4b9c-86b7-ba12322ed89d, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:24.864758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.865116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=6e343c7a-af86-42e7-8fed-9a0c248414a5,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.874542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd5cf9-2fca-4ec2-b493-1d36f34bd1f4,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:24.883964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] For port f74f17d9-009a-4b9c-86b7-ba12322ed89d, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f74f17d9-009a-4b9c-86b7-ba12322ed89d,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:24.890449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.894061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.895099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:24.895871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.898685 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 2 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:24.904261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.918208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.937343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:24.986516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5780072 Sep 28 08:33:24.992331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:24.993521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:24.994167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:25.011921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34674) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.023013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cc6ae0b5-e29a-4612-9483-9c37158a8308 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Request body: {'network': {'project_id': '63ae20872f414c7f89e77316c0bcf280'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:25.026051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd7a40-02ed-4a89-941f-c485a01c6bb2 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event updated for resources: {'Network': ['ID=e5812f2e-5e25-415b-bbf7-fbb7fc732fe4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.052340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e5812f2e-5e25-415b-bbf7-fbb7fc732fe4 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:25.061968 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6ae0b5-e29a-4612-9483-9c37158a8308 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 28 08:33:25.062457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6ae0b5-e29a-4612-9483-9c37158a8308 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:33:25.068070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cc6ae0b5-e29a-4612-9483-9c37158a8308 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0478604 Sep 28 08:33:25.068070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34676) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.081826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.082825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:25.083407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.136449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.142031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:25.142863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.179042 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dac5d555-bb98-4320-a1e3-0b9f7c8aa4a9 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=63ae20872f414c7f89e77316c0bcf280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1078067 Sep 28 08:33:25.179042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34678) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.186910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:25.231721 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:33:25.232172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.241628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.242048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce806-db7f-4c0a-886a-71fcf2202c7d None None] Pushing event updated for resources: {'Port': ['ID=f74f17d9-009a-4b9c-86b7-ba12322ed89d,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.251197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.253516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.277942 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1279864 Sep 28 08:33:25.280835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34680) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.281782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.283007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.290312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'subnet': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:25.323514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2949202 Sep 28 08:33:25.397483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34684) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.417804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.421223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909dee8-f4c4-4161-a7ae-c8e824cdcca8 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.426557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:20Z', 'revision_number': 3, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:25.459678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:25.461841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6e343c7a-af86-42e7-8fed-9a0c248414a5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:25.463573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22c1d9-0599-46cb-95c9-b9cd5de333ed None None] The sync data for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv is: [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:20Z', 'revision_number': 3, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:25.467625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.469049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.492184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.492607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0193bdc3-30e2-40fb-adc3-0b3ddbf17dcc {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:25.499245 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 3 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:25.509742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.531070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.535906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4ec8f172-abbd-44aa-92c0-4abc332a31cb tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4701533 Sep 28 08:33:25.536610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34688) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.580050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.581436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-991390212', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'fixed_ips': [{'ip_address': '172.26.4.144'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:25.581592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d1cdb163-832c-423c-b1a3-ddd3d37a3618 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "DELETE /v2.0/routers/0193bdc3-30e2-40fb-adc3-0b3ddbf17dcc HTTP/1.1" status: 204 len: 168 time: 0.8629630 Sep 28 08:33:25.587855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d915ecc4-6754-4cc6-af1f-f8f860ef7d76,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.599179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34690) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:25.607702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:25.625705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Request body: {'router': {'name': 'tempest-router-1291219819', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a72c8680330b4e78885b25572662b95d'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:25.626516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 6e343c7a-af86-42e7-8fed-9a0c248414a5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:25.626990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.628583 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 6e343c7a-af86-42e7-8fed-9a0c248414a5 Sep 28 08:33:25.655536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Checking segment: {'id': '6ef39769-fbf3-4611-8d70-0acbaf5de851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:25.656010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network hostable DHCP agents. Network: f6a04215-a9b9-41f7-bec3-6d15f4d34b2a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:25.660085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.678316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.681214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392ce6-a1cd-444b-ab89-deb334ccbc41 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Network': ['ID=a65b8920-9be9-4b9b-a9ac-7d990f522660,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.704000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:25.731607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:25.764999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.766200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.768811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 6e343c7a-af86-42e7-8fed-9a0c248414a5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:25.770669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Made reservation on behalf of 9af89e191d1c4a11ac6151ca88f0bfb1 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:25.773982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.780265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:25.784917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.791957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.796507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:25.809533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Allocated IP 172.20.0.1 (4d923fac-3c7f-4664-9f03-e1ec948e9203/83724d76-4eea-4fb9-8177-cb6ab9fc9533/4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:25.828834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.868278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, f6a04215-a9b9-41f7-bec3-6d15f4d34b2a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:25.872699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:25.873315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:25.895600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be47fe-357c-4d91-bf6d-21fb3ae30e1b None None] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:25.937739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Network 2d35de64-678f-420b-adab-d633801451e0 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:25.980122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:25.988278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.008460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.028301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.034149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ca2e60ca-914c-4921-8fa8-b582916e7913 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8691378 Sep 28 08:33:26.041043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.043719 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f65f2158-aeda-4160-a1c8-c17bd47061c6 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4410038 Sep 28 08:33:26.047735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34692) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:26.048063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:26.056672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1692935021', 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:26.074943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:26.084136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.084558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.085356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.085707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > port after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.086040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.086704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > port after_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.086704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.087196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.087512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.087840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.114655 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 4 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:26.126332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.129009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.130299 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2c5805b-1271-44e6-8d24-d6c229f6048f HTTP/1.1" status: 204 len: 168 time: 0.9504340 Sep 28 08:33:26.148833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34698) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:26.166354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b197b-9f72-4568-a666-b233c135eb8f None None] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:26.323395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.323736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.324061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.324384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:26.324745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:26.388057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169a7ded-5d55-4c04-9d45-30327c723696') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:26.388659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169a7ded-5d55-4c04-9d45-30327c723696') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:26.411609 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.424048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.466377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb65819-2335-40e2-8d6a-00eebda34310 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5805b-1271-44e6-8d24-d6c229f6048f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:26.473056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Subnet': ['ID=6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:26.476586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Made reservation on behalf of 40743b664ecd43b5a6a031122ca9382c for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:26.477260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:26.479126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.576616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.585981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.623614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.639292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:26.639807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.648728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.669955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] device_id is not set on port 4cf90f49-d8a4-4843-8953-bf1a42833fab yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:26.679026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.736400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Router acfb8368-6922-4743-bac0-4b6b78c82670 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:33:26.737067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] device_id is not set on port 6036ee1f-3ee2-4bd3-b9d8-83c25b8f5bad yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:26.743285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.743699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.797147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.798982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.840139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:26.843229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.847129 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029 HTTP/1.1" status: 204 len: 168 time: 1.4429982 Sep 28 08:33:26.864759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34712) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:26.875567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:26.883719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:26.886075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a64e79-bf30-4514-855e-f350709e52f3 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bcfd8d5-ec7e-491b-96fc-41dbdf0dd029,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:26.893708 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 169a7ded-5d55-4c04-9d45-30327c723696 resource provider aggregate not found Sep 28 08:33:26.900318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:26.905405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:26.968383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:26.968383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Pushing event updated for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:26.968383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 169a7ded-5d55-4c04-9d45-30327c723696 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 169a7ded-5d55-4c04-9d45-30327c723696 found for delete ", "request_id": "req-d0d7a30f-ef6e-4d30-bafe-e645675826cf"}]} Sep 28 08:33:26.978887 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 5 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:27.009705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:27.012095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.042951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:27.062140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.062936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.064407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3b1c7e2b-e2ec-4a43-86bd-51ec11b4a0d1 admin admin] 10.222.0.27 "PUT /v2.0/routers/acfb8368-6922-4743-bac0-4b6b78c82670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8958941 Sep 28 08:33:27.069728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.071918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.073130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > port after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.073724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:27.074285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.074726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > port after_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.075158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.075934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.076322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.076709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.116676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:27.140709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.141020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Added segment 87981137-303d-4999-ab35-e43f6b6f892c of type vlan for network 755889bd-029c-495a-b0bb-99e31563aa5b Sep 28 08:33:27.246329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.286098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.305688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.306132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.306597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.307006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:33:27.307590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5812f2e-5e25-415b-bbf7-fbb7fc732fe4']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:27.365506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.366633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:27.367311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.398878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db4bfd0-c2a5-4158-8d12-4723739397a7') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:27.400253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db4bfd0-c2a5-4158-8d12-4723739397a7') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:27.456489 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5880041 Sep 28 08:33:27.458185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f74f17d9-009a-4b9c-86b7-ba12322ed89d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:27.461699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34728) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:27.468907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'subnet': {'network_id': '755889bd-029c-495a-b0bb-99e31563aa5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:27.492927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 2001:db8::2b0 (f6a04215-a9b9-41f7-bec3-6d15f4d34b2a/d915ecc4-6754-4cc6-af1f-f8f860ef7d76/4cf90f49-d8a4-4843-8953-bf1a42833fab) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:27.520189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f74f17d9-009a-4b9c-86b7-ba12322ed89d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:27.520978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.522151 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f74f17d9-009a-4b9c-86b7-ba12322ed89d Sep 28 08:33:27.538699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d1417-3d10-408c-8fd4-cca3b3b3920e tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=755889bd-029c-495a-b0bb-99e31563aa5b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:27.583088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 755889bd-029c-495a-b0bb-99e31563aa5b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:27.585192 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 6 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:27.609067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836b858-3444-4067-a11f-6470d94ec5cb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:27.612336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.618124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:27.620428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.653808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Sync routers for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:27.674982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:27.678035 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:27.706222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:27.787517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f74f17d9-009a-4b9c-86b7-ba12322ed89d is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:27.787906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.844078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.850153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f74f17d9-009a-4b9c-86b7-ba12322ed89d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f74f17d9-009a-4b9c-86b7-ba12322ed89d,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:27.860733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.867638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.869343 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 28 08:33:27.869891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:33:27.875519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Checking segment: {'id': 'ad2f5001-cda9-419c-9192-5a79da607163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:27.875734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network hostable DHCP agents. Network: a65b8920-9be9-4b9b-a9ac-7d990f522660, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:27.909840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103309) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 28 08:33:27.910195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Router 0d3de212-5d44-4017-956e-bff4926dd025 migrating from provider to provider. {{(pid=103309) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 28 08:33:27.910945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.912061 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:27.920113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.942262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34732) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:27.952844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18281535', 'description': 'tempest-description--832660947'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:27.960909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:27.963958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f74f17d9-009a-4b9c-86b7-ba12322ed89d,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:27.976820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:27.977286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.018372 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0917ea35-2432-4efd-95db-b99967a52194 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4635518 Sep 28 08:33:28.030144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34736) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:28.034316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.045420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Pushing event updated for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:28.132221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:28.141048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.148764 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 2, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:28.177255 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Checking router: acfb8368-6922-4743-bac0-4b6b78c82670 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:33:28.177614 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Updating router acfb8368-6922-4743-bac0-4b6b78c82670 port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:33:28.205650 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.207655 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 7 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:28.263896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:28.276435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.319263 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7db4bfd0-c2a5-4158-8d12-4723739397a7 resource provider aggregate not found Sep 28 08:33:28.329428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, a65b8920-9be9-4b9b-a9ac-7d990f522660) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:28.341316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.348286 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7db4bfd0-c2a5-4158-8d12-4723739397a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7db4bfd0-c2a5-4158-8d12-4723739397a7 found for delete ", "request_id": "req-86471ad7-ca39-4c7c-b653-2331f7877d55"}]} Sep 28 08:33:28.361347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba510bb-58c6-4509-ad0a-2c4455898a9e None None] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:28.390784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:28.391092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.411821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5812f2e-5e25-415b-bbf7-fbb7fc732fe4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:28.414592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Deleting port 1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:28.415193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.416931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.423175 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1cedf615-8e38-4368-9a85-7f5b1a86c172 tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "DELETE /v2.0/networks/e5812f2e-5e25-415b-bbf7-fbb7fc732fe4 HTTP/1.1" status: 204 len: 168 time: 2.2706983 Sep 28 08:33:28.427969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.433163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34746) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:28.456708 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] No L3 agents can host the router 0d3de212-5d44-4017-956e-bff4926dd025 Sep 28 08:33:28.487480 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af2472d2-8189-4902-a5b4-f974c21dde4e tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2019231 Sep 28 08:33:28.490441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34748) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:28.505338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-1861060497'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:28.511824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.523450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:28.535697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:28.659242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.672587 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.681711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-a65b8920-9be9-4b9b-a9ac-7d990f522660', 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'tenant_id': '0147ed2d403b4affb20f69af48be2092', 'fixed_ips': [{'subnet_id': '6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:33:28.683793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.788399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.816434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.816759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.824444 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967e38-4b4a-41fb-b4d2-1ec29bb81a3d None None] Pushing event updated for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:28.832402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.840614 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 8 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:28.847186 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Attempting to bind port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:28.847846 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Attempting to bind port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:28.848304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Attempting to bind port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 on network 2d35de64-678f-420b-adab-d633801451e0 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:28.854313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Calling delete_port for 1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:28.855018 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:28.855496 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Checking segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:28.855991 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.866436 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Bound using segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:28.867891 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Bound port: b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:28.868410 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.895659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.904621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:28.906127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Allocated IP 172.20.0.2 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/0b8e4baf-9580-4077-a4bc-54ead77c016e) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:28.911320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Hosts for router 0d3de212-5d44-4017-956e-bff4926dd025: [] {{(pid=103309) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:325}} Sep 28 08:33:28.978982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] For port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:28.983495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Hosts for other DVR routers connected to router 0d3de212-5d44-4017-956e-bff4926dd025: set() {{(pid=103309) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:342}} Sep 28 08:33:28.984152 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] For port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:28.986235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.987452 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7e015212-e259-4f71-9c02-c82ee4048e5c tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "PUT /v2.0/routers/0d3de212-5d44-4017-956e-bff4926dd025 HTTP/1.1" status: 200 len: 717 time: 2.9368126 Sep 28 08:33:28.990049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.991217 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0423050 Sep 28 08:33:28.992103 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:28.993075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:28.994017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34750) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:28.994017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34752) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:29.003282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'security_group_rule': {'security_group_id': 'ab331548-fdf8-474a-97ef-3f263137ab97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:29.012137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf90f49-d8a4-4843-8953-bf1a42833fab,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.021231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:29.054535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:29.055532 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:29.059904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721338e2-546a-46ec-ae28-b37d4a607f15 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab331548-fdf8-474a-97ef-3f263137ab97,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.062252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:29.063259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:29.063866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.096977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.106575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.122451 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ae83258b-7d85-42b8-8338-8e219ecfcb53 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "GET /v2.0/routers/0d3de212-5d44-4017-956e-bff4926dd025 HTTP/1.1" status: 200 len: 717 time: 0.1238911 Sep 28 08:33:29.124530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:29.133334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:29.137379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.152231 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9c15313d-dc6d-444f-87b7-4d2336733ef9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.1027582 Sep 28 08:33:29.152868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:29.156006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:29.160309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:29.161400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:29.172588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.185617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.205075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port 5d34b890-7776-41c9-9881-db4a850ebde3 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:29.229468 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967e38-4b4a-41fb-b4d2-1ec29bb81a3d None None] Pushing event updated for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.250787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Pushing event updated for resources: {'Port': ['ID=0b8e4baf-9580-4077-a4bc-54ead77c016e,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.257639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Attempting to bind port 0b8e4baf-9580-4077-a4bc-54ead77c016e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:29.258134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Attempting to bind port 0b8e4baf-9580-4077-a4bc-54ead77c016e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ad2f5001-cda9-419c-9192-5a79da607163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:29.258605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Attempting to bind port 0b8e4baf-9580-4077-a4bc-54ead77c016e on network a65b8920-9be9-4b9b-a9ac-7d990f522660 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:29.264694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:29.265449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Checking segment: {'id': 'ad2f5001-cda9-419c-9192-5a79da607163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:29.265944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.266436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Bound using segment: {'id': 'ad2f5001-cda9-419c-9192-5a79da607163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:29.267086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Bound port: 0b8e4baf-9580-4077-a4bc-54ead77c016e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2f5001-cda9-419c-9192-5a79da607163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:29.267643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.268375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:33:29.268635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.274948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeaff94-a85c-4115-a879-870d8334dc1e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:29.313644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e695f034-f4f9-4e58-bde4-3580e949d4ea') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:29.313644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e695f034-f4f9-4e58-bde4-3580e949d4ea') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:29.353750 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:29.362430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] For port 0b8e4baf-9580-4077-a4bc-54ead77c016e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:29.366881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] For port 0b8e4baf-9580-4077-a4bc-54ead77c016e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0b8e4baf-9580-4077-a4bc-54ead77c016e,segment=NetworkSegment(ad2f5001-cda9-419c-9192-5a79da607163),segment_id=ad2f5001-cda9-419c-9192-5a79da607163)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:29.374264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.408174 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Attempt 9 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:29.421642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.446739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.458258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Router 6c2f7804-a72f-401f-b7f1-2e5da3263028 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:33:29.459865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f74f17d9-009a-4b9c-86b7-ba12322ed89d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:29.487690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ab29d2e-a5d4-4c70-b3fd-4b0e858c1e9f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.506659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.520005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4de15199-557e-4be5-94a9-3759f85bdd8e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.580666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641919a4-cb28-40f8-a238-1eb150ea412e None None] Pushing event updated for resources: {'Port': ['ID=0b8e4baf-9580-4077-a4bc-54ead77c016e,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:29.592132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:29.593059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.644660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e695f034-f4f9-4e58-bde4-3580e949d4ea resource provider aggregate not found Sep 28 08:33:29.669942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f74f17d9-009a-4b9c-86b7-ba12322ed89d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:29.669942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.670131 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f74f17d9-009a-4b9c-86b7-ba12322ed89d Sep 28 08:33:29.683649 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e695f034-f4f9-4e58-bde4-3580e949d4ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e695f034-f4f9-4e58-bde4-3580e949d4ea found for delete ", "request_id": "req-50f914c6-c2bd-4f96-9211-19f4f6c92b03"}]} Sep 28 08:33:29.730061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Current status of the port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:29.730709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.771808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:28Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:29.791670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Checking segment: {'id': '87981137-303d-4999-ab35-e43f6b6f892c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '755889bd-029c-495a-b0bb-99e31563aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:29.796618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Network hostable DHCP agents. Network: 755889bd-029c-495a-b0bb-99e31563aa5b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:29.801811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] For port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:29.806862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.11 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/5d34b890-7776-41c9-9881-db4a850ebde3) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:29.826590 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a9d32-51e5-49a3-8cdf-ae42d468c945 None None] The sync data for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv is: [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:28Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:29.835537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.844694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.847733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.848564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a2bca00-31d1-4f9c-a9e4-896428728949 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943 tempest-ExternalNetworksAdminNegativeTestJSON-1464924943-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/60fc79b6-522c-42a7-b768-4452c3f70f08 HTTP/1.1" status: 204 len: 168 time: 1.8171308 Sep 28 08:33:29.860772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.915167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:29.927058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] 10.222.0.27 "DELETE /v2.0/networks/eaeaff94-a85c-4115-a879-870d8334dc1e HTTP/1.1" status: 204 len: 168 time: 1.4890990 Sep 28 08:33:29.978722 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-770e8b98-00c0-4785-b121-77760cad5d73 tempest-RoutersTestDVR-1650795989 tempest-RoutersTestDVR-1650795989-project] 10.222.0.27 "GET /v2.0/routers/0d3de212-5d44-4017-956e-bff4926dd025 HTTP/1.1" status: 200 len: 683 time: 0.8494935 Sep 28 08:33:29.979999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34770) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:29.982538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Network 755889bd-029c-495a-b0bb-99e31563aa5b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:29.985344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68edb7-1d37-41ff-bd16-9a7f51b5fdbf tempest-QuotasNegativeTest-2125818740 tempest-QuotasNegativeTest-2125818740-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaeaff94-a85c-4115-a879-870d8334dc1e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:30.032786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f74f17d9-009a-4b9c-86b7-ba12322ed89d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:30.050423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Provisioning complete for port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:30.050993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.051682 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 1 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:30.086822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.093413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 755889bd-029c-495a-b0bb-99e31563aa5b) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:30.101268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.141697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Deleting port 4cf90f49-d8a4-4843-8953-bf1a42833fab {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:30.142042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.142413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:30.143125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e433ce-65fa-49f1-aa60-999e0a8a59aa None None] Network 755889bd-029c-495a-b0bb-99e31563aa5b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:30.156835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:30.160935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:30.169879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.189985 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6e32278c-7974-44f7-a5b1-1ba8b2223bdf admin admin] 10.222.0.27 "PUT /v2.0/routers/6c2f7804-a72f-401f-b7f1-2e5da3263028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6672628 Sep 28 08:33:30.194097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.199734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Sync routers for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:30.238336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9e2bc-9861-44b4-a571-fa6a87d395aa None None] Pushing event updated for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:30.333898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:30.334679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:30.412378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5227576c-19ca-4a4e-9eb6-eef4def50ad6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:30.423122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.477458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.478715 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6422a25a-03f8-4264-9c88-9a4ea73f5857 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4794464 Sep 28 08:33:30.479305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34778) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:30.482897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-43bf96b1-d538-4fec-96e9-f115e669fa60 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0199475 Sep 28 08:33:30.483663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34780) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:30.499800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'floatingip': {'floating_network_id': '755889bd-029c-495a-b0bb-99e31563aa5b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:30.555337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34782) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:30.560570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'security_group_rule': {'security_group_id': 'ab331548-fdf8-474a-97ef-3f263137ab97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:30.634713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.641825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.666148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.676513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Calling delete_port for 4cf90f49-d8a4-4843-8953-bf1a42833fab owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:30.690129 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 2 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:30.731052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.745491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.836137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e7d0e-e2bd-4994-8639-4ba544b8eeab None None] Network 755889bd-029c-495a-b0bb-99e31563aa5b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:30.904287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.915647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:30.917439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.918047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3de212-5d44-4017-956e-bff4926dd025 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:30.925627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:30.926775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2f95116c-7065-499d-9350-7eddf263fbf9 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "DELETE /v2.0/routers/0d3de212-5d44-4017-956e-bff4926dd025 HTTP/1.1" status: 204 len: 168 time: 0.9452517 Sep 28 08:33:30.931973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34798) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:30.935447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:30.939498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:30.942665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Request body: {'router': {'name': 'tempest-router-125652080', 'distributed': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:31.048624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.051389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.075505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c4a38-dbb2-460d-b6e4-4d555469d1ec None None] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:31.094306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=5d34b890-7776-41c9-9881-db4a850ebde3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:31.095979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.107750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.120179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:31.123702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:31.165504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30a22b8-e9fa-4b09-815b-80e8ab6f13fa,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:31.186167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.190522 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-42af68e2-928f-4d21-af0c-7e13c132e262 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6366363 Sep 28 08:33:31.191136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34802) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:31.195668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:31.256975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.334671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:31.356900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.432418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:31.433274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.478311 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 3 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:31.487375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf90f49-d8a4-4843-8953-bf1a42833fab,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:31.529118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:31.539306 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fcb1c465-6058-4439-a7ce-39d52cfab2d1 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0444636 Sep 28 08:33:31.561022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34810) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:31.562846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.563749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-62b6fe00-97fd-4bf8-9144-a59ce6c3e48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.581909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-1244699024', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:35:95:a7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:31.601131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85ed4ebd-cebc-41b4-a6ad-36297b4d3c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.603416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.607644 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-164cdab5-f05b-4548-a7a3-e636d3743b16 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/ports/4cf90f49-d8a4-4843-8953-bf1a42833fab HTTP/1.1" status: 204 len: 168 time: 2.4450490 Sep 28 08:33:31.623095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34812) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:31.629821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a', 'external_fixed_ips': [{'subnet_id': 'd915ecc4-6754-4cc6-af1f-f8f860ef7d76', 'ip_address': '2001:db8::2b0'}]}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:31.643462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0b8e4baf-9580-4077-a4bc-54ead77c016e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:31.673854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.762875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.763912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.810484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.836120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0b8e4baf-9580-4077-a4bc-54ead77c016e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:31.836957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.837777 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0b8e4baf-9580-4077-a4bc-54ead77c016e Sep 28 08:33:31.841710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 2, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:31.884933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:31.889084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cda244f2-63c1-4627-988a-d2a08c786068 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9512067 Sep 28 08:33:31.889988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:31.924110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Checking router: 6c2f7804-a72f-401f-b7f1-2e5da3263028 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:33:31.924981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Updating router 6c2f7804-a72f-401f-b7f1-2e5da3263028 port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:33:31.976804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.000637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34818) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:32.005945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602323451', 'description': 'tempest-description--1457271752'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:32.022719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.030817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Allocated IP 172.20.0.14 (755889bd-029c-495a-b0bb-99e31563aa5b/4de15199-557e-4be5-94a9-3759f85bdd8e/8e8bf90f-ed3b-47e1-98df-f3c41584f58c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:32.059741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.110440 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 4 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:32.114837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:32.118490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.164176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:32.244252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.245981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0b8e4baf-9580-4077-a4bc-54ead77c016e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:32.246351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.276419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.283145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.302615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.305548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.321544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 0b8e4baf-9580-4077-a4bc-54ead77c016e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0b8e4baf-9580-4077-a4bc-54ead77c016e,segment=NetworkSegment(ad2f5001-cda9-419c-9192-5a79da607163),segment_id=ad2f5001-cda9-419c-9192-5a79da607163)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:32.334659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.335434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:32.353996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.423061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.423556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba4f9e30-501e-4761-81c5-e234a47caa0e {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:32.427840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.428930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.430290 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-84c5ac0b-4441-4fc5-8caa-e0c5a06cd670 tempest-RoutersTestDVR-346786351 tempest-RoutersTestDVR-346786351-project-admin] 10.222.0.27 "DELETE /v2.0/routers/ba4f9e30-501e-4761-81c5-e234a47caa0e HTTP/1.1" status: 204 len: 168 time: 0.5291014 Sep 28 08:33:32.431891 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4302101 Sep 28 08:33:32.436082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34820) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:32.445546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'security_group_rule': {'security_group_id': 'f415013f-4385-4344-ad6e-c225b013cdde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:32.448841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=0b8e4baf-9580-4077-a4bc-54ead77c016e,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.452505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f2545-e536-405e-a75c-443457f7a5ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f415013f-4385-4344-ad6e-c225b013cdde,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.496851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:32.497425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.497863 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:32.498823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.499154 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85ed4ebd-cebc-41b4-a6ad-36297b4d3c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.501561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-62b6fe00-97fd-4bf8-9144-a59ce6c3e48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.513411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85ed4ebd-cebc-41b4-a6ad-36297b4d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.524120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.545897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-62b6fe00-97fd-4bf8-9144-a59ce6c3e48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.552391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.570357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port a322c2ff-3716-42c3-8571-1fbe6545c8f8 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:32.570886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.578934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.617589 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-85ed4ebd-cebc-41b4-a6ad-36297b4d3c34 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=963d84c9545c435789a8ec08d830be7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9945660 Sep 28 08:33:32.626578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed4ebd-cebc-41b4-a6ad-36297b4d3c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78511ca4-82fe-4402-b2c4-e08960c67038,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.629694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:32.639594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:32.666549 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 5 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:32.670154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab1613-3309-4c2d-b0a3-e8555b9ebf9f None None] Pushing event updated for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.693138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Allocated IP 172.26.4.36 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:32.700718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6fe00-97fd-4bf8-9144-a59ce6c3e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac8b4c5-6ef1-4d37-b9f1-c078d11fc0af,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.719135 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-62b6fe00-97fd-4bf8-9144-a59ce6c3e48c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=484149afafca4ef89d424c35622d7f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3821659 Sep 28 08:33:32.728873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34828) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:32.730750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Attempting to bind port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:32.731128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Attempting to bind port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:32.731558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Attempting to bind port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 on network 4d923fac-3c7f-4664-9f03-e1ec948e9203 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:32.738423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:32.741073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:32.741449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Checking segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:32.741856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.742252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Bound using segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:32.742741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Bound port: 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:32.743115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.778722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.816283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34830) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:32.828194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] For port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:32.832650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] For port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:32.839353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.849434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.856024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Network 755889bd-029c-495a-b0bb-99e31563aa5b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:32.872946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:32.875525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.879590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:32.880313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:32.882693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:32.903827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a596fe8-dd56-4232-b478-355a2663f7a1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:32.911750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.925942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:32.968742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.017978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.027040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.084550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02fc0f74-96d0-4851-9263-608202cc195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.130569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab1613-3309-4c2d-b0a3-e8555b9ebf9f None None] Pushing event updated for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.163526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.169462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.170924 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/78511ca4-82fe-4402-b2c4-e08960c67038 HTTP/1.1" status: 204 len: 168 time: 0.5225477 Sep 28 08:33:33.181743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.183898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.186469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.187852 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aac8b4c5-6ef1-4d37-b9f1-c078d11fc0af HTTP/1.1" status: 204 len: 168 time: 0.4570837 Sep 28 08:33:33.191685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Port': ['ID=8e8bf90f-ed3b-47e1-98df-f3c41584f58c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.199305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.14 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/a322c2ff-3716-42c3-8571-1fbe6545c8f8) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:33.235822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.237100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ef306a90-c81e-482b-9b66-61c76b38e45b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7986763 Sep 28 08:33:33.238306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abffadd-fb9f-45d7-a794-0b597a6f7315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78511ca4-82fe-4402-b2c4-e08960c67038,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.239827 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 6 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:33.243753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34838) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:33.258861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.329423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:33.333738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'security_group_rule': {'security_group_id': 'f415013f-4385-4344-ad6e-c225b013cdde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:33.343581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:33.344855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df83b6-c5ef-422a-8c8b-c8df2e7221cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac8b4c5-6ef1-4d37-b9f1-c078d11fc0af,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.371051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:33.376069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:33.490837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'Port': ['ID=cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.561425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0b8e4baf-9580-4077-a4bc-54ead77c016e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:33.583674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02fc0f74-96d0-4851-9263-608202cc195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.606865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02fc0f74-96d0-4851-9263-608202cc195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.661842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Current status of the port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:33.662230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.694280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.734886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.763265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.779231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] For port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:33.782073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.794176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.803531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0b8e4baf-9580-4077-a4bc-54ead77c016e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:33.803531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.803531 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0b8e4baf-9580-4077-a4bc-54ead77c016e Sep 28 08:33:33.853292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc0f74-96d0-4851-9263-608202cc195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed729c-c19b-4166-8f6c-82aa4cd58654,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.857289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34844) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:33.865129 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-02fc0f74-96d0-4851-9263-608202cc195a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a72c8680330b4e78885b25572662b95d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0332656 Sep 28 08:33:33.866612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.870370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34846) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:33.901376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.908540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Provisioning complete for port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:33.909504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.909504 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Attempt 1 to provision port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 Sep 28 08:33:33.932855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.938892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Pushing event updated for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:33.939053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34848) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:33.950332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.964557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.973018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:33.998970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:32Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:33.999838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40fbb8f2-0d27-4f59-87b6-36a8ceed0638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.031551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.033640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbb6491-b644-48d0-b3e7-7edea4c4ae97,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.034820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778975e9-a87d-4242-b61d-77e01b82d4c5 None None] The sync data for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv is: [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:32Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:34.044761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0b8e4baf-9580-4077-a4bc-54ead77c016e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:34.074928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.080238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9dd990ef-1708-4226-8506-95d76d579871 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8352816 Sep 28 08:33:34.085680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34850) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:34.089738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b14e2025-2c2a-4ad4-a065-5d6af481a31d None None] Current status of the port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:34.094803 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-311f8055-d9d7-4a84-9c49-f2cb1890263c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9af89e191d1c4a11ac6151ca88f0bfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293909 Sep 28 08:33:34.100004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.101509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34852) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:34.108648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:34.220418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.230405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.231746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Provisioning complete for port 0b8e4baf-9580-4077-a4bc-54ead77c016e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:34.232698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.237687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 1 to provision port 0b8e4baf-9580-4077-a4bc-54ead77c016e Sep 28 08:33:34.243671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 2001:db8::2b0 (f6a04215-a9b9-41f7-bec3-6d15f4d34b2a/d915ecc4-6754-4cc6-af1f-f8f860ef7d76/68ed1f91-68d6-45e1-8bc0-c6341322de22) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:34.313869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40fbb8f2-0d27-4f59-87b6-36a8ceed0638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.329333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40fbb8f2-0d27-4f59-87b6-36a8ceed0638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.366114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Current status of the port 0b8e4baf-9580-4077-a4bc-54ead77c016e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:34.369345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:34.377312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.380052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.381113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/15ed729c-c19b-4166-8f6c-82aa4cd58654 HTTP/1.1" status: 204 len: 168 time: 0.5098088 Sep 28 08:33:34.384335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Provisioning complete for port 5d34b890-7776-41c9-9881-db4a850ebde3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:34.386229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.387510 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 1 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:34.397003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:34.427601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.428028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:34.433175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40fbb8f2-0d27-4f59-87b6-36a8ceed0638 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cb3c696a6b764f0fac74eecfbb29e496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830351 Sep 28 08:33:34.440899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.442248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:34.458237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.497668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:34.498135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb8f2-0d27-4f59-87b6-36a8ceed0638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd548fc-b13f-4389-8263-36606d4eb255,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.504054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=a322c2ff-3716-42c3-8571-1fbe6545c8f8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.544572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6fbc7-add9-4f2c-9691-929a87862d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed729c-c19b-4166-8f6c-82aa4cd58654,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.625885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.643454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.662982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'Port': ['ID=cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.667419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:34.669778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.673251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.685433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.687599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ff4c47bd-d17a-4313-a075-b8cc837aaef8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4954557 Sep 28 08:33:34.693213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.723854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.764613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.842215 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b85daea5-9f54-43ed-9a1e-90e2c4b7a124 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.2765679 Sep 28 08:33:34.855112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.862529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34860) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:34.989274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Port': ['ID=8e8bf90f-ed3b-47e1-98df-f3c41584f58c,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:34.994631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.998046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:34.998929 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 2 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:35.004099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.007731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.009794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2836b858-3444-4067-a11f-6470d94ec5cb HTTP/1.1" status: 204 len: 168 time: 0.9055123 Sep 28 08:33:35.044317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f83192-8869-4643-b198-ee6abe78f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836b858-3444-4067-a11f-6470d94ec5cb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:35.081077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986f5a2-5861-413b-a5a4-466f4319a49b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:35.087566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:35.091702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986f5a2-5861-413b-a5a4-466f4319a49b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:35.114588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986f5a2-5861-413b-a5a4-466f4319a49b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:35.116605 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3986f5a2-5861-413b-a5a4-466f4319a49b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.2530911 Sep 28 08:33:35.121733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.130669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7276589a-174d-43f0-a330-db333ecdf200 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6360927 Sep 28 08:33:35.132582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:35.132949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34878) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:35.157335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Allocated IP 172.26.4.220 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/b11fc250-fb59-481b-8934-e7460709bf7a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:35.263016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34882) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:35.295205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.348568 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-825d8242-6b5a-4acf-b7f4-86d634cd0081 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "GET /v2.0/floatingips?floating_network_id=755889bd-029c-495a-b0bb-99e31563aa5b HTTP/1.1" status: 200 len: 690 time: 0.2133439 Sep 28 08:33:35.349484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56ce9660-217b-425b-8ea1-3cb550430e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.355687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34884) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:35.427801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.440290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.445056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.449428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ccd548fc-b13f-4389-8263-36606d4eb255 HTTP/1.1" status: 204 len: 168 time: 1.0046992 Sep 28 08:33:35.465364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3f5c6-de4d-432b-82c9-2a7f51ee78ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd548fc-b13f-4389-8263-36606d4eb255,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:35.499472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.528802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:35.568579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:35.581018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:35.590176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:35.595305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=68ed1f91-68d6-45e1-8bc0-c6341322de22,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:35.602326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:35.606605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:35.611522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:35.619716 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 3 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:35.702543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'Port': ['ID=b11fc250-fb59-481b-8934-e7460709bf7a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:35.752344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:35.763891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.786079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:35.789435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.789920 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 Sep 28 08:33:35.838703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:35.951877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:36.003275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34914) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:36.021644 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 08:33:36.084355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.098617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.106600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.159923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.203624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.204905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1158442 Sep 28 08:33:36.206825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port a322c2ff-3716-42c3-8571-1fbe6545c8f8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:36.207182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.220172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce05827-d5f6-4a54-8a3f-5c6f73b9222e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'Port': ['ID=b11fc250-fb59-481b-8934-e7460709bf7a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:36.254086 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 4 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:36.288716 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-61a8697d-56c1-4771-b189-beaf2878fe94 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--18281535&fields=id&tenant_id=99c89135b41748e8b1ebf41f560251e3 HTTP/1.1" status: 200 len: 267 time: 0.2770014 Sep 28 08:33:36.315085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:36.413519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c5abdcff-2712-4da5-9f67-8c11644c0f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.449970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56ce9660-217b-425b-8ea1-3cb550430e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.486342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56ce9660-217b-425b-8ea1-3cb550430e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.679596 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-56ce9660-217b-425b-8ea1-3cb550430e18 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4133b9ec7f6f45a6aa1c457ba17b168e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4153936 Sep 28 08:33:36.682242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:36.689370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.704655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce9660-217b-425b-8ea1-3cb550430e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92869aad-420a-4bdb-95a3-94d7488b971b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:36.754275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for a322c2ff-3716-42c3-8571-1fbe6545c8f8 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:36.760158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.777455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Deleting port 8e8bf90f-ed3b-47e1-98df-f3c41584f58c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:36.777700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.786513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.801261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-596d64ba-1c1b-4987-8fac-621186172a49 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:36.803045 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-596d64ba-1c1b-4987-8fac-621186172a49 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/networks?id=2d35de64-678f-420b-adab-d633801451e0 HTTP/1.1" status: 200 len: 805 time: 0.4837785 Sep 28 08:33:36.816045 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 5 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:36.824675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.831072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34962) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:36.869677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.872403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:36.873870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/92869aad-420a-4bdb-95a3-94d7488b971b HTTP/1.1" status: 204 len: 168 time: 0.1892915 Sep 28 08:33:36.875577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:36.886268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee349ae-be9b-4eda-85be-b59f677b2d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92869aad-420a-4bdb-95a3-94d7488b971b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:36.922528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-de0f1da9-fa41-4389-9e99-51e76384eac0 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/quotas/99c89135b41748e8b1ebf41f560251e3 HTTP/1.1" status: 200 len: 375 time: 0.1019044 Sep 28 08:33:36.998087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-8f3897c3-1d0c-4dc9-8a77-759c72b58b9c tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.002477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8f3897c3-1d0c-4dc9-8a77-759c72b58b9c tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1703351 Sep 28 08:33:37.003252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.008051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d8367d7a-7803-45c1-8436-29e9531fe0bb tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.012116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d8367d7a-7803-45c1-8436-29e9531fe0bb tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077777 Sep 28 08:33:37.012940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34972) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.018285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-edd311a7-b140-406b-bdce-bfaa54852072 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.022219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-edd311a7-b140-406b-bdce-bfaa54852072 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074763 Sep 28 08:33:37.022793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34974) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.030667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-0fcef5b2-e2ee-411f-81df-8a6e2999df9b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.034289 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0fcef5b2-e2ee-411f-81df-8a6e2999df9b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105705 Sep 28 08:33:37.034875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34978) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.038929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-629ea266-27f6-4d03-a577-1f742b47727e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.042439 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-629ea266-27f6-4d03-a577-1f742b47727e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066547 Sep 28 08:33:37.042991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.047030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-3d06ac93-47d2-42d5-b8cb-1e38c311980e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.050435 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3d06ac93-47d2-42d5-b8cb-1e38c311980e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065608 Sep 28 08:33:37.051088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34982) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.074990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-63897da3-44f4-4a0d-aa4e-84f391d0d905 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.084251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 34984) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.087015 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-63897da3-44f4-4a0d-aa4e-84f391d0d905 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0348859 Sep 28 08:33:37.118207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-32330920-cdde-49f9-a8ff-925abf4b83b3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.119233 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-32330920-cdde-49f9-a8ff-925abf4b83b3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068724 Sep 28 08:33:37.122374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.134384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-8907ada8-2536-44f9-a8bf-01d05f190ad2 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.138564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8907ada8-2536-44f9-a8bf-01d05f190ad2 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0151718 Sep 28 08:33:37.139583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34990) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.146617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-74d2ada1-a26e-4e40-9bb9-54e57cde060b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.154760 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-74d2ada1-a26e-4e40-9bb9-54e57cde060b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0139103 Sep 28 08:33:37.157444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34992) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.162561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d6efc3da-2fe6-4a33-9599-17bdfb59457d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.168245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d6efc3da-2fe6-4a33-9599-17bdfb59457d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095282 Sep 28 08:33:37.169202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34994) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.173969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-7ce49f54-38eb-432c-9759-05607d6994c3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.178651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7ce49f54-38eb-432c-9759-05607d6994c3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082240 Sep 28 08:33:37.179576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34996) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.184510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-dc5328f2-7304-47b4-a62e-13695283cfec tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.190234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dc5328f2-7304-47b4-a62e-13695283cfec tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083640 Sep 28 08:33:37.191361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 34998) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.197488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-07cf2bcf-fd01-4775-ae70-ad3ad5977b0f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.202125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-07cf2bcf-fd01-4775-ae70-ad3ad5977b0f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0093305 Sep 28 08:33:37.203361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35000) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.213780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-edab0f23-864c-4259-bf23-dca54fbf4071 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.217262 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-edab0f23-864c-4259-bf23-dca54fbf4071 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068631 Sep 28 08:33:37.219576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.233128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-e76928ef-d54d-4935-a2b0-8fe916b72d48 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.238192 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e76928ef-d54d-4935-a2b0-8fe916b72d48 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0167687 Sep 28 08:33:37.239951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35006) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.265204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-5db6cad4-d2d1-4acc-a6b4-29d4e7aa7703 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.265204 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5db6cad4-d2d1-4acc-a6b4-29d4e7aa7703 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0174460 Sep 28 08:33:37.269446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35014) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.273823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-9150a743-ea7c-4377-8ffa-4bdecaee41ef tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.277836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9150a743-ea7c-4377-8ffa-4bdecaee41ef tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051672 Sep 28 08:33:37.278063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:37.278063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:37.278793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35016) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.285190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-8f1aee25-eb94-4825-aeaa-5265788c2da3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.289612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8f1aee25-eb94-4825-aeaa-5265788c2da3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072172 Sep 28 08:33:37.290409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35018) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.293409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.295611 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 08:33:37.305245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Calling delete_port for 8e8bf90f-ed3b-47e1-98df-f3c41584f58c owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:37.309493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-0c10a61e-99f2-4f53-8187-0c8c0900d9bf tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.312984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0c10a61e-99f2-4f53-8187-0c8c0900d9bf tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0157878 Sep 28 08:33:37.313828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35022) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.319561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-9b787612-adfa-4ddc-9ae4-cc4882d6142a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.320730 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9b787612-adfa-4ddc-9ae4-cc4882d6142a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055568 Sep 28 08:33:37.323352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35024) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.329518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-7ac0e1e1-b6d3-4a4e-85d6-243aed110312 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.330547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7ac0e1e1-b6d3-4a4e-85d6-243aed110312 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058584 Sep 28 08:33:37.333079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35026) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.337516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-2e8bb660-5719-4a8c-8b61-166769e0c14c tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.340616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2e8bb660-5719-4a8c-8b61-166769e0c14c tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045769 Sep 28 08:33:37.340862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35028) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.345375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-ae849435-b8d8-4839-9095-cdb8e1e5d48a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.348490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ae849435-b8d8-4839-9095-cdb8e1e5d48a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045280 Sep 28 08:33:37.350187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35030) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.351809 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-517620a6-e070-42d6-a744-96993097918f tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=99c89135b41748e8b1ebf41f560251e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4191403 Sep 28 08:33:37.362091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-bfdaf564-01e8-4cb9-80f4-a12cb015e9d3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.363531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bfdaf564-01e8-4cb9-80f4-a12cb015e9d3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066385 Sep 28 08:33:37.371772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35032) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.377222 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 6 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:37.409148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-fc6b3b55-061a-4f12-906e-66bf7fba9052 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1602323451&fields=id&tenant_id=712e5f07a74143529db13d16e290a4c2 HTTP/1.1" status: 200 len: 267 time: 0.1142268 Sep 28 08:33:37.432399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-fd82fca6-e8ea-428a-99a6-1ce8f3efb06d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.435733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fd82fca6-e8ea-428a-99a6-1ce8f3efb06d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0575795 Sep 28 08:33:37.442781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35042) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.455086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:37.463379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-2a2ddd49-6390-4045-8b38-91926f473fff tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.466883 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a2ddd49-6390-4045-8b38-91926f473fff tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120997 Sep 28 08:33:37.470308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35044) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.472098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:37.482544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-10c1e3c0-f801-427c-8252-ca73326654ac tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.485954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-10c1e3c0-f801-427c-8252-ca73326654ac tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0122628 Sep 28 08:33:37.487260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.498845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-bb9966f4-eb55-469a-8485-fd3ef71fd064 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.501928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bb9966f4-eb55-469a-8485-fd3ef71fd064 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090077 Sep 28 08:33:37.502514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35050) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.509875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d3982e91-9bca-4612-be48-e72e0f2e48b3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.509875 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d3982e91-9bca-4612-be48-e72e0f2e48b3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049620 Sep 28 08:33:37.511898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.549467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-b7059e36-d0e8-41e7-a673-01dfc6129952 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.550453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b7059e36-d0e8-41e7-a673-01dfc6129952 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0369177 Sep 28 08:33:37.551424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:37.563306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.567682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-975cdd97-8b4f-409a-a54f-232088bcc975 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.568727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-975cdd97-8b4f-409a-a54f-232088bcc975 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044794 Sep 28 08:33:37.576948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35058) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.595431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-90e552eb-03e3-4902-ac5d-8deb6e5d596a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.596423 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-90e552eb-03e3-4902-ac5d-8deb6e5d596a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0184891 Sep 28 08:33:37.605640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.609965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-5cfcf4b4-5d32-46c1-b556-1d31c96cf4a3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.610910 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5cfcf4b4-5d32-46c1-b556-1d31c96cf4a3 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043025 Sep 28 08:33:37.618141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35064) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.699692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-1537e424-d92d-480b-9c01-61e14b9f0913 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:37.701877 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-1537e424-d92d-480b-9c01-61e14b9f0913 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 812 time: 0.2715814 Sep 28 08:33:37.734457 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-424da940-d678-4aec-9350-d9092b65d588 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/quotas/712e5f07a74143529db13d16e290a4c2 HTTP/1.1" status: 200 len: 375 time: 0.0262134 Sep 28 08:33:37.854219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-baff2389-fd4b-4145-bb73-b0ef28ffe8b2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128485 Sep 28 08:33:37.910641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-bd80f9c8-d1b2-4ff1-ba57-f40eab8f162a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.917609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35078) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.917798 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bd80f9c8-d1b2-4ff1-ba57-f40eab8f162a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.2703724 Sep 28 08:33:37.923341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-b8bd5011-be8c-4a23-b0ca-ff17301f414e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.924667 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8bd5011-be8c-4a23-b0ca-ff17301f414e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056579 Sep 28 08:33:37.927313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35080) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.933967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-66458600-4812-4d0b-88cc-81b5207d5d54 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.936720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-66458600-4812-4d0b-88cc-81b5207d5d54 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068314 Sep 28 08:33:37.938503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35082) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.947183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-983e5347-bad0-4b4c-822a-f1ed680f40b1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.948488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=a322c2ff-3716-42c3-8571-1fbe6545c8f8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:37.950951 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-983e5347-bad0-4b4c-822a-f1ed680f40b1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0103376 Sep 28 08:33:37.955075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35086) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:37.956014 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 7 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:37.979881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-7f0c3949-207a-41dd-be63-22750a3abfac tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:37.987256 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7f0c3949-207a-41dd-be63-22750a3abfac tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0152342 Sep 28 08:33:37.992944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35088) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.000214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-6145e71f-c64f-4a3c-85b8-af11811bff1f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.003595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6145e71f-c64f-4a3c-85b8-af11811bff1f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056615 Sep 28 08:33:38.004739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35090) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.022735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-3a980813-d844-46f6-bbbb-7885ce966465 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.027029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.027683 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3a980813-d844-46f6-bbbb-7885ce966465 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0175784 Sep 28 08:33:38.053338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-f7adf55f-1739-43da-b82d-55654370c6e9 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.055916 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7adf55f-1739-43da-b82d-55654370c6e9 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0209696 Sep 28 08:33:38.056620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:38.058096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35098) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.067522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-6b6eb792-79b1-4457-b1ea-fae07c998ae1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.071801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6b6eb792-79b1-4457-b1ea-fae07c998ae1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0126319 Sep 28 08:33:38.072836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35100) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.078294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-02af388f-7c5f-460b-8c89-d954bb6d4e24 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.086301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-02af388f-7c5f-460b-8c89-d954bb6d4e24 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0122299 Sep 28 08:33:38.087098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35104) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.092744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-6edf3b48-a652-4d2e-b662-d5c28a45706b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.097002 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6edf3b48-a652-4d2e-b662-d5c28a45706b tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087802 Sep 28 08:33:38.097902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35106) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.102434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-e86af7ae-b439-4f6c-8d0f-a541306556e4 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.106209 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e86af7ae-b439-4f6c-8d0f-a541306556e4 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0070605 Sep 28 08:33:38.107329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35108) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.112341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-e013882c-1f54-4375-9cd5-841664a5215f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.117373 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e013882c-1f54-4375-9cd5-841664a5215f tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079901 Sep 28 08:33:38.118292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35110) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.122875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d91cde5d-4864-49f7-b261-b875a8e2e1d1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.126071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d91cde5d-4864-49f7-b261-b875a8e2e1d1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067337 Sep 28 08:33:38.126646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35112) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.130928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-13d38a87-54bf-48dc-a10d-43164f57882a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.134698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-13d38a87-54bf-48dc-a10d-43164f57882a tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068498 Sep 28 08:33:38.135240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35114) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.149473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-8f5b5ec4-e119-469d-bc18-908323fd0469 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.149473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-8f5b5ec4-e119-469d-bc18-908323fd0469 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1170137 Sep 28 08:33:38.149650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-b0a304af-d4a5-474c-8f16-2817c5b710fa service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.150375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-b0a304af-d4a5-474c-8f16-2817c5b710fa service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2439356 Sep 28 08:33:38.161766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-ce6e3d97-2bb6-4c6b-94ba-17f840f24bd9 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.165740 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce6e3d97-2bb6-4c6b-94ba-17f840f24bd9 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0295348 Sep 28 08:33:38.166373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35116) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.172584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-4a779325-b04e-4d8a-8faf-b6f1d0292d19 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.176547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4a779325-b04e-4d8a-8faf-b6f1d0292d19 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077860 Sep 28 08:33:38.184048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35118) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.199184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d9293848-f166-4bbc-86c1-54c302a4316e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.203023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d9293848-f166-4bbc-86c1-54c302a4316e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0171514 Sep 28 08:33:38.205788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35122) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.211523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-d5ba62c1-2fca-4de6-8774-e692fe1cd6cd tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.214814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d5ba62c1-2fca-4de6-8774-e692fe1cd6cd tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057712 Sep 28 08:33:38.219097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35124) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.223341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-97d69005-bda4-4433-a9cd-aeb554640a86 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.225468 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97d69005-bda4-4433-a9cd-aeb554640a86 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042481 Sep 28 08:33:38.227671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35126) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.260439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-97db5c80-659a-4664-92f4-b16022b9a557 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.261440 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97db5c80-659a-4664-92f4-b16022b9a557 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0313835 Sep 28 08:33:38.264441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35128) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.268538 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-91b4d889-49fb-4e5a-9075-3742733baf13 service neutron] 10.222.0.27 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988145 Sep 28 08:33:38.278671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-24e0d0e4-dc35-4d4b-bcea-ac8ea4c4e9a5 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.279601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-24e0d0e4-dc35-4d4b-bcea-ac8ea4c4e9a5 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044394 Sep 28 08:33:38.282756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35130) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.288528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-32b7b85c-dbe5-4c64-be49-a3dfcd594a56 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.289693 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-32b7b85c-dbe5-4c64-be49-a3dfcd594a56 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058734 Sep 28 08:33:38.292084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35132) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.298679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-b764d816-51d8-4249-bef5-d00de726e6b4 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.299638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b764d816-51d8-4249-bef5-d00de726e6b4 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066867 Sep 28 08:33:38.302253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35134) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.309264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-78e19a3d-c6db-48dd-8d2b-7006ea0a4e83 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.312736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-78e19a3d-c6db-48dd-8d2b-7006ea0a4e83 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070922 Sep 28 08:33:38.312817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35138) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.317126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-50fb0c88-8154-4276-b7c0-1c3936222016 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.320160 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-50fb0c88-8154-4276-b7c0-1c3936222016 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043359 Sep 28 08:33:38.322343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35140) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.331702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-f7738df3-d2c8-4b44-9d43-2e1bad6a648d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.335311 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7738df3-d2c8-4b44-9d43-2e1bad6a648d tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096309 Sep 28 08:33:38.336053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35142) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.341952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-4abd26b1-8516-40a7-afb7-09225a4d82fd tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.346118 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4abd26b1-8516-40a7-afb7-09225a4d82fd tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094357 Sep 28 08:33:38.346972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35144) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.351427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-b5ed2599-97fd-42bb-8994-2feb08363a42 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.355108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5ed2599-97fd-42bb-8994-2feb08363a42 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071149 Sep 28 08:33:38.357813 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c915d73d-f7e7-4e1b-8a0e-c35d861931db service neutron] 10.222.0.27 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905558 Sep 28 08:33:38.358339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35146) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.362601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-31c9cc62-fb3c-4d9b-aade-7f7b069a084e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.366637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-31c9cc62-fb3c-4d9b-aade-7f7b069a084e tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073175 Sep 28 08:33:38.368293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35148) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.371417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.372136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-c57d3805-8918-417b-beff-3415bad046e7 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.375713 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c57d3805-8918-417b-beff-3415bad046e7 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065613 Sep 28 08:33:38.381263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35150) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.384103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.440105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [None req-bbb1b292-cb53-4d65-becf-43bf8ab94720 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.441103 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bbb1b292-cb53-4d65-becf-43bf8ab94720 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0248621 Sep 28 08:33:38.443835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35158) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.448730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-8cd7248e-cf45-4d59-b1ae-9051b04abcd1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.452504 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8cd7248e-cf45-4d59-b1ae-9051b04abcd1 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050108 Sep 28 08:33:38.454054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e8bf90f-ed3b-47e1-98df-f3c41584f58c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:38.454265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35160) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.465435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-a3575c51-58a7-421b-8d9e-3cd358ed3900 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.469626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a3575c51-58a7-421b-8d9e-3cd358ed3900 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115130 Sep 28 08:33:38.469805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.469894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.473491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [None req-aba6a02f-2fe1-4ad4-b6ca-887df3bb53e2 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:38.477905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aba6a02f-2fe1-4ad4-b6ca-887df3bb53e2 tempest-ExtensionsTestJSON-424904544 tempest-ExtensionsTestJSON-424904544-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042858 Sep 28 08:33:38.480080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eb7d1d5f-2007-4207-8950-7b0e5fbb6427 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/a322c2ff-3716-42c3-8571-1fbe6545c8f8 HTTP/1.1" status: 204 len: 168 time: 3.3407416 Sep 28 08:33:38.488083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35164) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.497190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:38.535545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d888c2c-5a65-4972-8bd3-1370479dc064 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] GET failed (client error): The resource could not be found. Sep 28 08:33:38.537816 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0d888c2c-5a65-4972-8bd3-1370479dc064 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports/a322c2ff-3716-42c3-8571-1fbe6545c8f8 HTTP/1.1" status: 404 len: 333 time: 0.0483418 Sep 28 08:33:38.542525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35170) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.549006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-0bf25a5b-8b8a-4710-afeb-aef3814c6597 service neutron] 10.222.0.27 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813018 Sep 28 08:33:38.552987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-924271100'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:38.558306 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 8 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:38.614563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:38.618719 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-79ed9dc4-a9eb-49a5-ac92-2cd1d620012d service neutron] 10.222.0.27 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324130 Sep 28 08:33:38.621305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.804399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.814152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df9ec989-5d96-446a-9dfb-7949a7aedc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.839271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1580016633'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:38.865110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:38.878414 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Sync routers for ids ['bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:38.893635 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Routers {'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:38.894266 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:38.914367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35184) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:38.916956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:38.921640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.947829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.949900 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-11b55627-baed-45db-a98c-9d075cf162eb tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3256149 Sep 28 08:33:38.950845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:38.955754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:38.971395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35196) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:39.007905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.011281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d36583ca-fccd-412e-9e12-d4d1389c01a0 req-afbad28a-11ab-4415-830a-744d3b88ac4a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 210 time: 0.1141372 Sep 28 08:33:39.060279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35206) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:39.116857 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 9 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:39.143565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.157321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.161027 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Set router bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:39.194404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port dcb7ba10-9916-402d-83a0-6fb45f52cc3b yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:39.199199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:39.221186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13ed5df8-44f9-4bd0-b4a6-3fc48de774b3 req-41a8f82f-38bb-4f6f-81cb-68a331123498 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.0779922 Sep 28 08:33:39.259153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.262428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:39.268592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64840f96-0242-4101-9f85-7aac7549cd8c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:39.296812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.297605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Added segment 4289adc0-2087-4600-a56d-a983987c2b6f of type vlan for network 46d51374-e603-4788-b12a-6afaee306599 Sep 28 08:33:39.300458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4de15199-557e-4be5-94a9-3759f85bdd8e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:39.385562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b09ee54-1f58-4048-aad8-4c4af9d8b959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.387685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:39.409691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.415483 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2', 'name': '', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a', 'external_fixed_ips': [{'subnet_id': 'd915ecc4-6754-4cc6-af1f-f8f860ef7d76', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': '68ed1f91-68d6-45e1-8bc0-c6341322de22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:31Z', 'updated_at': '2022-09-28T08:33:36Z', 'revision_number': 3, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port': {'id': '68ed1f91-68d6-45e1-8bc0-c6341322de22', 'name': '', 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'd915ecc4-6754-4cc6-af1f-f8f860ef7d76', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:33Z', 'updated_at': '2022-09-28T08:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd915ecc4-6754-4cc6-af1f-f8f860ef7d76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:39.456988 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Checking router: bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:33:39.457501 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Updating router bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 port 68ed1f91-68d6-45e1-8bc0-c6341322de22 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:33:39.464624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.471511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:39.472441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.488209 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.499091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.502265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.542518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1574435 Sep 28 08:33:39.551593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35216) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:39.563218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'subnet': {'network_id': '46d51374-e603-4788-b12a-6afaee306599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:39.585006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94c504-4573-453a-b6ff-c548dac7b572 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Network': ['ID=46d51374-e603-4788-b12a-6afaee306599,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:39.603549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 46d51374-e603-4788-b12a-6afaee306599 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:39.610770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b09ee54-1f58-4048-aad8-4c4af9d8b959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.617997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b09ee54-1f58-4048-aad8-4c4af9d8b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.653014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.706003 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6b09ee54-1f58-4048-aad8-4c4af9d8b959 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d8900d0486564d37b08e858a9374acda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420941 Sep 28 08:33:39.706003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ee54-1f58-4048-aad8-4c4af9d8b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3985a-327c-4271-9dc7-92dd4c96a436,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:39.714137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755889bd-029c-495a-b0bb-99e31563aa5b']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:39.721639 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Attempt 10 to provision port 5d34b890-7776-41c9-9881-db4a850ebde3 Sep 28 08:33:39.723708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35224) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:39.739620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.12 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/dcb7ba10-9916-402d-83a0-6fb45f52cc3b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:39.751698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87981137-303d-4999-ab35-e43f6b6f892c') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:39.752052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87981137-303d-4999-ab35-e43f6b6f892c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:39.803029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.833749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fca35d67-fec9-4db9-9fe7-96c07230dd71 None None] Port 5d34b890-7776-41c9-9881-db4a850ebde3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:39.846167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.885840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.890948 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.904168 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.910099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.912849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.917190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/88a3985a-327c-4271-9dc7-92dd4c96a436 HTTP/1.1" status: 204 len: 168 time: 0.1811457 Sep 28 08:33:39.927616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9f45a-ef82-41bb-b1bb-7bf70bcbfb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3985a-327c-4271-9dc7-92dd4c96a436,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:39.928139 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Attempting to bind port 68ed1f91-68d6-45e1-8bc0-c6341322de22 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:39.928767 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Attempting to bind port 68ed1f91-68d6-45e1-8bc0-c6341322de22 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '6ef39769-fbf3-4611-8d70-0acbaf5de851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:39.929474 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Attempting to bind port 68ed1f91-68d6-45e1-8bc0-c6341322de22 on network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:39.942621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:39.958903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-96636687-21cf-42d5-b958-f497692167e6 None None] Could not find standard attr ID for object a322c2ff-3716-42c3-8571-1fbe6545c8f8. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:33:39.961414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.975820 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:39.976493 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Checking segment: {'id': '6ef39769-fbf3-4611-8d70-0acbaf5de851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:39.977099 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:39.977694 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Bound using segment: {'id': '6ef39769-fbf3-4611-8d70-0acbaf5de851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:39.978392 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Bound port: 68ed1f91-68d6-45e1-8bc0-c6341322de22, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef39769-fbf3-4611-8d70-0acbaf5de851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f6a04215-a9b9-41f7-bec3-6d15f4d34b2a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:39.978996 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.020800 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac67e14-e918-465c-babb-dad5c4771e12 None None] Pushing event updated for resources: {'Port': ['ID=68ed1f91-68d6-45e1-8bc0-c6341322de22,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:40.027396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.054308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] For port 68ed1f91-68d6-45e1-8bc0-c6341322de22, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:40.078964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.123730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:40.124370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.184450 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0636e012-b8ad-4780-b702-7570cdd1f575 req-74f0c334-da0a-474a-b5e6-5237c48716e6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 210 time: 0.0429170 Sep 28 08:33:40.437944 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 87981137-303d-4999-ab35-e43f6b6f892c resource provider aggregate not found Sep 28 08:33:40.461291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.515972 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 87981137-303d-4999-ab35-e43f6b6f892c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87981137-303d-4999-ab35-e43f6b6f892c found for delete ", "request_id": "req-e627a3e4-c8d9-4daf-92da-783b3567faa4"}]} Sep 28 08:33:40.574180 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a0b32266-69b8-408c-a424-0978b5ad456a req-abcb0417-b1cc-4350-80ae-0afea910d7b6 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.1321659 Sep 28 08:33:40.634337 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] For port 68ed1f91-68d6-45e1-8bc0-c6341322de22, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=68ed1f91-68d6-45e1-8bc0-c6341322de22,segment=NetworkSegment(6ef39769-fbf3-4611-8d70-0acbaf5de851),segment_id=6ef39769-fbf3-4611-8d70-0acbaf5de851)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:40.640531 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.704245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.732158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Routers {'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:40.733671 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:40.740986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 755889bd-029c-495a-b0bb-99e31563aa5b {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:40.747499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Network': ['ID=755889bd-029c-495a-b0bb-99e31563aa5b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:40.759013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.765378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35288) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:40.765878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01f77c05-317d-4399-b6aa-5a1fd3769e29 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/755889bd-029c-495a-b0bb-99e31563aa5b HTTP/1.1" status: 204 len: 168 time: 5.4058516 Sep 28 08:33:40.839077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:40.879698 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac67e14-e918-465c-babb-dad5c4771e12 None None] Pushing event updated for resources: {'Port': ['ID=68ed1f91-68d6-45e1-8bc0-c6341322de22,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:40.906303 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] Set router bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:33:41.017452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.020847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35292) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.023170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Deleting port 68ed1f91-68d6-45e1-8bc0-c6341322de22 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:41.023784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.124366 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2', 'name': '', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:31Z', 'updated_at': '2022-09-28T08:33:40Z', 'revision_number': 4, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:41.134036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] For port 68ed1f91-68d6-45e1-8bc0-c6341322de22, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=68ed1f91-68d6-45e1-8bc0-c6341322de22,segment=NetworkSegment(6ef39769-fbf3-4611-8d70-0acbaf5de851),segment_id=6ef39769-fbf3-4611-8d70-0acbaf5de851)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:41.134329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.150233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Calling delete_port for 68ed1f91-68d6-45e1-8bc0-c6341322de22 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:41.157199 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99194f8f-7f14-497c-8c59-6d992b4c514e None None] The sync data for ids ['bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2'] in dv-neutron-859308-3-hyperv is: [{'id': 'bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2', 'name': '', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:31Z', 'updated_at': '2022-09-28T08:33:40Z', 'revision_number': 4, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:41.198723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.200748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.217782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.230923 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c9a3f8a3-d2f2-42a3-9211-cee794bd5e2a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4642720 Sep 28 08:33:41.232244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.332593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.333080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.333549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.334003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.334495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.334894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.335334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.335778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.340811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2495b8c4-76c4-44e3-8a88-328440f0a13a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5174 time: 0.1045957 Sep 28 08:33:41.341081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35300) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.377075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-60e81965-1775-4d15-b39f-ac42badfddb2 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] delete failed (client error): The resource could not be found. Sep 28 08:33:41.380567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-60e81965-1775-4d15-b39f-ac42badfddb2 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/dc9fd622-ad7a-4d83-9472-5fad2e092a19 HTTP/1.1" status: 404 len: 345 time: 0.0361352 Sep 28 08:33:41.380802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.397747 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9af76d5-3763-450a-85fa-fdf7c3f6fa73 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] DELETE failed (client error): The resource could not be found. Sep 28 08:33:41.398271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9af76d5-3763-450a-85fa-fdf7c3f6fa73 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:33:41.405937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e9af76d5-3763-450a-85fa-fdf7c3f6fa73 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/755889bd-029c-495a-b0bb-99e31563aa5b HTTP/1.1" status: 404 len: 339 time: 0.0200298 Sep 28 08:33:41.406782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35304) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.407423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1468188858'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:41.412289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'name': 'tempest-network--2006676243', 'router:external': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:41.455922 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-327b665d-d930-4954-82de-c18c256395d1 req-6e1a60d2-7f99-49e8-8e32-cae27548bf7e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 210 time: 0.0341685 Sep 28 08:33:41.469092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:41.471773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.521481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:41.546311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.547043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Added segment 55f726f1-edaf-4914-bc96-36bec8484593 of type vlan for network 719f395d-0cba-4966-acdb-1db285a08fc1 Sep 28 08:33:41.580379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:41.613527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.62', 58900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.629953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.677394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.689216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:41.696260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:41.741900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.743731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.744336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.791209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-5744db12-7885-4df1-802f-d1d2c31c7f9c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.792928 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-5744db12-7885-4df1-802f-d1d2c31c7f9c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 812 time: 0.1789408 Sep 28 08:33:41.823314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:41.824066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.826611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=dcb7ba10-9916-402d-83a0-6fb45f52cc3b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:41.836284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=719f395d-0cba-4966-acdb-1db285a08fc1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:41.846926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3848263f-4447-48aa-b234-f649fbd24fd0 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4395554 Sep 28 08:33:41.847568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35314) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:41.854204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 719f395d-0cba-4966-acdb-1db285a08fc1 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:41.857288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Subnet': ['ID=fd93b857-debc-4279-aaee-281d71bd46b4,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:41.878226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Allocated IP 172.26.4.104 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:41.910034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Made reservation on behalf of 3f3c898cb1c04f99a750f745702a0b72 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:41.934129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:41.993577 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-75a9ad66-be8e-4de2-9b64-697585361e56 req-cff20968-e2fe-44f1-9927-32ddcb4dcd35 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.1637893 Sep 28 08:33:41.994403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.036345 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9a63f1ec-fb60-4ddc-beab-b3f6443a3f69 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4900897 Sep 28 08:33:42.037172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Checking segment: {'id': '4289adc0-2087-4600-a56d-a983987c2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '46d51374-e603-4788-b12a-6afaee306599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:42.037899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network hostable DHCP agents. Network: 46d51374-e603-4788-b12a-6afaee306599, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:42.041769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:42.044651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.060426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:35:95:a7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:42.095611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-6a433316-fb3c-401e-82a7-38499f049ee5 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712e5f07a74143529db13d16e290a4c2 HTTP/1.1" status: 200 len: 380 time: 0.2470586 Sep 28 08:33:42.118522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'port': {'device_id': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'admin_state_up': True, 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'security_groups': ['f415013f-4385-4344-ad6e-c225b013cdde']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:42.132139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Provisioning complete for port dcb7ba10-9916-402d-83a0-6fb45f52cc3b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:42.132985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.133569 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 1 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:42.140596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Port': ['ID=68ed1f91-68d6-45e1-8bc0-c6341322de22,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:42.179768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:42.183705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.190775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.196853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.203140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.209329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.213894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-62742554-d5f7-4908-ae62-405f18f32166 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.3614511 Sep 28 08:33:42.214957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35326) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:42.233200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.283347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:42.285252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.62', 58905) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:42.343918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.397609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Made reservation on behalf of 712e5f07a74143529db13d16e290a4c2 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:42.401213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.430347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 46d51374-e603-4788-b12a-6afaee306599) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:42.444362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aaa43a-eb81-47d7-9243-2012da6808c8 None None] Network 46d51374-e603-4788-b12a-6afaee306599 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:42.444940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.462945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.463541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.468802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.486649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.568692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.571937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.594890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.630347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f0d17-51aa-467e-b61e-5fc08806893a None None] Network 46d51374-e603-4788-b12a-6afaee306599 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:42.643933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35344) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:42.652626 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a0e26f2b-43cd-472f-96e7-655e721efe54 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0982018 Sep 28 08:33:42.667116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.668135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:42.673077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2106192824', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:42.685424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.690334 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 2 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:42.690528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719f395d-0cba-4966-acdb-1db285a08fc1']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:42.691114 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3eda2d56-e321-4daf-8846-bb2138cc3f91 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/routers/bc11f5b0-cc8a-404d-bb4e-41a8c642e5f2 HTTP/1.1" status: 204 len: 168 time: 3.7149007 Sep 28 08:33:42.708444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:42.710985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35348) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:42.732199 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8afb3337-bf5b-45d5-81c6-68579db56697 req-5153c355-9b20-49b4-8c33-8cb8ec800440 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 210 time: 0.1246021 Sep 28 08:33:42.759773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:42.774305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f726f1-edaf-4914-bc96-36bec8484593') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:42.774606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f726f1-edaf-4914-bc96-36bec8484593') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:42.801795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1a357-10c9-4fba-90de-9faeadc5e01f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:42.809857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.810205 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Added segment 3a29054a-73d0-40c9-bca0-e5f7db7a8ad9 of type vlan for network 607873bb-2bd5-4c9a-b2cb-4b521e43804d Sep 28 08:33:42.854604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-716699db-a0a7-4fa1-8b8c-963f23033354 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:42.856232 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-716699db-a0a7-4fa1-8b8c-963f23033354 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.62 "GET /v2.0/networks?id=2d35de64-678f-420b-adab-d633801451e0 HTTP/1.1" status: 200 len: 805 time: 0.5346940 Sep 28 08:33:42.896571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.933405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.951358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Deleting subnet d915ecc4-6754-4cc6-af1f-f8f860ef7d76 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:33:42.957939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.959048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.963459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.970459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.974118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:42.984666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.003332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:43.004014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.043351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 55f726f1-edaf-4914-bc96-36bec8484593 resource provider aggregate not found Sep 28 08:33:43.048642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Allocated IP 172.20.0.7 (4d923fac-3c7f-4664-9f03-e1ec948e9203/83724d76-4eea-4fb9-8177-cb6ab9fc9533/6df2b193-0bb6-48c3-a0eb-511dd5d71c78) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:43.090592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 55f726f1-edaf-4914-bc96-36bec8484593 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f726f1-edaf-4914-bc96-36bec8484593 found for delete ", "request_id": "req-8e64e255-37fc-48a9-a1b3-b150cc392d2b"}]} Sep 28 08:33:43.204786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.236323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 719f395d-0cba-4966-acdb-1db285a08fc1 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:43.239891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.243248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/719f395d-0cba-4966-acdb-1db285a08fc1 HTTP/1.1" status: 204 len: 168 time: 1.0274918 Sep 28 08:33:43.261629 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 3 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:43.389619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:43.401483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.407979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf493-8a96-457b-98d3-0cb171423f3a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Network': ['ID=719f395d-0cba-4966-acdb-1db285a08fc1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:43.421476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35360) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:43.483346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'name': 'tempest-network--315695258', 'router:external': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:43.559326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:43.603410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.647727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.725521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.741258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:43.742354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.762964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:43.766224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:43.783122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:43.861892 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:33:43.891076 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 4 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:43.976181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:43.994002 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eb014825-6a23-4bad-881c-c470ff19ab84 req-f8f42989-2234-445f-a6cf-cbacc45da50a tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.5363288 Sep 28 08:33:44.000902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.010187 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8008099 Sep 28 08:33:44.012173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:44.058649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.061994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35366) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:44.070793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:44.073218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'subnet': {'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:44.089919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91928270-075f-4a9e-842f-840c591fc911 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Network': ['ID=607873bb-2bd5-4c9a-b2cb-4b521e43804d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:44.102775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:44.127218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:44.152892 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-3c6e0d4b-e639-40fb-b200-130e414d139c tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c89135b41748e8b1ebf41f560251e3 HTTP/1.1" status: 200 len: 378 time: 1.1003869 Sep 28 08:33:44.154874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.155689 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Added segment c15d2fdf-e050-4d76-aae5-5e00b46a3040 of type vlan for network 253485a9-3b84-45ae-8ead-f0df60b29fa4 Sep 28 08:33:44.188743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'port': {'device_id': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'admin_state_up': True, 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'security_groups': ['ab331548-fdf8-474a-97ef-3f263137ab97']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:44.244914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:44.271793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:44.276478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:44.279110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event updated for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:44.288614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f965b22-ca2f-4083-b7e9-f3aa55a6c203 req-2e0d8bff-9bbd-4693-861d-44b1919aad4b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:44.304829 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f965b22-ca2f-4083-b7e9-f3aa55a6c203 req-2e0d8bff-9bbd-4693-861d-44b1919aad4b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 931 time: 0.3761237 Sep 28 08:33:44.349807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.416059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:44.416728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.478669 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 5 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:44.498861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.500473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Made reservation on behalf of 3f3c898cb1c04f99a750f745702a0b72 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:44.504015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.543842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.549141 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f965b22-ca2f-4083-b7e9-f3aa55a6c203 req-82099a0c-3f92-46a6-bcc2-0d9050c7870a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192848 Sep 28 08:33:44.570163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:44.581641 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-4b84bf47-8cbd-4323-ab48-1e786878e903 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4726558 Sep 28 08:33:44.615880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-f1065b1c-0553-4782-a318-ea248c3309cf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:33:44.617220 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-f1065b1c-0553-4782-a318-ea248c3309cf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160344 Sep 28 08:33:44.683263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.700484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Made reservation on behalf of 99c89135b41748e8b1ebf41f560251e3 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:44.710015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.757970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.766409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.768949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:44.792541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.849973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.853312 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/d915ecc4-6754-4cc6-af1f-f8f860ef7d76 HTTP/1.1" status: 204 len: 168 time: 2.1396272 Sep 28 08:33:44.872889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223deb5-caa2-4fac-a951-197ff0599df1 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d915ecc4-6754-4cc6-af1f-f8f860ef7d76,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:44.875573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:44.886904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.922144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.946949 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4847777 Sep 28 08:33:44.948834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:44.951512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35372) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:45.023901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.071428 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 6 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:45.088369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Request body: {'port': {'device_id': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:45.111438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a8753-f4f2-45a9-882f-70fea3adf558 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=253485a9-3b84-45ae-8ead-f0df60b29fa4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:45.128727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 253485a9-3b84-45ae-8ead-f0df60b29fa4 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:45.137154 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.169504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:45.182430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.221866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118a1bc-8536-480f-b132-a91854de4b23 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:45.223321 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8118a1bc-8536-480f-b132-a91854de4b23 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "GET /v2.0/networks/253485a9-3b84-45ae-8ead-f0df60b29fa4 HTTP/1.1" status: 200 len: 756 time: 0.2599282 Sep 28 08:33:45.235159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35376) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:45.322287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b65027c-6668-48f4-bbb5-76aa2acb1b2c req-fc377a04-5400-4311-9cc8-0d9bf120e296 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.1634476 Sep 28 08:33:45.328502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] In _notify_port_updated(), no bound segment for port dcb7ba10-9916-402d-83a0-6fb45f52cc3b on network a65b8920-9be9-4b9b-a9ac-7d990f522660 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:33:45.334143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:45.334788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.339288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "PUT /v2.0/ports/dcb7ba10-9916-402d-83a0-6fb45f52cc3b HTTP/1.1" status: 200 len: 994 time: 3.2923291 Sep 28 08:33:45.340020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35378) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:45.346566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07db61d-7c1b-4173-8dc9-0c064f144915 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=dcb7ba10-9916-402d-83a0-6fb45f52cc3b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:45.367876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Subnet': ['ID=b2e69dd3-4274-4015-82d2-0eebda4e00f9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:45.431299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Allocated IP 172.20.0.3 (2d35de64-678f-420b-adab-d633801451e0/d9cce6c2-b79c-425b-a5ed-80e06e807e39/bfd10b06-9064-4d30-a3d8-ef3e1f3055df) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:45.431604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.482385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.171 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e51837e0-3862-44eb-9ca7-60374b46bb5a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:45.491075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Checking segment: {'id': '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:45.491312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network hostable DHCP agents. Network: 607873bb-2bd5-4c9a-b2cb-4b521e43804d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:45.499744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b28d213-4689-4a1a-8dd0-79a16f964bde tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:45.501282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4b28d213-4689-4a1a-8dd0-79a16f964bde tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "GET /v2.0/networks/1bf51253-7e53-4bd7-b26b-5fa0e09d1b68 HTTP/1.1" status: 200 len: 768 time: 0.2607188 Sep 28 08:33:45.506989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35380) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:45.626398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port dcb7ba10-9916-402d-83a0-6fb45f52cc3b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:45.626898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.649456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.668910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.670650 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 7 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:45.758898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:45.783294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:45.797632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.885403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.929185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a04215-a9b9-41f7-bec3-6d15f4d34b2a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:45.934090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.958853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.962842 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f17b6b05-b276-4962-b730-1ed0ec982c3a tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0420909 Sep 28 08:33:45.963537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:45.965472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35384) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:45.987280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1457944894'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:46.006119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for dcb7ba10-9916-402d-83a0-6fb45f52cc3b owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:46.069135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Made reservation on behalf of f83fd761fbf04539811d4b76e0fdfbeb for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:46.073212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.089286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.090959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.107672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:46.172054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef39769-fbf3-4611-8d70-0acbaf5de851') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:46.172591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef39769-fbf3-4611-8d70-0acbaf5de851') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:46.177459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.223745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.242987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 607873bb-2bd5-4c9a-b2cb-4b521e43804d) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:46.253985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cd3f6-ba83-4846-a655-dcce0f8161de None None] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:46.268299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:46.269025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.282094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.306645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.308450 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 8 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:46.316699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d5164-8118-435d-8821-dd1ea45ae103 req-74e7f177-5099-47e2-9841-2010c7ed5bab tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:46.318460 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e9d5164-8118-435d-8821-dd1ea45ae103 req-74e7f177-5099-47e2-9841-2010c7ed5bab tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 931 time: 0.5165722 Sep 28 08:33:46.377454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:46.377779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.424955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:46.438170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 6ef39769-fbf3-4611-8d70-0acbaf5de851 resource provider aggregate not found Sep 28 08:33:46.478710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Network 2d35de64-678f-420b-adab-d633801451e0 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:46.497351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c252b05-e013-49ba-9d39-a84e279e5715 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4320934 Sep 28 08:33:46.510502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 6ef39769-fbf3-4611-8d70-0acbaf5de851 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ef39769-fbf3-4611-8d70-0acbaf5de851 found for delete ", "request_id": "req-d86edfc2-2ec4-467b-ae7c-240b354c3444"}]} Sep 28 08:33:46.514029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:46.534349 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:46.541806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-204669718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:46.557655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:46.567715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.569282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event updated for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:46.674855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.679086 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e9d5164-8118-435d-8821-dd1ea45ae103 req-7345026f-8081-433b-93b0-6e9112fccdef tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139312 Sep 28 08:33:46.695837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-607873bb-2bd5-4c9a-b2cb-4b521e43804d', 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d', 'tenant_id': '3f3c898cb1c04f99a750f745702a0b72', 'fixed_ips': [{'subnet_id': 'b2e69dd3-4274-4015-82d2-0eebda4e00f9'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:33:46.699899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.729813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.730864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.752745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6a04215-a9b9-41f7-bec3-6d15f4d34b2a {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:46.759559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:46.776573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.782367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/networks/f6a04215-a9b9-41f7-bec3-6d15f4d34b2a HTTP/1.1" status: 204 len: 168 time: 1.9034483 Sep 28 08:33:46.799770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ba34a-dcdb-44eb-8a3d-c8a62c81c2c7 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6a04215-a9b9-41f7-bec3-6d15f4d34b2a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:46.803713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:46.814986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.830358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf8d7b-cefa-4c1e-a675-bb94ce37b506 req-5a44701e-e9c6-413e-8090-f464582d610f tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:46.832136 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cccf8d7b-cefa-4c1e-a675-bb94ce37b506 req-5a44701e-e9c6-413e-8090-f464582d610f tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 931 time: 0.3663757 Sep 28 08:33:46.893925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:46.900464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.928675 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Attempt 9 to provision port dcb7ba10-9916-402d-83a0-6fb45f52cc3b Sep 28 08:33:46.937630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:46.938415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:46.945339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=e51837e0-3862-44eb-9ca7-60374b46bb5a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:46.988866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253485a9-3b84-45ae-8ead-f0df60b29fa4']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:47.022835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15d2fdf-e050-4d76-aae5-5e00b46a3040') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:47.023124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.023572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15d2fdf-e050-4d76-aae5-5e00b46a3040') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:47.025575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=dcb7ba10-9916-402d-83a0-6fb45f52cc3b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:47.063414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dfae1-ca7b-4e5b-bf4b-553402cac3c9 None None] Port dcb7ba10-9916-402d-83a0-6fb45f52cc3b was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:33:47.086354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.140596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.176855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.193452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:33:47.220988 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cccf8d7b-cefa-4c1e-a675-bb94ce37b506 req-76e51dfd-280b-452c-85e7-2c1facee792e tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3755107 Sep 28 08:33:47.225567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.228913 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-4897809c-8ec9-4647-bc20-dc4ecfd31b1d tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0527749 Sep 28 08:33:47.230034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.236331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.288451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:47.288913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.295615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Allocated IP 172.20.0.2 (607873bb-2bd5-4c9a-b2cb-4b521e43804d/b2e69dd3-4274-4015-82d2-0eebda4e00f9/5d43009a-da59-4d94-bc8b-7d008a5d4455) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:47.361020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.365147 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7694f399-4b06-4e5c-b0eb-ab6f705ea7a2 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8242698 Sep 28 08:33:47.376575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35400) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:47.378542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Request body: {'port': {'device_id': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:47.424696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0bcc94-fea4-4b09-9ef5-6853878121fb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:47.526899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.533734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35402) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:47.573341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Provisioning complete for port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:47.573813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.574348 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 1 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:47.614643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'name': 'tempest-router--1021292080', 'project_id': '18710ff7a21e43ee904eab24fbfdf4b1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:47.671429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.679230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2b73730b-ef79-4b93-b188-fc654a56b437 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/dcb7ba10-9916-402d-83a0-6fb45f52cc3b HTTP/1.1" status: 204 len: 168 time: 2.3334806 Sep 28 08:33:47.679949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:47.682308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35404) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:47.687126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.695102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.717589 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6426c78-4b97-4015-9eee-70b588bb3586 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] GET failed (client error): The resource could not be found. Sep 28 08:33:47.723405 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b6426c78-4b97-4015-9eee-70b588bb3586 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports/dcb7ba10-9916-402d-83a0-6fb45f52cc3b HTTP/1.1" status: 404 len: 333 time: 0.0400014 Sep 28 08:33:47.724062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:47.741720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-1042462314'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:47.768238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:47.775758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:47.782944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:47.824410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Pushing event updated for resources: {'Port': ['ID=5d43009a-da59-4d94-bc8b-7d008a5d4455,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:47.845201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Transition to ACTIVE for port object 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:33:47.859183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.868428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:47.884379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.899515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.899854 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Added segment 1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3 of type vlan for network 88cff493-0d4f-4b6d-bc4c-c4394d6406de Sep 28 08:33:47.911124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Attempting to bind port 5d43009a-da59-4d94-bc8b-7d008a5d4455 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:47.911890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Attempting to bind port 5d43009a-da59-4d94-bc8b-7d008a5d4455 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:47.912409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Attempting to bind port 5d43009a-da59-4d94-bc8b-7d008a5d4455 on network 607873bb-2bd5-4c9a-b2cb-4b521e43804d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:47.926553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:47.927443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Checking segment: {'id': '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:47.928068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.928720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Bound using segment: {'id': '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:47.929813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Bound port: 5d43009a-da59-4d94-bc8b-7d008a5d4455, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:47.930415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.978609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 253485a9-3b84-45ae-8ead-f0df60b29fa4 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:47.984420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Network': ['ID=253485a9-3b84-45ae-8ead-f0df60b29fa4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:47.991427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:47.996461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c89fe8c-ac5d-4b3b-92ea-c8533854666a tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/253485a9-3b84-45ae-8ead-f0df60b29fa4 HTTP/1.1" status: 204 len: 168 time: 2.4596357 Sep 28 08:33:48.022309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35412) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:48.027031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.028435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.028891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'name': 'tempest-network--1030721305'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:48.109061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:48.113847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.183878 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 2 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:48.237412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] For port 5d43009a-da59-4d94-bc8b-7d008a5d4455, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:48.276819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.289706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] For port 5d43009a-da59-4d94-bc8b-7d008a5d4455, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5d43009a-da59-4d94-bc8b-7d008a5d4455,segment=NetworkSegment(3a29054a-73d0-40c9-bca0-e5f7db7a8ad9),segment_id=3a29054a-73d0-40c9-bca0-e5f7db7a8ad9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:48.299257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Made reservation on behalf of 3e8a9274bf1b41649bb2d784cd37e7b9 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:48.305332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.309483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.317577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port 4fc68033-7360-43c0-aeb3-bcedacf51d96 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:48.325080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:48.385598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.423687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.427886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc91eb-2337-42a1-9d72-110e476ff2da None None] Pushing event updated for resources: {'Port': ['ID=5d43009a-da59-4d94-bc8b-7d008a5d4455,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:48.561746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd10b06-9064-4d30-a3d8-ef3e1f3055df {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:33:48.589748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.619675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c15d2fdf-e050-4d76-aae5-5e00b46a3040 resource provider aggregate not found Sep 28 08:33:48.633885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Transition to ACTIVE for port object bfd10b06-9064-4d30-a3d8-ef3e1f3055df will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:33:48.664276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:33:48.769178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.815928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.826257 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 3 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:48.830656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:48.831224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.859059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7640cf-1fd8-4d04-950d-303423de0e93 req-f15e297b-b9bc-46bb-9864-56defdf35091 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:48.861090 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7c7640cf-1fd8-4d04-950d-303423de0e93 req-f15e297b-b9bc-46bb-9864-56defdf35091 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 1.0179605 Sep 28 08:33:48.865649 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c15d2fdf-e050-4d76-aae5-5e00b46a3040 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c15d2fdf-e050-4d76-aae5-5e00b46a3040 found for delete ", "request_id": "req-fd8b544c-c88c-4566-a721-81149f321a14"}]} Sep 28 08:33:48.911890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:48.919849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:48.958525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:48.959737 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-affa786a-36aa-43bb-a9d4-3a4ae45116e6 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3556688 Sep 28 08:33:48.990900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:49.006996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.053315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Attempting to bind port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:49.054104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Attempting to bind port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:49.054635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Attempting to bind port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 on network 4d923fac-3c7f-4664-9f03-e1ec948e9203 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:49.114861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:49.150148 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1817141 Sep 28 08:33:49.156238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 on network 4d923fac-3c7f-4664-9f03-e1ec948e9203 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:33:49.156875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Attempting to bind port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 on network 4d923fac-3c7f-4664-9f03-e1ec948e9203 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:49.159017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35422) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:49.174578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Request body: {'subnet': {'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:49.191322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.216354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7c7640cf-1fd8-4d04-950d-303423de0e93 req-1eff9542-1d4b-4ca1-b79c-c8e22d28f73c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917268 Sep 28 08:33:49.218147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:49.218664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Checking segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:49.219426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Bound using segment: {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:49.220624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Bound port: 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:49.221190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.257647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:49.297599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34b99-f032-4b1d-b0ea-d93b0f333cb0 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Network': ['ID=88cff493-0d4f-4b6d-bc4c-c4394d6406de,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:49.308898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.309360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Added segment 6e83ee25-8fef-44ce-9a9f-12e2bcde2e76 of type vlan for network 86e14c2a-4f42-42a1-ba22-3e1cc4356379 Sep 28 08:33:49.312019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:49.322687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e81e44-3621-411c-9d7d-6d7400272005 req-36441a9d-eeed-4ab4-8e8d-ee71fa8fd0ba tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:49.324785 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-39e81e44-3621-411c-9d7d-6d7400272005 req-36441a9d-eeed-4ab4-8e8d-ee71fa8fd0ba tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 943 time: 0.6880255 Sep 28 08:33:49.330605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.514645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.3 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/4fc68033-7360-43c0-aeb3-bcedacf51d96) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:49.531963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.681645 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 4 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:49.694855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5d43009a-da59-4d94-bc8b-7d008a5d4455 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:49.743025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:33:49.759923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Attempting to bind port bfd10b06-9064-4d30-a3d8-ef3e1f3055df on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:49.760740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Attempting to bind port bfd10b06-9064-4d30-a3d8-ef3e1f3055df by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:49.761455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Attempting to bind port bfd10b06-9064-4d30-a3d8-ef3e1f3055df on network 2d35de64-678f-420b-adab-d633801451e0 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:49.786447 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-39e81e44-3621-411c-9d7d-6d7400272005 req-5512eac1-2a39-4f80-8b02-7effe6d04e3f tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4425592 Sep 28 08:33:49.861173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:49.861944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5d43009a-da59-4d94-bc8b-7d008a5d4455 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:49.862461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.862936 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5d43009a-da59-4d94-bc8b-7d008a5d4455 Sep 28 08:33:49.906957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.977088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Port bfd10b06-9064-4d30-a3d8-ef3e1f3055df on network 2d35de64-678f-420b-adab-d633801451e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:33:49.977540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Attempting to bind port bfd10b06-9064-4d30-a3d8-ef3e1f3055df on network 2d35de64-678f-420b-adab-d633801451e0 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:49.991112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:49.992106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Checking segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:49.993000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Bound using segment: {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:49.994364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Bound port: bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2d35de64-678f-420b-adab-d633801451e0'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:49.995510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:49.996112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.037849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.047093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.066833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5d43009a-da59-4d94-bc8b-7d008a5d4455 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:50.067710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.111006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 5d43009a-da59-4d94-bc8b-7d008a5d4455, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5d43009a-da59-4d94-bc8b-7d008a5d4455,segment=NetworkSegment(3a29054a-73d0-40c9-bca0-e5f7db7a8ad9),segment_id=3a29054a-73d0-40c9-bca0-e5f7db7a8ad9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:50.123297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.136152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce32b3-37dc-4f98-8367-0435b8771929 None None] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:50.168212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:50.228456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:50.229676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.230667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:50.231254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.252438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=4fc68033-7360-43c0-aeb3-bcedacf51d96,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:50.258147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:50.264328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:50.286698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=5d43009a-da59-4d94-bc8b-7d008a5d4455,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:50.397387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 5 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:50.502277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:50.650188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:50.674608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Made reservation on behalf of f83fd761fbf04539811d4b76e0fdfbeb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:50.679051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.680856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:50.682276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=86e14c2a-4f42-42a1-ba22-3e1cc4356379,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:50.690656 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-910fa10b-d684-4329-9b2d-db8064bd5f72 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.6671901 Sep 28 08:33:50.695816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 86e14c2a-4f42-42a1-ba22-3e1cc4356379 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:50.696043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.700652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:50.701818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.703594 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] 10.222.0.62 "PUT /v2.0/ports/bfd10b06-9064-4d30-a3d8-ef3e1f3055df HTTP/1.1" status: 200 len: 1093 time: 3.4303670 Sep 28 08:33:50.704100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35426) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:50.729449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.730427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb111b0d-76d8-42ff-8f43-0debd0d7de35 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:50.747834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:50.749966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-033f5534-65ff-4fb7-a9ae-737086f49a92 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/routers/eb111b0d-76d8-42ff-8f43-0debd0d7de35 HTTP/1.1" status: 204 len: 168 time: 1.7541158 Sep 28 08:33:50.789140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:33:50.798669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:50.950740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b4a2e-d61b-412f-8a38-5f8174392c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:51.003998 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 6 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:51.053281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.086369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:51.115605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35434) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:51.130691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.194979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Network 86e14c2a-4f42-42a1-ba22-3e1cc4356379 is not hosted by any dhcp agent {{(pid=103309) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:33:51.195950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.196679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.198216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "PUT /v2.0/networks/86e14c2a-4f42-42a1-ba22-3e1cc4356379 HTTP/1.1" status: 200 len: 858 time: 0.4039857 Sep 28 08:33:51.204091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-d7b0073f-09b4-41dc-b05d-3a42a5f3c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.205872 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-d7b0073f-09b4-41dc-b05d-3a42a5f3c0f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99c89135b41748e8b1ebf41f560251e3&device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 1096 time: 0.3326023 Sep 28 08:33:51.213872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.214546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.218751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35440) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:51.317953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:51.333005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9eac27-f7ba-47fc-bef6-31067f2e64e9 tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event updated for resources: {'Network': ['ID=86e14c2a-4f42-42a1-ba22-3e1cc4356379,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:51.391306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ecd118-750e-4ef0-b33d-df760058b17f" -d '{"events": [{"name": "network-changed", "server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:33:51.400874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-d803fcb3-ba84-4e37-8c16-50ff902da60f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df HTTP/1.1" status: 200 len: 217 time: 0.1368532 Sep 28 08:33:51.422940 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-14081404-418d-4800-b2a0-52bde700c485 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6959920 Sep 28 08:33:51.439713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e584f59-dd55-4349-b195-7bf339450f22 req-0cbfb8a3-7ae1-4097-b921-fe43f53dd589 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.448105 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7e584f59-dd55-4349-b195-7bf339450f22 req-0cbfb8a3-7ae1-4097-b921-fe43f53dd589 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 943 time: 0.3743117 Sep 28 08:33:51.479309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5d43009a-da59-4d94-bc8b-7d008a5d4455 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:51.524175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35444) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:51.529763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.540099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:95:a7'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:51.548671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.550132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-985763763', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:51.552446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.553265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.554904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1093 time: 6.6316822 Sep 28 08:33:51.595853 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Attempt 7 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:33:51.606678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:33:51.622170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.624038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5d43009a-da59-4d94-bc8b-7d008a5d4455 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:51.626853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.628267 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5d43009a-da59-4d94-bc8b-7d008a5d4455 Sep 28 08:33:51.672134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7e584f59-dd55-4349-b195-7bf339450f22 req-f81c129f-958c-4142-a8d2-0d244a10a7d1 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2229970 Sep 28 08:33:51.689671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-21aaed6f-150c-4b4a-b182-0167c5c94c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.692156 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-21aaed6f-150c-4b4a-b182-0167c5c94c68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9cce6c2-b79c-425b-a5ed-80e06e807e39 HTTP/1.1" status: 200 len: 844 time: 0.2680197 Sep 28 08:33:51.695970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.697380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.765773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c068eb-16ec-4ae4-a044-7f37ee94f249 None None] Port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:33:51.831218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5d43009a-da59-4d94-bc8b-7d008a5d4455 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:51.930213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc8df6-abc3-478d-98f0-33ab99f015ab req-d647cf52-3e4d-4f46-9f78-e81e26be0a19 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:51.932244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ffc8df6-abc3-478d-98f0-33ab99f015ab req-d647cf52-3e4d-4f46-9f78-e81e26be0a19 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 1.4032679 Sep 28 08:33:51.948090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Provisioning complete for port 4fc68033-7360-43c0-aeb3-bcedacf51d96 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:51.948475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:51.950626 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 1 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:52.024915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.057752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcfe7fb-273f-4ee4-8386-70458aae68f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:33:52.085985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df7361-37d2-4571-9df1-8a48e8d9ed3f x-openstack-request-id: req-a5df7361-37d2-4571-9df1-8a48e8d9ed3f {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:33:52.086723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:33:52.087306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5df7361-37d2-4571-9df1-8a48e8d9ed3f {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:33:52.087940 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5df7361-37d2-4571-9df1-8a48e8d9ed3f'] response: {'name': 'network-changed', 'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'status': 'completed', 'code': 200} Sep 28 08:33:52.091544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.097868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.103287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:52.118240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ffc8df6-abc3-478d-98f0-33ab99f015ab req-41f7dcaf-f9a3-45b8-9970-e85f365711b9 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530075 Sep 28 08:33:52.160772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-e5d4767e-1ff7-4868-b58f-93b9acdc6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:52.162482 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-e5d4767e-1ff7-4868-b58f-93b9acdc6aad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1096 time: 0.3772202 Sep 28 08:33:52.203262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881753-11ea-433a-a5c0-8eb09930e545 req-6bda32f1-5704-4921-be1a-42c983ff3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:52.210437 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-6bda32f1-5704-4921-be1a-42c983ff3bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d35de64-678f-420b-adab-d633801451e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4787340 Sep 28 08:33:52.222284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329cb03-427d-4010-a9f6-2a98068d57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:52.276476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Checking segment: {'id': '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:52.276920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network hostable DHCP agents. Network: 88cff493-0d4f-4b6d-bc4c-c4394d6406de, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:52.279118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Subnet': ['ID=8df176be-f928-45cc-87e2-5673616878da,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:52.306515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e14c2a-4f42-42a1-ba22-3e1cc4356379']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:52.328366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Allocated IP 172.20.0.1 (607873bb-2bd5-4c9a-b2cb-4b521e43804d/b2e69dd3-4274-4015-82d2-0eebda4e00f9/d99c0e74-0d5d-4854-b765-18240ff6a300) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:52.331534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab82263-811b-46a9-bf00-c11114c0a452 x-openstack-request-id: req-1ab82263-811b-46a9-bf00-c11114c0a452 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:33:52.331919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:33:52.332285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ab82263-811b-46a9-bf00-c11114c0a452 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:33:52.332884 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab82263-811b-46a9-bf00-c11114c0a452'] response: {'name': 'network-changed', 'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'status': 'completed', 'code': 200} Sep 28 08:33:52.402523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e83ee25-8fef-44ce-9a9f-12e2bcde2e76') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:52.404222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e83ee25-8fef-44ce-9a9f-12e2bcde2e76') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:52.425244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-b1034e4a-6d53-40ad-8725-ede49919a4c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 217 time: 0.1358190 Sep 28 08:33:52.434793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:52.468692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.480325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 88cff493-0d4f-4b6d-bc4c-c4394d6406de) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:52.491210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:52.492318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf26cb9-b2f6-49fb-9554-c63beed9f7fa None None] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:52.493233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.520171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ea755b3b-5ea8-4d75-b48f-d982a9510028 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3506839 Sep 28 08:33:52.530299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35460) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:52.535304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-200392265', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:52.579257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:52.605631 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 2 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:52.635623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.655673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.667850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:52.669283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.732087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-88cff493-0d4f-4b6d-bc4c-c4394d6406de', 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de', 'tenant_id': 'f83fd761fbf04539811d4b76e0fdfbeb', 'fixed_ips': [{'subnet_id': '8df176be-f928-45cc-87e2-5673616878da'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:33:52.738566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.748755 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 6e83ee25-8fef-44ce-9a9f-12e2bcde2e76 resource provider aggregate not found Sep 28 08:33:52.765714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.773025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.774092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.817544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-8ef76486-02a0-4594-9fa1-2fb93731796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:52.818714 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-8ef76486-02a0-4594-9fa1-2fb93731796d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.2902801 Sep 28 08:33:52.823961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:52.841451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.849795 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 6e83ee25-8fef-44ce-9a9f-12e2bcde2e76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e83ee25-8fef-44ce-9a9f-12e2bcde2e76 found for delete ", "request_id": "req-48fccbb5-983c-4db3-ae2a-6b9b55413208"}]} Sep 28 08:33:52.874043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.887853 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-1889e532-da90-4273-ba53-012adcbb5c5a service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722005 Sep 28 08:33:52.891927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86e14c2a-4f42-42a1-ba22-3e1cc4356379 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:33:52.896051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:52.904439 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] 10.222.0.27 "DELETE /v2.0/networks/86e14c2a-4f42-42a1-ba22-3e1cc4356379 HTTP/1.1" status: 204 len: 168 time: 1.6442366 Sep 28 08:33:52.914294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35470) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:52.946452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677728e-51d2-4990-b794-e5f8f0dc2d5c tempest-ExternalNetworksTestJSON-2146063250 tempest-ExternalNetworksTestJSON-2146063250-project-admin] Pushing event deleted for resources: {'Network': ['ID=86e14c2a-4f42-42a1-ba22-3e1cc4356379,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:52.952244 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-1985349d-3658-4eee-984d-174f6d6d5f62 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] DELETE failed (client error): The resource could not be found. Sep 28 08:33:52.953011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1985349d-3658-4eee-984d-174f6d6d5f62 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:33:52.959594 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1985349d-3658-4eee-984d-174f6d6d5f62 tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "DELETE /v2.0/subnets/4de15199-557e-4be5-94a9-3759f85bdd8e HTTP/1.1" status: 404 len: 337 time: 0.0423069 Sep 28 08:33:52.961737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35472) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:53.116011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.120917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Allocated IP 172.20.0.2 (88cff493-0d4f-4b6d-bc4c-c4394d6406de/8df176be-f928-45cc-87e2-5673616878da/dda83d55-889f-4153-957d-1f5a582157f7) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:53.144425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.213168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91881753-11ea-433a-a5c0-8eb09930e545 req-83f08ca6-0a6d-47c8-90dd-ba594a230a7a service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726496 Sep 28 08:33:53.217650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f0f6-17ad-4a36-b266-0ffd5b9dd6d1 req-016de187-d393-424f-8437-74e90401ac6a tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:53.220473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b2c7f0f6-17ad-4a36-b266-0ffd5b9dd6d1 req-016de187-d393-424f-8437-74e90401ac6a tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 943 time: 0.4170990 Sep 28 08:33:53.227451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:53.236356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-77fb3043-f144-4c58-a3a0-113d97a3d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:53.237887 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-77fb3043-f144-4c58-a3a0-113d97a3d5d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3936419 Sep 28 08:33:53.286885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.333412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.337495 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 3 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:53.362441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.381741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.386772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf51253-7e53-4bd7-b26b-5fa0e09d1b68']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.397304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6509c4-7620-47fb-a724-a3a957c4278f') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.397686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6509c4-7620-47fb-a724-a3a957c4278f') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.408224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.422720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.429861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:33:53.430272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.435007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Pushing event updated for resources: {'Port': ['ID=dda83d55-889f-4153-957d-1f5a582157f7,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:53.463919 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:53.472157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:53.475886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:53.476759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:53.551127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Attempting to bind port dda83d55-889f-4153-957d-1f5a582157f7 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:33:53.552220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Attempting to bind port dda83d55-889f-4153-957d-1f5a582157f7 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:33:53.552742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Attempting to bind port dda83d55-889f-4153-957d-1f5a582157f7 on network 88cff493-0d4f-4b6d-bc4c-c4394d6406de {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:53.558810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:53.567212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.571635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.574940 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] 10.222.0.27 "DELETE /v2.0/networks/1bf51253-7e53-4bd7-b26b-5fa0e09d1b68 HTTP/1.1" status: 204 len: 168 time: 0.6120477 Sep 28 08:33:53.587992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:33:53.588946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Checking segment: {'id': '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:33:53.589765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.590412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Bound using segment: {'id': '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:33:53.594703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Bound port: dda83d55-889f-4153-957d-1f5a582157f7, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:33:53.595530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.602106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:53.603259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.661559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.662179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.665643 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-00590e09-e0a4-4018-a926-980fa7560647 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.0057812 Sep 28 08:33:53.673466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:53.676805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35478) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:53.717999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:53.719067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.753724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.763880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:53.786541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:53.788214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4142faf-6233-490f-beb2-7432b30168fa None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:53.839962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:53.862581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] For port dda83d55-889f-4153-957d-1f5a582157f7, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:53.867301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] For port dda83d55-889f-4153-957d-1f5a582157f7, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dda83d55-889f-4153-957d-1f5a582157f7,segment=NetworkSegment(1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3),segment_id=1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:53.882815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.900932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b73aa4-4381-4ac1-9150-b4b3d3e37c3c tempest-ExternalNetworksTestJSON-627668472 tempest-ExternalNetworksTestJSON-627668472-project] Pushing event deleted for resources: {'Network': ['ID=1bf51253-7e53-4bd7-b26b-5fa0e09d1b68,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:53.914122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.932349 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b2c7f0f6-17ad-4a36-b266-0ffd5b9dd6d1 req-48d3b106-1902-4fe5-a1b4-c975c4c093d9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6983042 Sep 28 08:33:53.945649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479ce5c-8355-439c-9b14-4efdfb267b1d req-f2abc757-e02c-461c-b69a-eaf4dc4e0d7c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:53.947199 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7479ce5c-8355-439c-9b14-4efdfb267b1d req-f2abc757-e02c-461c-b69a-eaf4dc4e0d7c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 0.6558111 Sep 28 08:33:53.947782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:53.951155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd118-750e-4ef0-b33d-df760058b17f req-a53c1a33-e384-4364-b9f6-731ecfdeb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:53.952900 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-a53c1a33-e384-4364-b9f6-731ecfdeb345 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99c89135b41748e8b1ebf41f560251e3&device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 1096 time: 0.4503152 Sep 28 08:33:53.978368 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 4 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:53.985601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=d99c0e74-0d5d-4854-b765-18240ff6a300,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:53.985601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35482) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:53.998792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.034914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a84075-40be-4183-a7fc-20faff3a6ea4 None None] Pushing event updated for resources: {'Port': ['ID=dda83d55-889f-4153-957d-1f5a582157f7,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:54.047500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:54.144504 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7479ce5c-8355-439c-9b14-4efdfb267b1d req-04eb64d0-6b46-494b-8047-3ec102509ea8 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721272 Sep 28 08:33:54.243269 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-bb89bf82-ddcf-43e7-bd34-a7c24c7ec1f4 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9578149 Sep 28 08:33:54.255029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.286597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.299661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd118-750e-4ef0-b33d-df760058b17f req-b8968d00-a374-4cbc-a685-abcbcf3946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:54.301230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-b8968d00-a374-4cbc-a685-abcbcf3946e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d35de64-678f-420b-adab-d633801451e0 HTTP/1.1" status: 200 len: 906 time: 0.3275900 Sep 28 08:33:54.346585 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-b3da3317-e2b5-4ef4-83e4-2b9faab18f33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df HTTP/1.1" status: 200 len: 217 time: 0.0372655 Sep 28 08:33:54.365716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Allocated IP 172.26.4.186 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f0f1bb04-8431-49a9-a0a8-597df294948d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:54.429414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd118-750e-4ef0-b33d-df760058b17f req-29ca3b51-8857-4592-b13d-6d0b9645802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:54.430878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-29ca3b51-8857-4592-b13d-6d0b9645802c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9cce6c2-b79c-425b-a5ed-80e06e807e39 HTTP/1.1" status: 200 len: 844 time: 0.0743217 Sep 28 08:33:54.528629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd118-750e-4ef0-b33d-df760058b17f req-37a31d70-4919-4fa5-8143-d2393f4d3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:54.530396 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-37a31d70-4919-4fa5-8143-d2393f4d3a67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d35de64-678f-420b-adab-d633801451e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893683 Sep 28 08:33:54.535772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.535972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.537659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=4fc68033-7360-43c0-aeb3-bcedacf51d96,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:54.540109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] In _notify_port_updated(), no bound segment for port 4fc68033-7360-43c0-aeb3-bcedacf51d96 on network a65b8920-9be9-4b9b-a9ac-7d990f522660 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:33:54.545922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:54.546571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.547859 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 5 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:54.547986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-872fe738-ced5-4212-9f41-8347bc0ab8b9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "PUT /v2.0/ports/4fc68033-7360-43c0-aeb3-bcedacf51d96 HTTP/1.1" status: 200 len: 996 time: 3.0127616 Sep 28 08:33:54.551264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35486) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:54.571902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c47ad1b1-645c-4775-af01-105a64b8dd94 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ddcceace99914b5ba5b9fba8d821cbc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5321624 Sep 28 08:33:54.578741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35488) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:54.604601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:54.692313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa2ede9b-27cd-4206-b311-ce334f2e6a1c req-f3fc8438-777b-493a-bd1c-fa498071ca8a service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283316 Sep 28 08:33:54.711183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.751161 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-94291fa6-d532-4c30-83a5-eb56610ed252 service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118862 Sep 28 08:33:54.777313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:54.797600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:54.805140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:54.809602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event updated for resources: {'Port': ['ID=f0f1bb04-8431-49a9-a0a8-597df294948d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:54.848074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port 4fc68033-7360-43c0-aeb3-bcedacf51d96 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:54.848441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.900556 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment da6509c4-7620-47fb-a724-a3a957c4278f resource provider aggregate not found Sep 28 08:33:54.911607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:54.928725 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment da6509c4-7620-47fb-a724-a3a957c4278f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da6509c4-7620-47fb-a724-a3a957c4278f found for delete ", "request_id": "req-0c224264-5c39-4399-8d90-f4115d377773"}]} Sep 28 08:33:54.965702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.004421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.034754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.044483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6d5df-5416-4a11-be9d-046598f716dc None None] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:33:55.104160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02ecd118-750e-4ef0-b33d-df760058b17f req-350eb565-dfa9-4b10-8ede-4e155a43c7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378274 Sep 28 08:33:55.106955 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 6 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:55.133386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.148248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for 4fc68033-7360-43c0-aeb3-bcedacf51d96 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:55.167600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:55.422035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-07baf7f0-7cb8-4f32-9c94-63c158c5a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:55.423539 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-07baf7f0-7cb8-4f32-9c94-63c158c5a093 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1096 time: 0.6329875 Sep 28 08:33:55.450607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead08697-3803-4c6e-a5ba-62de85d882e8 req-75ed08f8-e5b9-4f1e-8aa9-89ebbb93b647 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:55.452441 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ead08697-3803-4c6e-a5ba-62de85d882e8 req-75ed08f8-e5b9-4f1e-8aa9-89ebbb93b647 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 0.2042618 Sep 28 08:33:55.469910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.483651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dda83d55-889f-4153-957d-1f5a582157f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:55.545542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.549637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port dda83d55-889f-4153-957d-1f5a582157f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:55.550557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.551102 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port dda83d55-889f-4153-957d-1f5a582157f7 Sep 28 08:33:55.614344 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ead08697-3803-4c6e-a5ba-62de85d882e8 req-64435ea1-2651-4e64-99c4-bdc1bda4cc84 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492219 Sep 28 08:33:55.616794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=4fc68033-7360-43c0-aeb3-bcedacf51d96,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:55.648103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port dda83d55-889f-4153-957d-1f5a582157f7 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:55.648630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.668785 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 7 to provision port 4fc68033-7360-43c0-aeb3-bcedacf51d96 Sep 28 08:33:55.707798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87940-bcfd-45e9-a554-cae35b2cb9ed req-50339bb9-37f8-48c0-b3da-90b2d07c6081 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:55.709492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9aa87940-bcfd-45e9-a554-cae35b2cb9ed req-50339bb9-37f8-48c0-b3da-90b2d07c6081 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 943 time: 0.6814556 Sep 28 08:33:55.766404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.769134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.772674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/362e3938-0af4-4e7c-b2ba-91a091381da0 HTTP/1.1" status: 204 len: 168 time: 1.1893144 Sep 28 08:33:55.860537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Port 4fc68033-7360-43c0-aeb3-bcedacf51d96 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:33:55.864694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Allocated IP 172.26.4.147 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f7d7698c-4b81-450c-baa9-de386f8c5798) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:55.881176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port dda83d55-889f-4153-957d-1f5a582157f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dda83d55-889f-4153-957d-1f5a582157f7,segment=NetworkSegment(1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3),segment_id=1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:55.887621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Provisioning complete for port 5d43009a-da59-4d94-bc8b-7d008a5d4455 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:55.887946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88203577-7bf4-4cad-a9f6-afd69b5fee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e3938-0af4-4e7c-b2ba-91a091381da0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:55.888889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.890342 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Attempt 1 to provision port 5d43009a-da59-4d94-bc8b-7d008a5d4455 Sep 28 08:33:55.946823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:55.950778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-5a2a925f-eacb-4bba-b514-e3ac7df3629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:55.952440 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-5a2a925f-eacb-4bba-b514-e3ac7df3629f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.5072742 Sep 28 08:33:55.960958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9aa87940-bcfd-45e9-a554-cae35b2cb9ed req-1ac300eb-5fdf-4f38-8e53-674b136ac523 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2348809 Sep 28 08:33:56.053659 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-7e18f918-63b3-481c-bc8b-ba589991812c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 217 time: 0.0862694 Sep 28 08:33:56.057542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=dda83d55-889f-4153-957d-1f5a582157f7,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:56.058003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.063957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.067239 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5dbc00d8-c1dc-4c10-8b29-9a4d0a49d933 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/4fc68033-7360-43c0-aeb3-bcedacf51d96 HTTP/1.1" status: 204 len: 168 time: 1.5127401 Sep 28 08:33:56.072163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6dece63a-eb9e-41a3-a849-d5d9923c0f3d None None] Current status of the port 5d43009a-da59-4d94-bc8b-7d008a5d4455 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:56.080835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:56.109333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.173912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.194895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Provisioning complete for port dda83d55-889f-4153-957d-1f5a582157f7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:56.195474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.195950 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 1 to provision port dda83d55-889f-4153-957d-1f5a582157f7 Sep 28 08:33:56.218225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35504) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:56.230428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b738af-05d6-4403-8821-8dc4f9e377c9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] GET failed (client error): The resource could not be found. Sep 28 08:33:56.232000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-12b738af-05d6-4403-8821-8dc4f9e377c9 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports/4fc68033-7360-43c0-aeb3-bcedacf51d96 HTTP/1.1" status: 404 len: 333 time: 0.1500924 Sep 28 08:33:56.236050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:56.245203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-268728139'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:56.275854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-d7df5eec-ced8-478f-9e45-8506346ae8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:56.277356 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-d7df5eec-ced8-478f-9e45-8506346ae8a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.2141080 Sep 28 08:33:56.294376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Current status of the port dda83d55-889f-4153-957d-1f5a582157f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:56.305906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Provisioning complete for port d99c0e74-0d5d-4854-b765-18240ff6a300 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:56.306274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.306601 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 1 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:56.311723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.318112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.319845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=d99c0e74-0d5d-4854-b765-18240ff6a300,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:56.342149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:56.362652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.373986 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74e4e824-4820-4c1b-8019-619ca18f5cd3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3e8a9274bf1b41649bb2d784cd37e7b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1561742 Sep 28 08:33:56.377907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35508) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:56.464440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-2fd04095-7ef7-4095-8340-ce9cccffb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:56.465949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-2fd04095-7ef7-4095-8340-ce9cccffb0ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1742122 Sep 28 08:33:56.472895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.477367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:56.480980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.515523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port 87d8d6aa-fa3a-489a-95fc-f4772efc5d5a yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:56.523992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Router 4f06965d-115b-4f83-a2c7-9e12ee2da948 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:56.528758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.606188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.659072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:56.673736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:56.676313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:56.694370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:56.710116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:56.714807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=f7d7698c-4b81-450c-baa9-de386f8c5798,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:56.718772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-2b06b739-efbe-477b-8a3f-dd8f8a57e21e service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404532 Sep 28 08:33:56.756237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:56.768707 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] Sync routers for ids ['4f06965d-115b-4f83-a2c7-9e12ee2da948'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:56.773014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.775526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.780590 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/410f65e1-4a88-40f0-8c06-8ef6d06b2f2b HTTP/1.1" status: 204 len: 168 time: 0.4004900 Sep 28 08:33:56.784317 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] Routers {'4f06965d-115b-4f83-a2c7-9e12ee2da948'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:56.785124 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['4f06965d-115b-4f83-a2c7-9e12ee2da948'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:56.824121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.6 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/87d8d6aa-fa3a-489a-95fc-f4772efc5d5a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:56.826808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6e70c-e245-4ef2-8c10-783219e76db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f65e1-4a88-40f0-8c06-8ef6d06b2f2b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:56.832190 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:56.843143 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 2 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:56.847520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:56.848785 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5f9e8d39-024a-42a5-a147-e6b85c4019be tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7229826 Sep 28 08:33:56.857838 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] Routers {'4f06965d-115b-4f83-a2c7-9e12ee2da948'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:56.858958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35514) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:56.859723 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['4f06965d-115b-4f83-a2c7-9e12ee2da948'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:56.926028 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:56.926852 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec23b0b-5fb2-4096-b721-dc0edac6b5bf None None] The sync data for ids ['4f06965d-115b-4f83-a2c7-9e12ee2da948'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:56.935174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:56.964481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d8851-a522-4ff2-9d31-f0f64ca66831 req-5f449a4a-3cd6-4dcf-bcda-edb6e9d5792d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:56.966317 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-601d8851-a522-4ff2-9d31-f0f64ca66831 req-5f449a4a-3cd6-4dcf-bcda-edb6e9d5792d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 0.2002511 Sep 28 08:33:57.075663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-601d8851-a522-4ff2-9d31-f0f64ca66831 req-39d59e4d-a17a-4ecb-b988-3e30d3ef78d7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974083 Sep 28 08:33:57.189281 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b52e5829-5814-482f-bc49-7022ebd151bf tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/4f06965d-115b-4f83-a2c7-9e12ee2da948 HTTP/1.1" status: 200 len: 924 time: 0.3281777 Sep 28 08:33:57.192415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35524) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:57.225946 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-215b35e2-e956-406f-bd9f-2539431d9ff0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f06965d-115b-4f83-a2c7-9e12ee2da948 HTTP/1.1" status: 200 len: 205 time: 0.0328486 Sep 28 08:33:57.231660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35528) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:57.307861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.401115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.436880 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 3 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:57.443414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.466380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dda83d55-889f-4153-957d-1f5a582157f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:57.516364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:57.538196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port dda83d55-889f-4153-957d-1f5a582157f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:33:57.538572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.539029 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port dda83d55-889f-4153-957d-1f5a582157f7 Sep 28 08:33:57.556543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:57.561271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:57.574672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=87d8d6aa-fa3a-489a-95fc-f4772efc5d5a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:57.591215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:57.625549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550586d9-7c83-4968-abd1-a7818a9f1081 req-d857c61e-802f-4703-b839-cd5f43fa251b tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:57.627172 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-550586d9-7c83-4968-abd1-a7818a9f1081 req-d857c61e-802f-4703-b839-cd5f43fa251b tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 943 time: 0.3042009 Sep 28 08:33:57.644233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdcfe7fb-273f-4ee4-8386-70458aae68f9 req-68345b4c-bb3e-469b-bc5e-f49c91e6b480 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8958383 Sep 28 08:33:57.645977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.1 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/87604c0e-e5d1-4f4a-8019-8b68ab154ffe) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:57.654792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port dda83d55-889f-4153-957d-1f5a582157f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:57.800433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.817080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Router 26b720d4-2559-4a7f-a76b-c3b5318c3772 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:57.817717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:57.818134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:57.847424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bfd10b06-9064-4d30-a3d8-ef3e1f3055df details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:33:57.890767 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6b47d180-6833-45f9-b614-6d39eb97c626 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6503441 Sep 28 08:33:57.891023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35542) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:57.897360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'network_id': 'a65b8920-9be9-4b9b-a9ac-7d990f522660', 'name': 'tempest-AllowedAddressPairTestJSON-1761325981'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:57.912719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-550586d9-7c83-4968-abd1-a7818a9f1081 req-87c0aea2-be00-45e0-9a97-42e8febd3f74 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2633586 Sep 28 08:33:58.002327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:58.010587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port f0f1bb04-8431-49a9-a0a8-597df294948d {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:33:58.011085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.019542 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 4 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:58.051862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'port_id': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'mac_address': 'fa:16:3e:32:f9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:33:58.086415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.103085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:58.126113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.128462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bfd10b06-9064-4d30-a3d8-ef3e1f3055df is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:58.129286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.143657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Made reservation on behalf of 0147ed2d403b4affb20f69af48be2092 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:58.147630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.155412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd10b06-9064-4d30-a3d8-ef3e1f3055df {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:33:58.193333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:58.202738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.203943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:33:58.217678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.231190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] device_id is not set on port 487fb763-6c20-4007-aa40-9c8442951b6c yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:58.234259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:58.248683 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1bd7cfff-47a2-4309-bdef-8a47d437a8d9 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "PUT /v2.0/routers/26b720d4-2559-4a7f-a76b-c3b5318c3772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8561206 Sep 28 08:33:58.259768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35550) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:58.286589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'port': {'network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d', 'name': 'tempest-FloatingIPNegativeTestJSON-228497577'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:58.316078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.400320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for f0f1bb04-8431-49a9-a0a8-597df294948d owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:33:58.414565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:58.423092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:58.432093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:58.433123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'port_id': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'mac_address': 'fa:16:3e:25:d6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:33:58.435083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] Sync routers for ids ['26b720d4-2559-4a7f-a76b-c3b5318c3772'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:58.443876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:58.450025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=87604c0e-e5d1-4f4a-8019-8b68ab154ffe,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:58.455795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:58.492610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Made reservation on behalf of 3f3c898cb1c04f99a750f745702a0b72 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:58.496125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.512083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:33:58.512083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.517964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] Routers {'26b720d4-2559-4a7f-a76b-c3b5318c3772'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:58.519592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26b720d4-2559-4a7f-a76b-c3b5318c3772'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:58.540805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] device_id is not set on port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:33:58.551401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.558678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e229fc-9f68-4346-a644-bcd8af89c28d req-76beadbb-e68b-4ecc-8f5b-11852182ca27 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:58.560410 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d4e229fc-9f68-4346-a644-bcd8af89c28d req-76beadbb-e68b-4ecc-8f5b-11852182ca27 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 943 time: 0.3383627 Sep 28 08:33:58.596163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:58.601385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.604093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:33:58.627767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:58.629164 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 5 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:58.652267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35560) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:58.657112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.662083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] Routers {'26b720d4-2559-4a7f-a76b-c3b5318c3772'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:58.663445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26b720d4-2559-4a7f-a76b-c3b5318c3772'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:58.706928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d4e229fc-9f68-4346-a644-bcd8af89c28d req-39c4ab5e-c869-46dd-a519-9db00adabaff tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983479 Sep 28 08:33:58.743432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:58.744099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb4db7-c4ee-48dc-b435-a541eaa895ff None None] The sync data for ids ['26b720d4-2559-4a7f-a76b-c3b5318c3772'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:58.753379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:58.778657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:58.798633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1875508830', 'router:external': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:58.863085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Made reservation on behalf of 7b8051314f234088afe87af9921c611e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:58.865442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.869109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.889422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:58.941960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:33:58.978581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['6df2b193-0bb6-48c3-a0eb-511dd5d71c78'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:33:59.057531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['bfd10b06-9064-4d30-a3d8-ef3e1f3055df'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:33:59.140305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Allocated IP 172.20.0.12 (a65b8920-9be9-4b9b-a9ac-7d990f522660/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1/487fb763-6c20-4007-aa40-9c8442951b6c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:59.170198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Allocated IP 172.20.0.3 (607873bb-2bd5-4c9a-b2cb-4b521e43804d/b2e69dd3-4274-4015-82d2-0eebda4e00f9/1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:59.255430 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 6 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:59.314657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.349468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:59.394287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=f0f1bb04-8431-49a9-a0a8-597df294948d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:59.489940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.499514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01132f15-fbf2-4279-91b0-24c1e6d84d29 req-fd022c1d-7b21-485c-ba35-62604be4699e tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:59.501022 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01132f15-fbf2-4279-91b0-24c1e6d84d29 req-fd022c1d-7b21-485c-ba35-62604be4699e tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 944 time: 0.4511142 Sep 28 08:33:59.504924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:33:59.509163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.517281 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] Sync routers for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:33:59.532248 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:59.533134 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:59.547322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.554705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.557478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.576069 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:59.583261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:59.585639 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:33:59.586494 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:59.619953 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:33:59.620746 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86f1e2-29f7-44b1-b8a2-ac290d294a0a None None] The sync data for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:33:59.634826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.636072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4d81b70a-8645-4e73-a599-78a01b879277 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.1047907 Sep 28 08:33:59.645430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d1e94e-9892-4ce4-a37f-bf21e1a96a7f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:59.654196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:59.659350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.659795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Added segment 8053b6d0-78d7-4dd1-81f5-ecbca0cc11de of type vlan for network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 Sep 28 08:33:59.663172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.669927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.679707 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01132f15-fbf2-4279-91b0-24c1e6d84d29 req-e4b0ffba-9ef2-4249-b867-a6acf03f0220 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592181 Sep 28 08:33:59.732078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.733050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router 4f06965d-115b-4f83-a2c7-9e12ee2da948 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:33:59.742520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.743911 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62c44c41-f589-4fcf-b642-4801ee24958a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/4f06965d-115b-4f83-a2c7-9e12ee2da948 HTTP/1.1" status: 204 len: 168 time: 2.5111663 Sep 28 08:33:59.746076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.751090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.753252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35568) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:33:59.778704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-553694019', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:33:59.815628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:59.820028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:59.820633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.832159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:59.834418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:59.838918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.850049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:59.850907 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 7 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:33:59.858055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:33:59.873683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.894492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.896736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.926986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:59.933619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:33:59.951377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:33:59.975115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:33:59.979835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:00.062459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a902971-b738-42cc-adde-b7fe8ebb3929 req-9a8b57c3-88e4-44e6-9c3b-c9255732aa75 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:00.064059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1a902971-b738-42cc-adde-b7fe8ebb3929 req-9a8b57c3-88e4-44e6-9c3b-c9255732aa75 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 944 time: 0.2513604 Sep 28 08:34:00.077121 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1810236 Sep 28 08:34:00.079876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35572) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:00.084258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=87604c0e-e5d1-4f4a-8019-8b68ab154ffe,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:00.094891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:00.095540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.102257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:35:95:a7'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4e:e9:71'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:00.113387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.114461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:00.114983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.117289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56739aa-30f3-4c25-bb75-be3c1e9e3de6 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=487fb763-6c20-4007-aa40-9c8442951b6c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:00.140435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f18fba18-eb46-4069-a4c2-1b5a47207c7a tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8757176 Sep 28 08:34:00.143638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:00.147908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:00.151387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.160754 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1a902971-b738-42cc-adde-b7fe8ebb3929 req-60f8f0e7-d7f6-40d6-b213-1e2e0af4e886 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835235 Sep 28 08:34:00.180812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.208949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.279528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.316595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6612475 Sep 28 08:34:00.320477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35576) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:00.325212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'subnet': {'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:00.377448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Made reservation on behalf of 7b8051314f234088afe87af9921c611e for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:00.379664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.404280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440ebf4-d386-42d1-a29d-a12572dd932d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Network': ['ID=f1f5598b-6c31-41f1-97f5-6cdd84d67e03,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:00.416716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:00.453112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Allocated IP 172.26.4.210 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/1fdc309c-b98f-4168-bad7-2ae54b276e1a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:00.474157 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 8 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:00.521560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:00.611081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.635579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.704202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.724752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:00.724752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.742543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:00.783986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:00.788906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:00.791373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:00.823806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=1fdc309c-b98f-4168-bad7-2ae54b276e1a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:00.900071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:34:00.900481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.946729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:00.977132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4047c17-cd0f-49e0-a456-d00bec958914,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:01.011904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Checking segment: {'id': '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:01.012268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network hostable DHCP agents. Network: f1f5598b-6c31-41f1-97f5-6cdd84d67e03, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:01.016649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.022589 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 9 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:01.063244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:01.072250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:01.098739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, f1f5598b-6c31-41f1-97f5-6cdd84d67e03) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:01.103408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:01.104540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.108679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ed9ba-6872-4a5b-abbc-b613e810b34d None None] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:01.159229 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0934b155-345e-479d-96c4-9b167b3351d1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8349304 Sep 28 08:34:01.159435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35580) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:01.164361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1413765810', 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:01.213967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Made reservation on behalf of 7b8051314f234088afe87af9921c611e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:01.216319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.247228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] device_id is not set on port cef5a97b-662c-4779-84ad-537f902ea621 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:01.285023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b977-53d1-431c-854a-e124b6464524 req-a460ce17-a095-418c-90e2-58a40e5155e1 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:01.286601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0626b977-53d1-431c-854a-e124b6464524 req-a460ce17-a095-418c-90e2-58a40e5155e1 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 944 time: 0.5043111 Sep 28 08:34:01.302438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.321554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.378575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cfad9-29fa-4d46-8a38-2f9720aea653 None None] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:01.410458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:01.457051 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0626b977-53d1-431c-854a-e124b6464524 req-22786ebc-1dcf-4d04-bda3-176ebab29a4a tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584659 Sep 28 08:34:01.460485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.470677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.473270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=1fdc309c-b98f-4168-bad7-2ae54b276e1a,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:01.513727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525e0d-9965-49ce-9dae-073cd495e9ca req-c1ee29a5-5d5e-4a71-ad10-86dab2530edf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:01.515393 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b525e0d-9965-49ce-9dae-073cd495e9ca req-c1ee29a5-5d5e-4a71-ad10-86dab2530edf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 944 time: 0.2446291 Sep 28 08:34:01.527913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.532265 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7388fc69-99da-4f98-a47e-5b89780504ec tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3848038 Sep 28 08:34:01.536827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35584) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:01.537908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.20.0.7 (f1f5598b-6c31-41f1-97f5-6cdd84d67e03/c4047c17-cd0f-49e0-a456-d00bec958914/cef5a97b-662c-4779-84ad-537f902ea621) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:01.544431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-378f85ed-049d-48bf-9b1e-288aabfffc3e tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'floatingip': {'port_id': '1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:01.564425 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Attempt 10 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:01.598700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eab65099-9837-4593-8442-94ba81f9be35 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:01.620503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.634391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.635761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-378f85ed-049d-48bf-9b1e-288aabfffc3e tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.695792 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b525e0d-9965-49ce-9dae-073cd495e9ca req-236849be-e541-4a31-a850-329b546d5326 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730280 Sep 28 08:34:01.725303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Provisioning complete for port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:01.725303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.725303 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 1 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:01.766244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:01.816454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bfd10b06-9064-4d30-a3d8-ef3e1f3055df up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:01.836132 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-378f85ed-049d-48bf-9b1e-288aabfffc3e tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] update failed (client error): The resource could not be found. Sep 28 08:34:01.837240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-378f85ed-049d-48bf-9b1e-288aabfffc3e tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "PUT /v2.0/floatingips/8f3fe40b-183a-4233-a899-16ca7b91fc4b HTTP/1.1" status: 404 len: 507 time: 0.2961988 Sep 28 08:34:01.843670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35586) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:01.846368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] In _notify_port_updated(), no bound segment for port 487fb763-6c20-4007-aa40-9c8442951b6c on network a65b8920-9be9-4b9b-a9ac-7d990f522660 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:34:01.852994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:01.852994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.856613 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "PUT /v2.0/ports/487fb763-6c20-4007-aa40-9c8442951b6c HTTP/1.1" status: 200 len: 1057 time: 1.7706950 Sep 28 08:34:01.862732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35588) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:01.866565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d320a-5ab8-456a-8522-48ab24dc255b tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event updated for resources: {'Port': ['ID=487fb763-6c20-4007-aa40-9c8442951b6c,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:01.882825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port bfd10b06-9064-4d30-a3d8-ef3e1f3055df completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:34:01.890357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.890579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port bfd10b06-9064-4d30-a3d8-ef3e1f3055df triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:01.890829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.891062 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port bfd10b06-9064-4d30-a3d8-ef3e1f3055df Sep 28 08:34:01.913317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:01.935788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:01.941982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f76ec1fd-f27b-42fd-abc9-0aa8866bc99d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/routers/e136c1b9-a726-4cee-9b9a-1edbeb2754f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2615459 Sep 28 08:34:01.943213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:01.948656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'port': {'network_id': '46d51374-e603-4788-b12a-6afaee306599', 'name': 'tempest-FloatingIPTestJSON-1722172732'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:01.955370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:01.955542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:01.972111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:01.996219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:01.997491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.033349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:02.033982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:02.075674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bfd10b06-9064-4d30-a3d8-ef3e1f3055df is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:02.076192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.078121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:02.078715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc476-306f-4771-a42e-1c440ce68bf8 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:02.106317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:34:02.194885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:02.204831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.205088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:02.229106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port 487fb763-6c20-4007-aa40-9c8442951b6c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:02.229901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.232885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 172.26.4.68 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ac61f14d-1b40-4dbd-81f3-cb69a70c0a21) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:02.267963 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 2 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:02.277146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Allocated IP 172.20.0.1 (88cff493-0d4f-4b6d-bc4c-c4394d6406de/8df176be-f928-45cc-87e2-5673616878da/71ab7989-faf0-40f6-bf08-ad8348ac6065) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:02.312127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:02.338329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:02.344548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba580a-3bef-47fe-827c-9fb76757c9af" -d '{"events": [{"server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "name": "network-vif-plugged", "status": "completed", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:34:02.356994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:34:02.361883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:02.362261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.362599 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 Sep 28 08:34:02.366812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.434496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:02.436634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.446440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:02.448282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=cef5a97b-662c-4779-84ad-537f902ea621,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:02.450480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:02.473786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:02.474185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.485517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting port 1fdc309c-b98f-4168-bad7-2ae54b276e1a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:02.485869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.495722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for 487fb763-6c20-4007-aa40-9c8442951b6c owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:02.522258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:02.527307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.558407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:02.570570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.595714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] device_id is not set on port b2f7b152-0f4c-45ae-90c3-e40460842f65 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:02.598522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.606833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.608727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:02.609389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.627445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:02.633666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a70b32-2f12-4632-bfc2-0d0fb73aa628 x-openstack-request-id: req-37a70b32-2f12-4632-bfc2-0d0fb73aa628 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:34:02.634213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "name": "network-vif-plugged", "status": "completed", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:34:02.634670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-37a70b32-2f12-4632-bfc2-0d0fb73aa628 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:34:02.635356 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a70b32-2f12-4632-bfc2-0d0fb73aa628'] response: {'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'code': 200} Sep 28 08:34:02.651379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2d28094a-896a-469b-a9e6-38b0ef6d5352 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4903905 Sep 28 08:34:02.660760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35604) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:02.744451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.744775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.757275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.759474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:02.765277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Calling delete_port for 1fdc309c-b98f-4168-bad7-2ae54b276e1a owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:02.809056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36853d1e-e3d5-4a0c-a9ca-de580a1c4c11 req-3d988574-a21e-4215-b005-d953d97ce931 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:02.810582 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-36853d1e-e3d5-4a0c-a9ca-de580a1c4c11 req-3d988574-a21e-4215-b005-d953d97ce931 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.2201307 Sep 28 08:34:02.840156 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 3 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:02.877839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:02.919088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.8 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/b2f7b152-0f4c-45ae-90c3-e40460842f65) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:02.945109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-36853d1e-e3d5-4a0c-a9ca-de580a1c4c11 req-af7ca4da-f18d-4ab0-8de8-8b919db75890 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889673 Sep 28 08:34:03.105732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:03.105947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.134048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:03.137579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Port': ['ID=1fdc309c-b98f-4168-bad7-2ae54b276e1a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:03.151151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:03.164289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:03.167125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:03.170637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:03.174895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.181603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=71ab7989-faf0-40f6-bf08-ad8348ac6065,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:03.214685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.229897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.230313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.232581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.237542 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2cb3e95b-95b1-46cc-9a35-50a04c5d7c65 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "DELETE /v2.0/floatingips/8f3fe40b-183a-4233-a899-16ca7b91fc4b HTTP/1.1" status: 204 len: 168 time: 1.3893793 Sep 28 08:34:03.237716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35608) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:03.242332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fd549f38-501f-4ee5-ac6e-e7e4cf4813c5 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'floatingip': {'floating_network_id': '607873bb-2bd5-4c9a-b2cb-4b521e43804d', 'port_id': '1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:03.278772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fd549f38-501f-4ee5-ac6e-e7e4cf4813c5 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.283356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.310841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-f0b161e4-e4e0-4f19-a0f3-0301cd78cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:03.312767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-f0b161e4-e4e0-4f19-a0f3-0301cd78cbda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 1098 time: 0.5109634 Sep 28 08:34:03.320551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e9f43-758b-4da7-8e6b-290bd03bce3e req-80426a3e-5be6-469f-a359-cc65e2fc7318 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:03.322020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b0e9f43-758b-4da7-8e6b-290bd03bce3e req-80426a3e-5be6-469f-a359-cc65e2fc7318 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.5040627 Sep 28 08:34:03.322772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.368998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:03.378422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:03.378644 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 4 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:03.382332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=b2f7b152-0f4c-45ae-90c3-e40460842f65,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:03.384392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:03.434972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:03.447187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:03.450410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Deleting port cef5a97b-662c-4779-84ad-537f902ea621 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:03.451132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.470473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:03.471133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.472167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-158354c0-8538-4a5f-94b9-640dd9c29651 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.497501 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96f78ea5-b104-40c1-9fba-9f62c0ba7d75 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5532937 Sep 28 08:34:03.501830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35610) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:03.506414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'port': {'network_id': '46d51374-e603-4788-b12a-6afaee306599', 'name': 'tempest-FloatingIPTestJSON-1273612980'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:03.611893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-fd549f38-501f-4ee5-ac6e-e7e4cf4813c5 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:34:03.612852 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fd549f38-501f-4ee5-ac6e-e7e4cf4813c5 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3741984 Sep 28 08:34:03.614146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=487fb763-6c20-4007-aa40-9c8442951b6c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:03.618425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35612) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:03.624835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:03.647393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:03.651007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.654527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.682291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] device_id is not set on port 99c17b85-f509-4957-aa49-955a980b412e yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:03.728862 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b0e9f43-758b-4da7-8e6b-290bd03bce3e req-3bc8e17c-27e1-4ed9-a739-0fdf4acba845 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861165 Sep 28 08:34:03.830615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.10 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/99c17b85-f509-4957-aa49-955a980b412e) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:03.863981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.907542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:03.937005 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 5 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:03.942268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Calling delete_port for cef5a97b-662c-4779-84ad-537f902ea621 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:03.979402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:04.035311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.110093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Allocated IP 172.26.4.53 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/c97a38c7-e9a6-4004-92ab-1f4bd5e5548f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:04.136153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-158354c0-8538-4a5f-94b9-640dd9c29651 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.142442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.152756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429211-29dc-4bab-9699-bf61093dd992 req-916f9b01-d528-438d-a530-a89c86cb28df tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:04.154136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-158354c0-8538-4a5f-94b9-640dd9c29651 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.154366 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-17429211-29dc-4bab-9699-bf61093dd992 req-916f9b01-d528-438d-a530-a89c86cb28df tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.1193714 Sep 28 08:34:04.247940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.251223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f8e89e48-806a-4901-8595-dce31f42a099 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/487fb763-6c20-4007-aa40-9c8442951b6c HTTP/1.1" status: 204 len: 168 time: 2.3818994 Sep 28 08:34:04.256091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0697214f-cf17-445a-8f85-8ddba1bd79c8 req-158354c0-8538-4a5f-94b9-640dd9c29651 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9279919 Sep 28 08:34:04.256581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35616) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:04.262990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.264769 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-17429211-29dc-4bab-9699-bf61093dd992 req-9c57dea0-30e3-4994-9a41-fd15ba23e371 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962350 Sep 28 08:34:04.278367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158354c0-8538-4a5f-94b9-640dd9c29651 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4bfc3a-b689-4df5-af77-e9dfe2583b6a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:04.286354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.330677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.347024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:04.354048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:04.356754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:04.374138 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf38969-0596-43ec-a9c9-897c31f7a644 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] GET failed (client error): The resource could not be found. Sep 28 08:34:04.375734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4cf38969-0596-43ec-a9c9-897c31f7a644 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports/487fb763-6c20-4007-aa40-9c8442951b6c HTTP/1.1" status: 404 len: 333 time: 0.1136177 Sep 28 08:34:04.379976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35618) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:04.386979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=99c17b85-f509-4957-aa49-955a980b412e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:04.432696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:04.433350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.448766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.458790 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-915f0e16-9d1e-4cd7-99df-a7d78039b823 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9563098 Sep 28 08:34:04.462174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35620) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:04.480625 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 6 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:04.483943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '99c17b85-f509-4957-aa49-955a980b412e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:04.504869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:04.512165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:04.517209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:04.519782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:04.542419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.546890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event updated for resources: {'Port': ['ID=c97a38c7-e9a6-4004-92ab-1f4bd5e5548f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:04.644413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:34:04.647573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ebb10f-f488-48ff-82f5-89b44256bde4" -d '{"events": [{"server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:34:04.697259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f62e65-56cc-4958-af61-a94fbf00c41c x-openstack-request-id: req-c3f62e65-56cc-4958-af61-a94fbf00c41c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:34:04.698157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:34:04.698498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c3f62e65-56cc-4958-af61-a94fbf00c41c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:34:04.698927 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f62e65-56cc-4958-af61-a94fbf00c41c'] response: {'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'code': 200} Sep 28 08:34:04.753810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.773857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting port c97a38c7-e9a6-4004-92ab-1f4bd5e5548f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:04.774204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.827296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.949770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Port': ['ID=cef5a97b-662c-4779-84ad-537f902ea621,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:04.983167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40b44-96e3-4f51-8a9b-b7e55d77875e req-6b82a626-adf2-43fd-9f79-eb34cac1a6b6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:04.984694 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-63c40b44-96e3-4f51-8a9b-b7e55d77875e req-6b82a626-adf2-43fd-9f79-eb34cac1a6b6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1658573 Sep 28 08:34:04.991382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:04.991720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.014978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Calling delete_port for c97a38c7-e9a6-4004-92ab-1f4bd5e5548f owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:05.020387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 7 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:05.058187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:05.059717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.170 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:05.067358 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-63c40b44-96e3-4f51-8a9b-b7e55d77875e req-e645f135-b942-4392-b768-de93085701ef tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713887 Sep 28 08:34:05.097114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port 87d8d6aa-fa3a-489a-95fc-f4772efc5d5a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:05.097520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.133930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22bcbf-ce16-4345-97df-1895e40dd0be req-0711a1ed-1ca8-4e65-86c1-1d2647409a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:05.135476 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4d22bcbf-ce16-4345-97df-1895e40dd0be req-0711a1ed-1ca8-4e65-86c1-1d2647409a7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.2507694 Sep 28 08:34:05.181162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.185553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.191712 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b4c903f7-8d00-4394-b866-a98f1db3494a tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/ports/cef5a97b-662c-4779-84ad-537f902ea621 HTTP/1.1" status: 204 len: 168 time: 2.5271997 Sep 28 08:34:05.193330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35626) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:05.199510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'external_fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7'}]}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:05.254632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.261697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.267663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.268669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.285601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.298045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.313148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4d22bcbf-ce16-4345-97df-1895e40dd0be req-9291146e-fb00-4f8f-93d0-f6647d06a0e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632042 Sep 28 08:34:05.334269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Port': ['ID=c97a38c7-e9a6-4004-92ab-1f4bd5e5548f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:05.380844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.387688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.446034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.461802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for 87d8d6aa-fa3a-489a-95fc-f4772efc5d5a owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:05.480092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=71ab7989-faf0-40f6-bf08-ad8348ac6065,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:05.482657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.560369 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 8 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:05.598180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:05.632844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a080c-4111-4c4c-a6b1-9babcf74bcad req-dd1fc5a9-00a2-4583-bab4-bd471d244f33 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:05.634511 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a86a080c-4111-4c4c-a6b1-9babcf74bcad req-dd1fc5a9-00a2-4583-bab4-bd471d244f33 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.2720761 Sep 28 08:34:05.743826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a86a080c-4111-4c4c-a6b1-9babcf74bcad req-dc6cbb8f-e5ee-478b-ab55-1623dbd24451 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005213 Sep 28 08:34:05.754529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:05.757828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router 6b268b0a-2d24-4825-8c9a-1c517143672e is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:05.771836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:05.776498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:05.788446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.814228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:05.816787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:05.822477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:05.877498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:05.895983 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] create failed (client error): The resource could not be found. Sep 28 08:34:05.897044 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7a00d62e-3c0f-4e0c-9277-21d4a33febc8 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2776835 Sep 28 08:34:05.901133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35630) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:05.927402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=87d8d6aa-fa3a-489a-95fc-f4772efc5d5a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:06.102485 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 9 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:06.137152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:06.155208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Sync routers for ids ['6b268b0a-2d24-4825-8c9a-1c517143672e'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:06.168105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:06.173197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:06.179301 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Routers {'6b268b0a-2d24-4825-8c9a-1c517143672e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:06.180239 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6b268b0a-2d24-4825-8c9a-1c517143672e'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.180373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.184364 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9beb165c-7005-40b4-aa29-f26cdbeaf9b3 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/87d8d6aa-fa3a-489a-95fc-f4772efc5d5a HTTP/1.1" status: 204 len: 168 time: 1.8011024 Sep 28 08:34:06.196713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35634) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:06.233258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-45394e53-38c9-490e-90c8-b57b9d706728 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] GET failed (client error): The resource could not be found. Sep 28 08:34:06.235093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-45394e53-38c9-490e-90c8-b57b9d706728 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "GET /v2.0/ports/87d8d6aa-fa3a-489a-95fc-f4772efc5d5a HTTP/1.1" status: 404 len: 333 time: 0.0372853 Sep 28 08:34:06.239270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35636) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:06.244020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.245194 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e5fd424-847d-4468-b3c4-a22aff08f901 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4888639 Sep 28 08:34:06.252804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:06.335805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Set router 6b268b0a-2d24-4825-8c9a-1c517143672e gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:06.362414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:06.362655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.424161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5af8-7972-4e7d-af60-f2ce5ffd5422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.425233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:06.435330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] Sync routers for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:06.441366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7411448d-46a2-4ca6-809a-d05e9fb54fa9 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "PUT /v2.0/routers/0ab540a7-89ba-45b1-9d70-f6cf95e16cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7832825 Sep 28 08:34:06.442836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35640) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:06.450523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Request body: {'port': {'network_id': '88cff493-0d4f-4b6d-bc4c-c4394d6406de', 'name': 'tempest-FloatingIPAdminTestJSON-1537566603'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:06.452978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:06.453636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.482410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.488698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port 5d34b890-7776-41c9-9881-db4a850ebde3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:06.489134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.520832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.541914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:06.542693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.553900 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68'}], 'enable_snat': False}, 'gw_port_id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:59Z', 'updated_at': '2022-09-28T08:34:03Z', 'revision_number': 3, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port': {'id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:01Z', 'updated_at': '2022-09-28T08:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.565812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Calling delete_port for 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:06.582989 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Checking router: 6b268b0a-2d24-4825-8c9a-1c517143672e for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:06.583747 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Updating router 6b268b0a-2d24-4825-8c9a-1c517143672e port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:34:06.583902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:06.584778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc100ecc-7a0d-46aa-a83d-94f9a12ffab2 None None] The sync data for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:06.612173 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.627909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3daad-25d0-472c-beb7-3cabf03c0a96 req-38fa503c-a75e-4c74-af39-6940eec5fd90 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:06.629458 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6d3daad-25d0-472c-beb7-3cabf03c0a96 req-38fa503c-a75e-4c74-af39-6940eec5fd90 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4073930 Sep 28 08:34:06.674362 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 10 to provision port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 Sep 28 08:34:06.691887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Made reservation on behalf of f83fd761fbf04539811d4b76e0fdfbeb for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:06.695462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.715988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.734144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port 1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:06.740221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Could not find standard attr ID for object 87d8d6aa-fa3a-489a-95fc-f4772efc5d5a. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:34:06.744220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Could not find standard attr ID for object 487fb763-6c20-4007-aa40-9c8442951b6c. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:34:06.755794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Provisioning complete for port d99c0e74-0d5d-4854-b765-18240ff6a300 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:06.756591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.757544 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 1 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:06.834518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:06.854920 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a6ceae5-42c4-4446-b754-3f72d721859f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/6b268b0a-2d24-4825-8c9a-1c517143672e HTTP/1.1" status: 200 len: 907 time: 0.5864658 Sep 28 08:34:06.861324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35644) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:06.867675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-553694019', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': True}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:06.944307 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.953739 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:06.975490 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Attempting to bind port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:06.975490 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Attempting to bind port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:06.975868 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Attempting to bind port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:06.983114 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6d3daad-25d0-472c-beb7-3cabf03c0a96 req-971870e3-9612-492c-a05c-ad67360e80db tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419304 Sep 28 08:34:06.990216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for 5d34b890-7776-41c9-9881-db4a850ebde3 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:06.999925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] device_id is not set on port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:07.021411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.030905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:07.030905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:07.031720 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.033231 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:07.033231 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Bound port: ac61f14d-1b40-4dbd-81f3-cb69a70c0a21, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:07.033568 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.053270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.068706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.069807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.074805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae155e-d614-4e31-a047-60045db9aa21 None None] Pushing event updated for resources: {'Port': ['ID=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:07.129292 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] For port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:07.136006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] For port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:07.142551 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.166685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb604-35ea-4998-9fae-c3ae2b051413 req-a683e647-91f2-47d3-ae58-943d3a31b632 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:07.168227 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a39bb604-35ea-4998-9fae-c3ae2b051413 req-a683e647-91f2-47d3-ae58-943d3a31b632 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.1912751 Sep 28 08:34:07.191078 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Routers {'6b268b0a-2d24-4825-8c9a-1c517143672e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:07.192633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:33:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6b268b0a-2d24-4825-8c9a-1c517143672e'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:07.220142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Allocated IP 172.20.0.8 (88cff493-0d4f-4b6d-bc4c-c4394d6406de/8df176be-f928-45cc-87e2-5673616878da/9bcbe9ee-5557-4ff5-9155-e0dc980270c9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:07.267866 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae155e-d614-4e31-a047-60045db9aa21 None None] Pushing event updated for resources: {'Port': ['ID=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:07.270607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a39bb604-35ea-4998-9fae-c3ae2b051413 req-fd60ad8e-e744-4408-a862-8d231ea44909 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924618 Sep 28 08:34:07.327936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.336609 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 2 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:07.405548 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] Set router 6b268b0a-2d24-4825-8c9a-1c517143672e gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:07.410876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=5d34b890-7776-41c9-9881-db4a850ebde3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:07.418647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:07.570686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.579449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6aa894bd-2854-4207-8355-b5e43ffe69d7 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/ports/5d34b890-7776-41c9-9881-db4a850ebde3 HTTP/1.1" status: 204 len: 168 time: 1.3387082 Sep 28 08:34:07.583883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35648) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:07.608783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.641781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.675305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.679194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting subnet 6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:07.684387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.697000 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68'}], 'enable_snat': False}, 'gw_port_id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:59Z', 'updated_at': '2022-09-28T08:34:03Z', 'revision_number': 3, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port': {'id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:01Z', 'updated_at': '2022-09-28T08:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:07.733422 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7fd5fe-5b18-428a-b289-7ba5b1c93a69 None None] The sync data for ids ['6b268b0a-2d24-4825-8c9a-1c517143672e'] in dv-neutron-859308-3-hyperv is: [{'id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68'}], 'enable_snat': False}, 'gw_port_id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:59Z', 'updated_at': '2022-09-28T08:34:03Z', 'revision_number': 3, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port': {'id': 'ac61f14d-1b40-4dbd-81f3-cb69a70c0a21', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b268b0a-2d24-4825-8c9a-1c517143672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:01Z', 'updated_at': '2022-09-28T08:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:07.740590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.782688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.791069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:07.861823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:07.895150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event updated for resources: {'Port': ['ID=9bcbe9ee-5557-4ff5-9155-e0dc980270c9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:07.897872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:07.904011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:07.922500 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 3 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:07.966347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.016233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:08.062498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.072402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Port': ['ID=1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:08.086247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:08.086893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.145900 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-61e22fe8-5e35-4d8d-81f1-73bc6898cb97 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6998861 Sep 28 08:34:08.154589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35652) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:08.175050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.190170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337190-3e12-4c0e-bf99-90509dfacade req-83760da6-78eb-435e-a865-05035b4260a0 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:08.202548 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13337190-3e12-4c0e-bf99-90509dfacade req-83760da6-78eb-435e-a865-05035b4260a0 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.5777855 Sep 28 08:34:08.232367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35656) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:08.241910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Request body: {'floatingip': {'port_id': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:08.248768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:08.273925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82871ed4-e4b6-485b-b728-e06c34ddc86e None None] Network a65b8920-9be9-4b9b-a9ac-7d990f522660 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:08.274270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.281526 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-35ec0ec8-ba01-4238-bdb5-18342fe395e4 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/subnets/6cb13bb6-4c17-48ae-8bd9-1fc014f4e2b1 HTTP/1.1" status: 204 len: 168 time: 0.6964805 Sep 28 08:34:08.299952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.20.0.7 (f1f5598b-6c31-41f1-97f5-6cdd84d67e03/c4047c17-cd0f-49e0-a456-d00bec958914/14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:08.314848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35658) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:08.385218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1493-6eff-47d5-bac6-75c62aa967e6 req-5dae3149-4504-476d-92ef-9963a6639912 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:08.386932 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24eb1493-6eff-47d5-bac6-75c62aa967e6 req-5dae3149-4504-476d-92ef-9963a6639912 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1535234 Sep 28 08:34:08.428012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'project_id': 'f83fd761fbf04539811d4b76e0fdfbeb', 'port_id': '9bcbe9ee-5557-4ff5-9155-e0dc980270c9'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:08.466384 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24eb1493-6eff-47d5-bac6-75c62aa967e6 req-5da143e3-61ad-4f11-9951-1acb2dd8b668 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685151 Sep 28 08:34:08.479100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.502396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.521258 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 4 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:08.550000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.600556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:08.625950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] DHCP port deletion for a65b8920-9be9-4b9b-a9ac-7d990f522660 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:08.665431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.695184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Deleting port 0b8e4baf-9580-4077-a4bc-54ead77c016e {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:08.695637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.704015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.710824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6206554d-081b-459b-9278-f49698f8bee6 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "DELETE /v2.0/ports/1b9c06e8-d24d-48ef-9fa8-46d9eb2b6c64 HTTP/1.1" status: 204 len: 168 time: 2.8087673 Sep 28 08:34:08.728023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35662) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:08.733393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.801314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] For port 0b8e4baf-9580-4077-a4bc-54ead77c016e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0b8e4baf-9580-4077-a4bc-54ead77c016e,segment=NetworkSegment(ad2f5001-cda9-419c-9192-5a79da607163),segment_id=ad2f5001-cda9-419c-9192-5a79da607163)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:08.801501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.812872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d320db0c-2b4e-4244-91ee-99180f2650bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:08.820686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Calling delete_port for 0b8e4baf-9580-4077-a4bc-54ead77c016e owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:08.867073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Allocated IP 172.26.4.210 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/a3b20965-d0c3-47d3-a8f4-c6fdaa65c793) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:08.998613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.043507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216a4c9-7394-4187-b872-fab7b93e79cf req-50045510-a68e-49b8-8da0-0a9e5f73c22a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:09.045552 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8216a4c9-7394-4187-b872-fab7b93e79cf req-50045510-a68e-49b8-8da0-0a9e5f73c22a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4167120 Sep 28 08:34:09.046977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.079429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:09.088050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.089018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Request body: {'floatingip': {'port_id': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:09.116656 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 5 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:09.148111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15912da-ce2a-47df-8d3e-ee817f5e1122 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:09.148467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] Pushing event deleted for resources: {'Port': ['ID=0b8e4baf-9580-4077-a4bc-54ead77c016e,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:09.152199 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d15912da-ce2a-47df-8d3e-ee817f5e1122 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b720d4-2559-4a7f-a76b-c3b5318c3772 HTTP/1.1" status: 200 len: 913 time: 0.4128194 Sep 28 08:34:09.153063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35666) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:09.167198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68037193-8050-4ea5-b74b-9f7a43ca07c8 None None] No DVR routers for this DVR port 0b8e4baf-9580-4077-a4bc-54ead77c016e on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:09.169649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:09.174109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.215779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:09.220539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.224939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:09.226461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b20965-d0c3-47d3-a8f4-c6fdaa65c793,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:09.228579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:09.358827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Deleting port 0b8e4baf-9580-4077-a4bc-54ead77c016e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:09.359168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.430032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.514900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:09.518334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.578621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:09.579761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.580311 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 Sep 28 08:34:09.672859 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 6 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:09.676621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:09.676621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.732539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:09.738301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:09.740095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.800518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:09.847366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0b8e4baf-9580-4077-a4bc-54ead77c016e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:09.865291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.877894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0b8e4baf-9580-4077-a4bc-54ead77c016e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:09.878394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0b8e4baf-9580-4077-a4bc-54ead77c016e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:09.906155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] For port 0b8e4baf-9580-4077-a4bc-54ead77c016e, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:09.906526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:09.925488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:09.985656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:09.988363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:10.005792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:10.009203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Calling delete_port for 0b8e4baf-9580-4077-a4bc-54ead77c016e owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:10.014987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.035842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Port 0b8e4baf-9580-4077-a4bc-54ead77c016e was not found and therefore no delete operation was performed {{(pid=103309) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:34:10.049290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.056775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.130878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.196557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] No DVR routers for this DVR port 0b8e4baf-9580-4077-a4bc-54ead77c016e on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:10.202477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.239504 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 7 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:10.247274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:10.279045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:10.402926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:34:10.445871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Port': ['ID=0b8e4baf-9580-4077-a4bc-54ead77c016e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:10.577621 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 605da1cf-68d5-4f4f-840d-32950bb46581 associated. External IP: 172.26.4.170, port: 99c17b85-f509-4957-aa49-955a980b412e. Sep 28 08:34:10.580545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.632666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.635552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.663676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.667269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.672188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.684060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65b8920-9be9-4b9b-a9ac-7d990f522660']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:10.723005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.777307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2f5001-cda9-419c-9192-5a79da607163') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:10.777627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2f5001-cda9-419c-9192-5a79da607163') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:10.780170 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 8 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:10.796785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.821353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:10.858295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 172.26.4.190 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/b04a3edf-b92d-4742-bb2d-dc1e2115ebdc) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:10.870080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.878283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:10.956463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:10.956890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.015933 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ad2f5001-cda9-419c-9192-5a79da607163 resource provider aggregate not found Sep 28 08:34:11.063069 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ad2f5001-cda9-419c-9192-5a79da607163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad2f5001-cda9-419c-9192-5a79da607163 found for delete ", "request_id": "req-d12d88c0-0ec9-469c-adee-3839b1058d99"}]} Sep 28 08:34:11.065265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.182591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Floating IP 4af8b7e6-497a-4fab-838f-ab356b9abbf0 associated. External IP: 172.26.4.220, port: 6df2b193-0bb6-48c3-a0eb-511dd5d71c78. Sep 28 08:34:11.200836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.323566 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 9 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:11.360415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:11.418358 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Floating IP 265539e6-04d5-43ec-8f66-af3e2a7b1a1e associated. External IP: 172.26.4.36, port: bfd10b06-9064-4d30-a3d8-ef3e1f3055df. Sep 28 08:34:11.434175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:11.482934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:11.483545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.484046 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 Sep 28 08:34:11.500727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.533704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.540194 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] 10.222.0.27 "DELETE /v2.0/networks/a65b8920-9be9-4b9b-a9ac-7d990f522660 HTTP/1.1" status: 204 len: 168 time: 3.2183461 Sep 28 08:34:11.583390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.588145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54900e-fc2a-4418-967c-9f4aa69cbf76 tempest-AllowedAddressPairTestJSON-1923247456 tempest-AllowedAddressPairTestJSON-1923247456-project] Pushing event deleted for resources: {'Network': ['ID=a65b8920-9be9-4b9b-a9ac-7d990f522660,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:11.604439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:11.609269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.670980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.714968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.730439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b20965-d0c3-47d3-a8f4-c6fdaa65c793,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:11.741835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.747842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Router 6c2f7804-a72f-401f-b7f1-2e5da3263028 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:11.768621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:11.816328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting port d99c0e74-0d5d-4854-b765-18240ff6a300 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:11.816677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.862587 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Attempt 10 to provision port d99c0e74-0d5d-4854-b765-18240ff6a300 Sep 28 08:34:11.883665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35676) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:11.913124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-1a55-4704-82fc-9657fde7fa15 None None] Port d99c0e74-0d5d-4854-b765-18240ff6a300 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:11.968598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:11.970831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.032852 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Floating IP 6a1931ef-5fc6-4db9-896b-74348823b9b9 associated. External IP: 172.26.4.210, port: 9bcbe9ee-5557-4ff5-9155-e0dc980270c9. Sep 28 08:34:12.040564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Provisioning complete for port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:12.041261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.041711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.042369 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 1 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:12.090678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:12.095691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:12.097152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Calling delete_port for d99c0e74-0d5d-4854-b765-18240ff6a300 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:12.112116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:12.115228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:12.117064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:12.120780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:12.121387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.135697 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Sync routers for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:12.141799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Router acfb8368-6922-4743-bac0-4b6b78c82670 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:12.147237 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:12.147860 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.167101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:12.181235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:12.193276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:12.194166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.245596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4d0592bb-488c-4adb-b676-e04d6e07c83d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "PUT /v2.0/floatingips/4af8b7e6-497a-4fab-838f-ab356b9abbf0 HTTP/1.1" status: 200 len: 991 time: 3.1648111 Sep 28 08:34:12.249698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:34:12.252245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8742d0f6-0f0b-4260-bdcd-4ac485e772da" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:34:12.252654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.257660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1bec215e-fbfe-402e-a3ad-1297e61336a4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0147ed2d403b4affb20f69af48be2092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3694615 Sep 28 08:34:12.265649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:12.266650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.271153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:12.275242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.307350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.308298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5525d548-84f0-47f0-a6c8-f93286a4d097 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:12.323355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca8795a-ecde-4b52-9709-a41530a3c1e5 x-openstack-request-id: req-bca8795a-ecde-4b52-9709-a41530a3c1e5 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:34:12.323647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:34:12.324045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bca8795a-ecde-4b52-9709-a41530a3c1e5 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:34:12.324596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca8795a-ecde-4b52-9709-a41530a3c1e5'] response: {'name': 'network-changed', 'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'status': 'completed', 'code': 200} Sep 28 08:34:12.352582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:12.416327 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ec38240-e14a-4b14-9ee7-af6aaccaa9e2 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.9531057 Sep 28 08:34:12.427490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35686) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:12.441762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:12.508521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-7ced7e09-7eac-419e-b659-782c2276228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:12.510110 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-7ced7e09-7eac-419e-b659-782c2276228e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.1138654 Sep 28 08:34:12.572126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:12.580258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.587859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.589302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:12.593726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:12.594664 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 2 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:12.611165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.655138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.655413 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Sync routers for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:12.669537 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:12.670482 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.679551 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ba9fbc0e-6ad2-43bd-be15-fb3a90d6badd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "PUT /v2.0/floatingips/265539e6-04d5-43ec-8f66-af3e2a7b1a1e HTTP/1.1" status: 200 len: 990 time: 4.4395635 Sep 28 08:34:12.680315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:12.682081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:34:12.684406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0258f457-572a-40a9-8b52-335a3454df39" -d '{"events": [{"name": "network-changed", "server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:34:12.695424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:12.766571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12262579-71e2-4445-932c-5fc5376f1337 x-openstack-request-id: req-12262579-71e2-4445-932c-5fc5376f1337 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:34:12.766861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:34:12.767099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12262579-71e2-4445-932c-5fc5376f1337 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:34:12.767488 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12262579-71e2-4445-932c-5fc5376f1337'] response: {'name': 'network-changed', 'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'status': 'completed', 'code': 200} Sep 28 08:34:12.783119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Port': ['ID=d99c0e74-0d5d-4854-b765-18240ff6a300,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:12.811661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-4b78eadd-7822-4eb5-b451-b32c0d85be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:12.813211 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-4b78eadd-7822-4eb5-b451-b32c0d85be0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.2812366 Sep 28 08:34:12.864688 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:12.894823 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '4af8b7e6-497a-4fab-838f-ab356b9abbf0', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'port_id': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'mac_address': 'fa:16:3e:25:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:35Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:12.926875 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Checking router: 6c2f7804-a72f-401f-b7f1-2e5da3263028 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:12.941168 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:12.942125 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.181944 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 3 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:13.200031 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:13.271313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:13.335704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-5b7a8083-c8c6-49be-bcb0-eb891b6c2786 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 999 time: 0.5033050 Sep 28 08:34:13.355905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6e91-6232-4b31-85e7-41d9c7cb0dd0 req-9124a321-6ef2-47c9-a93f-8959fe5b5cc6 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:13.357709 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6efb6e91-6232-4b31-85e7-41d9c7cb0dd0 req-9124a321-6ef2-47c9-a93f-8959fe5b5cc6 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.5826824 Sep 28 08:34:13.362095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.368736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:13.372689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.379150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f457-572a-40a9-8b52-335a3454df39 req-4f57f84e-14b9-464e-a611-f3fa0179ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:13.380844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-4f57f84e-14b9-464e-a611-f3fa0179ee5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99c89135b41748e8b1ebf41f560251e3&device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 1098 time: 0.5942535 Sep 28 08:34:13.397907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.402409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Sync routers for ids ['2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:13.417586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.418373 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 605da1cf-68d5-4f4f-840d-32950bb46581 disassociated. External IP: 172.26.4.170, port: 99c17b85-f509-4957-aa49-955a980b412e. Sep 28 08:34:13.420416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Routers {'2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:13.421250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.424290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:13.445840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.448061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.452272 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/96cd5cf9-2fca-4ec2-b493-1d36f34bd1f4 HTTP/1.1" status: 204 len: 168 time: 1.1797509 Sep 28 08:34:13.476073 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] Sync routers for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:13.478287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-a77f2661-09a7-45e9-84de-8044974e152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:13.484115 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-a77f2661-09a7-45e9-84de-8044974e152a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1195788 Sep 28 08:34:13.532498 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '265539e6-04d5-43ec-8f66-af3e2a7b1a1e', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'port_id': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'mac_address': 'fa:16:3e:32:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:33Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.539800 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:13.540734 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.543716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69e6bb-ff9d-45e0-8b79-f3c69b960b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd5cf9-2fca-4ec2-b493-1d36f34bd1f4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:13.547926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.549250 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17703365-c9ed-4c4b-965e-1ad002ff9c03 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.3532286 Sep 28 08:34:13.594169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:13.608448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Set router 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:13.647001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:13.651946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.664062 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:13.664679 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.698379 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Checking router: acfb8368-6922-4743-bac0-4b6b78c82670 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:13.698576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7ec5e38c-374b-4de4-ac90-4e923a110f68 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.5410244 Sep 28 08:34:13.702830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35698) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:13.703230 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.703859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a44b26-707b-4524-b315-54b150b6d382 None None] The sync data for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:13.718559 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6efb6e91-6232-4b31-85e7-41d9c7cb0dd0 req-cd81f5db-37f9-4752-9326-c2d2e31878f9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2911451 Sep 28 08:34:13.732794 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:13.734085 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.790965 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 4 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:13.843755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Router 26b720d4-2559-4a7f-a76b-c3b5318c3772 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:13.874041 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '4af8b7e6-497a-4fab-838f-ab356b9abbf0', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'port_id': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'mac_address': 'fa:16:3e:25:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:35Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:13.877086 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:13.887095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-d7a11d5a-5aae-45e8-92b1-e1f2d41b222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:13.890826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-d7a11d5a-5aae-45e8-92b1-e1f2d41b222b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3190746 Sep 28 08:34:13.919230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:13.931636 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506428-60d3-4d95-913d-ac8dc05c0cda None None] The sync data for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv is: [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '4af8b7e6-497a-4fab-838f-ab356b9abbf0', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'floating_ip_address': '172.26.4.220', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'port_id': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'mac_address': 'fa:16:3e:25:d6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:35Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:13.969757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f457-572a-40a9-8b52-335a3454df39 req-d7d3f209-c14e-42c3-b1e7-c1fe7aeb321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:13.973753 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-d7d3f209-c14e-42c3-b1e7-c1fe7aeb321b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2d35de64-678f-420b-adab-d633801451e0 HTTP/1.1" status: 200 len: 906 time: 0.5525501 Sep 28 08:34:13.984917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'name': '', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'external_fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:05Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'name': '', 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.056510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Checking router: 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:14.056873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Updating router 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:34:14.124646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.161348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.277170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:14.289494 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5d55af4-846c-43ea-bc5f-ab7cec6c5d2f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "PUT /v2.0/routers/26b720d4-2559-4a7f-a76b-c3b5318c3772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1338985 Sep 28 08:34:14.291954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f04194de-3823-4f61-9fb2-a5fd9c27c269 tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "GET /v2.0/floatingips/6a1931ef-5fc6-4db9-896b-74348823b9b9 HTTP/1.1" status: 200 len: 983 time: 0.5828238 Sep 28 08:34:14.298912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35712) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:14.299433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35716) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:14.354476 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b567d63-ca53-494a-b48e-bb7bf32f28ca None None] New status for floating IP 4af8b7e6-497a-4fab-838f-ab356b9abbf0: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:34:14.358287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] Sync routers for ids ['26b720d4-2559-4a7f-a76b-c3b5318c3772'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:14.399747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] Routers {'26b720d4-2559-4a7f-a76b-c3b5318c3772'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:14.400816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26b720d4-2559-4a7f-a76b-c3b5318c3772'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.409821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-eb97b199-ab69-4962-a33c-3ad27145b3b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df HTTP/1.1" status: 200 len: 998 time: 0.2515914 Sep 28 08:34:14.435421 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 5 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:14.439532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-e74fee32-a879-4c8b-b80a-c565ffff9d57 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865046 Sep 28 08:34:14.503225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.531435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.534708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] Routers {'26b720d4-2559-4a7f-a76b-c3b5318c3772'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:14.535608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26b720d4-2559-4a7f-a76b-c3b5318c3772'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.586397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.587372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f36c58-0a7d-41a2-b526-bf8e992b2391 None None] The sync data for ids ['26b720d4-2559-4a7f-a76b-c3b5318c3772'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:14.589081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:14.645124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.651205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-048a5bcf-38b4-4a22-83a1-40778604025e tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3512 time: 0.3425186 Sep 28 08:34:14.687599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.700154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.711373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35724) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:14.715107 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '265539e6-04d5-43ec-8f66-af3e2a7b1a1e', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'port_id': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'mac_address': 'fa:16:3e:32:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:33Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:14.756282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Attempting to bind port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:14.757478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Attempting to bind port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:14.758892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Attempting to bind port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 on network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:14.769130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35726) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:14.770943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:14.773696 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3989022-48ed-4494-9e4a-e3a97f12e47c None None] The sync data for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv is: [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '265539e6-04d5-43ec-8f66-af3e2a7b1a1e', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'port_id': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'mac_address': 'fa:16:3e:32:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:33:33Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:14.780923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:14.781749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Checking segment: {'id': '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:14.782262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.782778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Bound using segment: {'id': '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:14.783356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Bound port: 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:14.784081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.824896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbb1b1-487d-495c-953a-34a0fbd4fc44 None None] Pushing event updated for resources: {'Port': ['ID=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:14.826370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router 66393be2-dc41-41d9-afe7-ce1357e7c818 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:14.832759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f457-572a-40a9-8b52-335a3454df39 req-6f43b274-3ce3-4f94-977a-cdfd3af500fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:14.836431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-6f43b274-3ce3-4f94-977a-cdfd3af500fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9cce6c2-b79c-425b-a5ed-80e06e807e39 HTTP/1.1" status: 200 len: 844 time: 0.2511702 Sep 28 08:34:14.882368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] For port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:14.886502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] For port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,segment=NetworkSegment(8053b6d0-78d7-4dd1-81f5-ecbca0cc11de),segment_id=8053b6d0-78d7-4dd1-81f5-ecbca0cc11de)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:14.890503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.895056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.896847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.972670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.973183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Fanout notify agent at l3_agent the message router_deleted on router 26b720d4-2559-4a7f-a76b-c3b5318c3772 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:14.981358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:14.982001 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6c53dca6-ddb2-4eda-8a89-157d4e667845 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "DELETE /v2.0/routers/26b720d4-2559-4a7f-a76b-c3b5318c3772 HTTP/1.1" status: 204 len: 168 time: 0.6813951 Sep 28 08:34:14.984245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8742d0f6-0f0b-4260-bdcd-4ac485e772da req-404ca7b0-8b61-417d-8a7d-85c24ce97bab service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311928 Sep 28 08:34:15.010699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35730) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:15.024922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'networks': [{'name': 'tempest-network--955589997'}, {'name': 'tempest-network--96556048'}]} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:15.025531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-network--955589997'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:15.026142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-network--96556048'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:15.089328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port a3b20965-d0c3-47d3-a8f4-c6fdaa65c793 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:15.089688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.122554 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 6 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:15.129602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Routers {'2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:15.130264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.190489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad86ed2-a3fa-439d-9736-182f26fc76da None None] New status for floating IP 265539e6-04d5-43ec-8f66-af3e2a7b1a1e: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:34:15.191704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.192031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.206678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for a3b20965-d0c3-47d3-a8f4-c6fdaa65c793 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:15.302781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:15.303184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbb1b1-487d-495c-953a-34a0fbd4fc44 None None] Pushing event updated for resources: {'Port': ['ID=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:15.413565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.423587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'network': 2} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:15.428172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.431545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.434531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] Set router 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:15.440745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=a3b20965-d0c3-47d3-a8f4-c6fdaa65c793,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:15.480914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting subnet b2e69dd3-4274-4015-82d2-0eebda4e00f9 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:15.484837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f457-572a-40a9-8b52-335a3454df39 req-5acf99ae-88e0-467d-872e-65d10ce775d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:15.486387 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-5acf99ae-88e0-467d-872e-65d10ce775d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2d35de64-678f-420b-adab-d633801451e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6410911 Sep 28 08:34:15.496491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.499081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.523842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.524213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Floating IP 6a1931ef-5fc6-4db9-896b-74348823b9b9 disassociated (deleted). External IP: 172.26.4.210, port: 9bcbe9ee-5557-4ff5-9155-e0dc980270c9. Sep 28 08:34:15.651467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.656524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:15.671652 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:15.681771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.689650 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:15.691260 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.705095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'name': '', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'external_fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:05Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'name': '', 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.712623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:15.741835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Sync routers for ids ['66393be2-dc41-41d9-afe7-ce1357e7c818'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:15.744359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a09483-8c32-4968-8b1d-cc01feebb7cc None None] The sync data for ids ['2637a332-b6ca-4dcd-8a6b-b2ffa678f32f'] in dv-neutron-859308-3-hyperv is: [{'id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'name': '', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'external_fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:05Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4', 'name': '', 'network_id': 'f1f5598b-6c31-41f1-97f5-6cdd84d67e03', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637a332-b6ca-4dcd-8a6b-b2ffa678f32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4047c17-cd0f-49e0-a456-d00bec958914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:15.755421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Routers {'66393be2-dc41-41d9-afe7-ce1357e7c818'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:15.755555 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.755896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['66393be2-dc41-41d9-afe7-ce1357e7c818'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.782406 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:15.783304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.805068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:15.817512 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 7 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:15.821184 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7587c76c-3d7f-48ab-8ef3-70be2c87db77 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/605da1cf-68d5-4f4f-840d-32950bb46581 HTTP/1.1" status: 200 len: 688 time: 3.3853257 Sep 28 08:34:15.821808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35732) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:15.864565 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:15.865656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:15.877383 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02147b1-1fbf-4041-af7e-a8204dcccf95 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:15.892960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:15.894248 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-49cf4256-2c72-4a83-97bf-0c4ec497b07f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0302525 Sep 28 08:34:15.905239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35734) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:15.910226 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-5832fd6e-17b8-43bf-b205-9c80119165df service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633356 Sep 28 08:34:15.928311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Set router 66393be2-dc41-41d9-afe7-ce1357e7c818 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:16.026526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.036199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Deleting port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:16.036548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.180882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.191374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66393be2-dc41-41d9-afe7-ce1357e7c818', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'b04a3edf-b92d-4742-bb2d-dc1e2115ebdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:12Z', 'revision_number': 3, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port': {'id': 'b04a3edf-b92d-4742-bb2d-dc1e2115ebdc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66393be2-dc41-41d9-afe7-ce1357e7c818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:10Z', 'updated_at': '2022-09-28T08:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:16.198668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.199141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.230486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Checking router: 66393be2-dc41-41d9-afe7-ce1357e7c818 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:16.230894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Updating router 66393be2-dc41-41d9-afe7-ce1357e7c818 port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:34:16.261270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.298819 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0258f457-572a-40a9-8b52-335a3454df39 req-4b8c9949-d678-4d51-91ab-2f751a88dad2 service neutron] 10.222.0.62 "GET /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691938 Sep 28 08:34:16.303618 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1cfbcd53-13be-4078-a6e9-56a008a62b7d tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/66393be2-dc41-41d9-afe7-ce1357e7c818 HTTP/1.1" status: 200 len: 907 time: 0.3932981 Sep 28 08:34:16.314930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35736) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:16.374248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:16.388185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.390246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0af1-2044-42b2-bb8e-324b967b9a95,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:16.416889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] For port 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,segment=NetworkSegment(8053b6d0-78d7-4dd1-81f5-ecbca0cc11de),segment_id=8053b6d0-78d7-4dd1-81f5-ecbca0cc11de)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:16.420600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.422768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:16.423291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.453778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:16.459503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.464281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.470426 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] Sync routers for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:16.471183 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment 0da325e7-c483-4ed9-bb48-a2c273af8d02 of type vlan for network 72db0dea-6e53-47fc-a92b-441a2c96048d Sep 28 08:34:16.492921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e69dd3-4274-4015-82d2-0eebda4e00f9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:16.502681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.503138 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:16.505581 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:16.511652 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f02967d9-4826-4859-ac62-215810347350 tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "DELETE /v2.0/subnets/b2e69dd3-4274-4015-82d2-0eebda4e00f9 HTTP/1.1" status: 204 len: 168 time: 1.4995763 Sep 28 08:34:16.518850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:16.545751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Calling delete_port for 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:16.568263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7cccbd97-c690-4258-a5ac-b7739c9b61fa tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/floatingips/6a1931ef-5fc6-4db9-896b-74348823b9b9 HTTP/1.1" status: 204 len: 168 time: 1.8553393 Sep 28 08:34:16.579610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35740) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:16.581301 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:16.592026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.594816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:16.597150 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 8 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:16.603340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:16.604578 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:16.631612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.641873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e15340-8bf9-4c8d-bbcf-197e0cfb2331 None None] Network 607873bb-2bd5-4c9a-b2cb-4b521e43804d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:16.645526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:16.646062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.664415 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:16.665685 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b543945-6a63-449c-8a66-c00e824c9aed None None] The sync data for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:16.679223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.687641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.687970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.706875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Attempting to bind port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:16.707451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Attempting to bind port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:16.707829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Attempting to bind port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:16.720892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:16.729122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.731610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.864173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:34:16.895267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:16.895854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:16.896497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.897530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:16.898390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Bound port: b04a3edf-b92d-4742-bb2d-dc1e2115ebdc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:16.899048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.918429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.925998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Deleting port 5d43009a-da59-4d94-bc8b-7d008a5d4455 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:16.926200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:16.926318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.948974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:16.949351 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment 5bb69b0c-875a-4475-aea0-91bf9cd0067d of type vlan for network ddceefe0-7e54-4dfd-b9d7-09878e643a7b Sep 28 08:34:16.962214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ce25-6481-4b56-9313-7517985b6567 None None] Pushing event updated for resources: {'Port': ['ID=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.014051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.035181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] For port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:17.044802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.058537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] For port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:17.066718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.072092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.132621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ce25-6481-4b56-9313-7517985b6567 None None] Pushing event updated for resources: {'Port': ['ID=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.145915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Routers {'66393be2-dc41-41d9-afe7-ce1357e7c818'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:17.146630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['66393be2-dc41-41d9-afe7-ce1357e7c818'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:17.146954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.147683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.148213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=38d76f8d-b1e7-4dd5-8c35-a122ac5d8bbe,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.150334 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 9 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:17.153787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:17.158698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:17.164014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.196091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.219220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] For port 5d43009a-da59-4d94-bc8b-7d008a5d4455, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5d43009a-da59-4d94-bc8b-7d008a5d4455,segment=NetworkSegment(3a29054a-73d0-40c9-bca0-e5f7db7a8ad9),segment_id=3a29054a-73d0-40c9-bca0-e5f7db7a8ad9)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:17.220188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.236592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:17.240163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] DHCP port deletion for 607873bb-2bd5-4c9a-b2cb-4b521e43804d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:17.245684 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.4734197 Sep 28 08:34:17.252110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35742) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:17.252110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Port': ['ID=14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.268637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Calling delete_port for 5d43009a-da59-4d94-bc8b-7d008a5d4455 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:17.317522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Deleting port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:17.317890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.322268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] Set router 66393be2-dc41-41d9-afe7-ce1357e7c818 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:17.337086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.337474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.337783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.338119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.338454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.338786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.339116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.339447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.339776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.340100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.340417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.340744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:17.343545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=72db0dea-6e53-47fc-a92b-441a2c96048d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.355612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.359117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.363557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-becd1812-ab9b-4eee-8e37-972e3a3038df tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/605da1cf-68d5-4f4f-840d-32950bb46581 HTTP/1.1" status: 204 len: 168 time: 1.5376945 Sep 28 08:34:17.368471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:17.375924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'b2f7b152-0f4c-45ae-90c3-e40460842f65'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:17.380287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 72db0dea-6e53-47fc-a92b-441a2c96048d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:17.384672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66393be2-dc41-41d9-afe7-ce1357e7c818', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:16Z', 'revision_number': 4, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:17.426641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367796-fd0e-49e0-8887-60f2284179a1 None None] The sync data for ids ['66393be2-dc41-41d9-afe7-ce1357e7c818'] in dv-neutron-859308-3-hyperv is: [{'id': '66393be2-dc41-41d9-afe7-ce1357e7c818', 'name': 'tempest-snat-router-553694019', 'tenant_id': '40743b664ecd43b5a6a031122ca9382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:07Z', 'updated_at': '2022-09-28T08:34:16Z', 'revision_number': 4, 'project_id': '40743b664ecd43b5a6a031122ca9382c', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:17.431633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Allocated IP 172.26.4.26 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/a46eb265-3ad9-4ec4-bba0-b4543f4c0648) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:17.443774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Deleting port 5d43009a-da59-4d94-bc8b-7d008a5d4455 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:17.444075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.447587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.525274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.590648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] For port 5d43009a-da59-4d94-bc8b-7d008a5d4455, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5d43009a-da59-4d94-bc8b-7d008a5d4455,segment=NetworkSegment(3a29054a-73d0-40c9-bca0-e5f7db7a8ad9),segment_id=3a29054a-73d0-40c9-bca0-e5f7db7a8ad9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:17.592537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.619545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5d43009a-da59-4d94-bc8b-7d008a5d4455 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:17.623270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Calling delete_port for 5d43009a-da59-4d94-bc8b-7d008a5d4455 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:17.634699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.642400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Port': ['ID=5d43009a-da59-4d94-bc8b-7d008a5d4455,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.651241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] No DVR routers for this DVR port 5d43009a-da59-4d94-bc8b-7d008a5d4455 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:17.664090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5d43009a-da59-4d94-bc8b-7d008a5d4455 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:17.664448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5d43009a-da59-4d94-bc8b-7d008a5d4455 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:17.739661 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 10 to provision port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 Sep 28 08:34:17.796067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:17.800412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.808950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.835779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] Pushing event deleted for resources: {'Port': ['ID=5d43009a-da59-4d94-bc8b-7d008a5d4455,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:17.841946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c40998-044f-4681-bc97-63d25727d743 None None] No DVR routers for this DVR port 5d43009a-da59-4d94-bc8b-7d008a5d4455 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:17.855822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Provisioning complete for port 71ab7989-faf0-40f6-bf08-ad8348ac6065 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:17.856569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.858424 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 1 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:17.881329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607873bb-2bd5-4c9a-b2cb-4b521e43804d']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:17.894222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.913073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:17.914592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:17.914876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a29054a-73d0-40c9-bca0-e5f7db7a8ad9') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:17.948567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.964535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:17.975515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:17.985404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:17.990004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:17.993519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Pushing event updated for resources: {'Port': ['ID=a46eb265-3ad9-4ec4-bba0-b4543f4c0648,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.000047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86002-f9e7-44d1-a87a-61872190e3b6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=ddceefe0-7e54-4dfd-b9d7-09878e643a7b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.013490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network ddceefe0-7e54-4dfd-b9d7-09878e643a7b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:18.019965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.022484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:18.022840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.070367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.105466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3a29054a-73d0-40c9-bca0-e5f7db7a8ad9 resource provider aggregate not found Sep 28 08:34:18.119344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] For port b04a3edf-b92d-4742-bb2d-dc1e2115ebdc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:18.120135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.159585 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3a29054a-73d0-40c9-bca0-e5f7db7a8ad9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a29054a-73d0-40c9-bca0-e5f7db7a8ad9 found for delete ", "request_id": "req-27fc0bd1-903e-42e4-816f-227f5eadc69d"}]} Sep 28 08:34:18.163644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.163914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.171948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:18.178000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:18.183995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:18.189901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:18.196087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:18.197906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53ea8c02-7f3d-4a3b-b5ef-701da35ab129 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3008 time: 0.9446135 Sep 28 08:34:18.199362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.201633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.204800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35750) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.214822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Calling delete_port for b04a3edf-b92d-4742-bb2d-dc1e2115ebdc owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:18.217100 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] 10.222.0.27 "DELETE /v2.0/networks/607873bb-2bd5-4c9a-b2cb-4b521e43804d HTTP/1.1" status: 204 len: 168 time: 1.6932490 Sep 28 08:34:18.235864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895aab-39f8-4915-9e78-6c8a0bec808f tempest-FloatingIPNegativeTestJSON-1056358473 tempest-FloatingIPNegativeTestJSON-1056358473-project] Pushing event deleted for resources: {'Network': ['ID=607873bb-2bd5-4c9a-b2cb-4b521e43804d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.276681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.280016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.280575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2637a332-b6ca-4dcd-8a6b-b2ffa678f32f {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:18.316428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.320746 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7aa0859d-c58c-4521-a876-3312c235d2b3 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/routers/2637a332-b6ca-4dcd-8a6b-b2ffa678f32f HTTP/1.1" status: 204 len: 168 time: 4.7173560 Sep 28 08:34:18.324105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35754) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.345832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.211 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:18.364703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.375058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.415132 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 2 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:18.440519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Deleting subnet c4047c17-cd0f-49e0-a456-d00bec958914 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:18.463479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.494715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:18.519299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.526272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.562746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72db0dea-6e53-47fc-a92b-441a2c96048d']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:18.575855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da325e7-c483-4ed9-bb48-a2c273af8d02') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:18.576350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da325e7-c483-4ed9-bb48-a2c273af8d02') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:18.590578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.595296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.619323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.621887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.634413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:18.635253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.656498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.671002 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0da325e7-c483-4ed9-bb48-a2c273af8d02 resource provider aggregate not found Sep 28 08:34:18.678589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Port': ['ID=b04a3edf-b92d-4742-bb2d-dc1e2115ebdc,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.710675 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0da325e7-c483-4ed9-bb48-a2c273af8d02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0da325e7-c483-4ed9-bb48-a2c273af8d02 found for delete ", "request_id": "req-6d96abe9-f197-42db-a45e-f604dd192e09"}]} Sep 28 08:34:18.747462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.788650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.803191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.809106 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/72db0dea-6e53-47fc-a92b-441a2c96048d HTTP/1.1" status: 204 len: 168 time: 0.6006184 Sep 28 08:34:18.811144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35766) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.826277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c34f62-a3b7-4009-bac1-d2b91f5acf78 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=72db0dea-6e53-47fc-a92b-441a2c96048d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.826752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.836002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.895528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.900560 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4328b650-00cb-4c20-b6d5-9885227207a9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3f3c898cb1c04f99a750f745702a0b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071823 Sep 28 08:34:18.906121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35768) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.906563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.912579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/c4047c17-cd0f-49e0-a456-d00bec958914 HTTP/1.1" status: 204 len: 168 time: 0.5874918 Sep 28 08:34:18.913454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce0d2-b48b-45e5-8b69-21734308f595 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4047c17-cd0f-49e0-a456-d00bec958914,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:18.915244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.918065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35770) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:18.951990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.954299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.987765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:18.996296 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 3 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:19.019852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.047474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:19.055264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:19.056031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Pushing event updated for resources: {'Port': ['ID=a46eb265-3ad9-4ec4-bba0-b4543f4c0648,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:19.060969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:19.061938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.063072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.063367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66393be2-dc41-41d9-afe7-ce1357e7c818 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:19.068281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.069599 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9eaf953c-0768-4d4f-aa46-bbf771aba696 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/routers/66393be2-dc41-41d9-afe7-ce1357e7c818 HTTP/1.1" status: 204 len: 168 time: 2.7535992 Sep 28 08:34:19.072760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:19.077076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35772) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:19.087852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.088117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.088457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.088790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.089148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.089633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.089963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.090249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.090575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.091022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.091359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.091702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:19.120995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.127014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.150272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.182395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.183630 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6d892bc8-edbf-4776-8a10-c92fead0bb8b tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6028166 Sep 28 08:34:19.188436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35774) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:19.262511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.266570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.267914 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/55f1a357-10c9-4fba-90de-9faeadc5e01f HTTP/1.1" status: 204 len: 168 time: 0.3591990 Sep 28 08:34:19.296332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:19.324020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.333471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9de4e-510c-42b4-be89-54f59dca52b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1a357-10c9-4fba-90de-9faeadc5e01f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:19.353456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f5598b-6c31-41f1-97f5-6cdd84d67e03']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.361915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.364646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.365152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8053b6d0-78d7-4dd1-81f5-ecbca0cc11de') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.377199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.389991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:19.410647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.420830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.425450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.430102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddceefe0-7e54-4dfd-b9d7-09878e643a7b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.436348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:19.436770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.456884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:19.483017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:19.483359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 14b6a7cf-50b5-4ba0-94d9-3468ddf3c1f4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:19.548904 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 4 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:19.562865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.579374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1f5598b-6c31-41f1-97f5-6cdd84d67e03 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 28 08:34:19.584014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.587526 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/networks/f1f5598b-6c31-41f1-97f5-6cdd84d67e03 HTTP/1.1" status: 204 len: 168 time: 0.6272490 Sep 28 08:34:19.600734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de0294-e4aa-4d2d-b84b-888d0f287379 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1f5598b-6c31-41f1-97f5-6cdd84d67e03,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:19.602207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:19.639681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.861727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb69b0c-875a-4475-aea0-91bf9cd0067d') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.862249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb69b0c-875a-4475-aea0-91bf9cd0067d') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:19.890439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Allocated IP 172.26.4.176 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/0606b029-3e7e-4b08-8a1f-417261ca9f91) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:19.910879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.936701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:19.954471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:19.954907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.020340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.027915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'name': 'tempest-router--560507825', 'project_id': 'b011d440bd3e45aa8f99e3b385f8ec03'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.061524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.085820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.087132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.104281 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 5 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:20.139140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.175115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:20.182023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.184333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.194860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.198022 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/ddceefe0-7e54-4dfd-b9d7-09878e643a7b HTTP/1.1" status: 204 len: 168 time: 1.3847640 Sep 28 08:34:20.202835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35808) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.232904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:20.236188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 5bb69b0c-875a-4475-aea0-91bf9cd0067d resource provider aggregate not found Sep 28 08:34:20.253455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb408e-5a8d-4410-b9f2-151c4a1dc9ae tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=ddceefe0-7e54-4dfd-b9d7-09878e643a7b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:20.258038 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 5bb69b0c-875a-4475-aea0-91bf9cd0067d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bb69b0c-875a-4475-aea0-91bf9cd0067d found for delete ", "request_id": "req-5554825a-b178-457b-82c5-c79e2feb4c3f"}]} Sep 28 08:34:20.270693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:20.270693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:20.270968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Pushing event updated for resources: {'Port': ['ID=0606b029-3e7e-4b08-8a1f-417261ca9f91,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:20.337213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.351572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.399056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.401144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.426570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.430460 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fb7aecce-d342-468b-8768-7e240f7aad94 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4062147 Sep 28 08:34:20.431057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Deleting port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:20.431057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.431886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35818) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.456681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411430ff-5836-4aee-bb13-75eff58aa200 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:20.462858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411430ff-5836-4aee-bb13-75eff58aa200 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:20.464428 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-411430ff-5836-4aee-bb13-75eff58aa200 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2567205 Sep 28 08:34:20.483126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35820) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.490032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361625361'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.523996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.527423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:20.531322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.572473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.577246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'networks': [{'name': 'tempest-network--601577376'}, {'name': 'tempest-network--278707863'}]} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.577692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-network--601577376'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.578009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-network--278707863'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.579510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.600072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:20.616503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.616840 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment 1f73a546-1c48-4433-ae92-4a2f2e38529b of type vlan for network aa081c15-3e01-4cc4-a356-139ee4fa3274 Sep 28 08:34:20.676423 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 6 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:20.679565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.680572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.714164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:20.746744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'network': 2} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:20.748614 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8053b6d0-78d7-4dd1-81f5-ecbca0cc11de resource provider aggregate not found Sep 28 08:34:20.751222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.764784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.770440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:20.771021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.779909 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8053b6d0-78d7-4dd1-81f5-ecbca0cc11de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8053b6d0-78d7-4dd1-81f5-ecbca0cc11de found for delete ", "request_id": "req-1fb3726f-274c-4435-87a0-5ccf57cc1338"}]} Sep 28 08:34:20.802412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.805261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] For port ac61f14d-1b40-4dbd-81f3-cb69a70c0a21, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:20.805621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.831037 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3468382 Sep 28 08:34:20.858693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35828) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:20.859385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.862266 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:34:20.863352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.867484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1512182899'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:20.873463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cce70-f775-471a-b4e2-564e74b0921f tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=aa081c15-3e01-4cc4-a356-139ee4fa3274,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:20.874031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Calling delete_port for ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:20.886647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network aa081c15-3e01-4cc4-a356-139ee4fa3274 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:20.897834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.905688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.931424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:20.935017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.977736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.978238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8b0491-6f20-4c0b-b439-73846582ed76 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:20.993965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:20.995196 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7de6063a-75f8-45a4-93e8-11f92ad80dca tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/routers/7f8b0491-6f20-4c0b-b439-73846582ed76 HTTP/1.1" status: 204 len: 168 time: 0.5607865 Sep 28 08:34:20.999886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.009719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Pushing event updated for resources: {'Port': ['ID=0606b029-3e7e-4b08-8a1f-417261ca9f91,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:21.020966 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:21.032657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.033650 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment d64d3fdb-5b82-4de5-bef1-afcaf2518660 of type vlan for network 9fcb7413-827e-46ad-bb51-4fa9a609fa53 Sep 28 08:34:21.045528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.049175 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f67054f0-dc4e-430c-b983-5bad361c443e tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8569512 Sep 28 08:34:21.049652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35832) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:21.151528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.164289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.179471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.179932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.189680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.211502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f0c9f93-3ea8-4134-ac88-a5c50123039f tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3990 time: 0.1580646 Sep 28 08:34:21.211605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.211710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35834) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:21.217254 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 7 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:21.236458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:21.258084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:21.277238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.282986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:21.283561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.304767 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8781de20-ad4c-49c1-90ee-6410d68f8624 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0893168 Sep 28 08:34:21.311434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:21.323324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0998821e-6574-42b8-b1d6-d488ab42390b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:21.333573 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4738350 Sep 28 08:34:21.336499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35842) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:21.366121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:21.366318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'ports': [{'network_id': 'aa081c15-3e01-4cc4-a356-139ee4fa3274', 'name': 'tempest-port--10042402', 'admin_state_up': True}, {'network_id': '9fcb7413-827e-46ad-bb51-4fa9a609fa53', 'admin_state_up': False}]} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:21.366446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'port': {'network_id': 'aa081c15-3e01-4cc4-a356-139ee4fa3274', 'name': 'tempest-port--10042402', 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:21.366992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'port': {'network_id': '9fcb7413-827e-46ad-bb51-4fa9a609fa53', 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:21.379713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.384474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6c4b4-d01e-4d9a-a77e-201872517fd6 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=9fcb7413-827e-46ad-bb51-4fa9a609fa53,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:21.404376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 9fcb7413-827e-46ad-bb51-4fa9a609fa53 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:21.427942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.432906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:21.468716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.469440 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment a29978a3-fa5f-4ef8-ba59-e455c67a3ba0 of type vlan for network f92ed554-ea84-4a6d-bdaf-813767eaa89f Sep 28 08:34:21.516635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-22261407', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:21.529974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac61f14d-1b40-4dbd-81f3-cb69a70c0a21,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:21.616634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.686891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.687912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.744520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.748963 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 4f8b38ba-19a5-4903-8fd2-164e46b0a410 associated. External IP: 172.26.4.211, port: b2f7b152-0f4c-45ae-90c3-e40460842f65. Sep 28 08:34:21.759180 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 8 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:21.786311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:21.804304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:21.841790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'port': 2} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:21.846484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:21.859530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.017440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] device_id is not set on port a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:22.113180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.163691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.181095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] device_id is not set on port 9702a6b0-712c-4bb0-a2c6-cc877fe91cbb yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:22.195243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.195586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment f9d59199-baca-4f4c-8fc3-201a8ac3efdc of type vlan for network 6d799b38-4398-47ea-a98c-e456c1fb7ffe Sep 28 08:34:22.198498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.211692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.253516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Deleting port 0606b029-3e7e-4b08-8a1f-417261ca9f91 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:22.253858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.262708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.302336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.305204 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 9 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:22.347433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.353411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:22.378843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Port': ['ID=a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:22.384005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Checking segment: {'id': '1f73a546-1c48-4433-ae92-4a2f2e38529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aa081c15-3e01-4cc4-a356-139ee4fa3274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:22.384362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network hostable DHCP agents. Network: aa081c15-3e01-4cc4-a356-139ee4fa3274, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:22.402393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network aa081c15-3e01-4cc4-a356-139ee4fa3274 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:22.412522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, aa081c15-3e01-4cc4-a356-139ee4fa3274) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:22.417948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:22.418268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.419455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.420022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b268b0a-2d24-4825-8c9a-1c517143672e {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:22.429566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159e09b-1443-4095-a8f7-80309f021ced None None] Network aa081c15-3e01-4cc4-a356-139ee4fa3274 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:22.453927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.460237 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1fd85895-515c-4380-af8a-7b22afd4140f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "DELETE /v2.0/routers/6b268b0a-2d24-4825-8c9a-1c517143672e HTTP/1.1" status: 204 len: 168 time: 3.3809624 Sep 28 08:34:22.460467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:34:22.468314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35844) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:22.468314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Port': ['ID=9702a6b0-712c-4bb0-a2c6-cc877fe91cbb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:22.476001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1818814123', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:22.513777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.515299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.538792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Checking segment: {'id': 'd64d3fdb-5b82-4de5-bef1-afcaf2518660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9fcb7413-827e-46ad-bb51-4fa9a609fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:22.539169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network hostable DHCP agents. Network: 9fcb7413-827e-46ad-bb51-4fa9a609fa53, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:22.566650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.566650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.578911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Calling delete_port for 0606b029-3e7e-4b08-8a1f-417261ca9f91 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:22.601608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network 9fcb7413-827e-46ad-bb51-4fa9a609fa53 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:22.604495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.645554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 9fcb7413-827e-46ad-bb51-4fa9a609fa53) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:22.650083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:22.653634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b0ab2-7bb1-403a-875d-407c4f1441f7 None None] Network 9fcb7413-827e-46ad-bb51-4fa9a609fa53 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:22.657580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.662564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.663013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.667954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.677585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.678327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.684094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.688901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.689597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.782043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:22.788275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-54f55904-041f-4a9e-a92b-590f83eb6270 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.4507692 Sep 28 08:34:22.793014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3885441 Sep 28 08:34:22.793199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35846) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:22.793986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35848) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:22.845027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=f92ed554-ea84-4a6d-bdaf-813767eaa89f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:22.854815 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Attempt 10 to provision port 71ab7989-faf0-40f6-bf08-ad8348ac6065 Sep 28 08:34:22.861867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network f92ed554-ea84-4a6d-bdaf-813767eaa89f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:22.953692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f96ae-cdf0-4766-a884-4dc4555c61c7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.959741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f96ae-cdf0-4766-a884-4dc4555c61c7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:22.963953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a04f96ae-cdf0-4766-a884-4dc4555c61c7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1690407 Sep 28 08:34:22.964357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-da771355-f170-4dca-adab-5e568d0a7328 None None] Port 71ab7989-faf0-40f6-bf08-ad8348ac6065 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:22.967014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35850) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:22.987214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aee16-13f2-4bc2-83b5-654564770428 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=6d799b38-4398-47ea-a98c-e456c1fb7ffe,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:23.006062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 6d799b38-4398-47ea-a98c-e456c1fb7ffe details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:23.048309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:23.052955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6af-b9d5-49e7-8e0d-838ea9f1bcdf tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:23.060413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6af-b9d5-49e7-8e0d-838ea9f1bcdf tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:23.068530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6af-b9d5-49e7-8e0d-838ea9f1bcdf tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:23.069122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.075981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6af-b9d5-49e7-8e0d-838ea9f1bcdf tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:23.079401 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ef1a6af-b9d5-49e7-8e0d-838ea9f1bcdf tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2848303 Sep 28 08:34:23.080033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35852) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.133934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Pushing event deleted for resources: {'Port': ['ID=0606b029-3e7e-4b08-8a1f-417261ca9f91,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:23.206880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.270374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Deleting port a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:23.270700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.290235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.292719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.293957 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5cd2196d-294f-4121-8e66-da009d864529 tempest-FloatingIPAdminTestJSON-684336086 tempest-FloatingIPAdminTestJSON-684336086-project] 10.222.0.27 "DELETE /v2.0/floatingips/b7d21eb2-853b-4a1b-8c84-a116d5297cf7 HTTP/1.1" status: 204 len: 168 time: 1.9814770 Sep 28 08:34:23.323454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35854) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.363958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:23.376005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:23.390392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:23.391101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.392814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.411894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.430789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.439695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:23.442732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.447380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.451736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.455083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.485648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.485858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.486540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9d4ad-f4f0-4c8a-bbb3-c0df4061b6c3 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:23.501179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.503843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Calling delete_port for a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:23.513728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:23.535571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:23.536073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac61f14d-1b40-4dbd-81f3-cb69a70c0a21 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:23.560487 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c243f6ac-7049-4228-99cd-952137618669 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1908805 Sep 28 08:34:23.563878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35856) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.568379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92ed554-ea84-4a6d-bdaf-813767eaa89f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.611685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Deleting port a46eb265-3ad9-4ec4-bba0-b4543f4c0648 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:23.612024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.640696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Allocated IP 172.26.4.245 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/c2fbe7ea-768a-43d8-b48b-63911dd15ec1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:23.642544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29978a3-fa5f-4ef8-ba59-e455c67a3ba0') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.642824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29978a3-fa5f-4ef8-ba59-e455c67a3ba0') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:23.663358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.687416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.707613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:23.708018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.713766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a5fe07d-5671-4d60-bc0e-5782f6a06d85 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/floatingips/4f8b38ba-19a5-4903-8fd2-164e46b0a410 HTTP/1.1" status: 200 len: 978 time: 0.1472261 Sep 28 08:34:23.717602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35858) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.753392 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment a29978a3-fa5f-4ef8-ba59-e455c67a3ba0 resource provider aggregate not found Sep 28 08:34:23.761783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.762089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.780378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Calling delete_port for a46eb265-3ad9-4ec4-bba0-b4543f4c0648 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:23.820455 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment a29978a3-fa5f-4ef8-ba59-e455c67a3ba0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a29978a3-fa5f-4ef8-ba59-e455c67a3ba0 found for delete ", "request_id": "req-30b6694b-c77a-4a06-a5d8-6771d83289a3"}]} Sep 28 08:34:23.850042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.854855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.873003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.878828 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/f92ed554-ea84-4a6d-bdaf-813767eaa89f HTTP/1.1" status: 204 len: 168 time: 0.7912300 Sep 28 08:34:23.879050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35864) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.891803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.899434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147140b-0d7e-4398-b0cc-0db63cda0714 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=f92ed554-ea84-4a6d-bdaf-813767eaa89f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:23.911172 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2e2334c-0624-4704-9ec1-d139c3ddd72b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1802537 Sep 28 08:34:23.923326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35866) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:23.929645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Port': ['ID=a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:23.934657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:23.938777 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c08297ae-fca4-4d79-9981-de3a135b8dfd tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/ports/a8d2ce0f-c0ca-4e35-92a4-a2b59f961ed0 HTTP/1.1" status: 204 len: 168 time: 0.9700146 Sep 28 08:34:23.940451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': '99c17b85-f509-4957-aa49-955a980b412e'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:23.941551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35868) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:24.029357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.036974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.057836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Deleting port 9702a6b0-712c-4bb0-a2c6-cc877fe91cbb {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:24.058180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.111628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.123163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:24.136258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Allocated IP 172.26.4.137 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ff55293a-f4af-4ef3-9137-37566c18f9c1) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:24.148343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.167605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Calling delete_port for 9702a6b0-712c-4bb0-a2c6-cc877fe91cbb owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:24.315049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.333242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.372741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Port': ['ID=9702a6b0-712c-4bb0-a2c6-cc877fe91cbb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:24.379424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.385534 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dec98041-a69c-4e82-b76d-e5ccc0b98a13 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/ports/9702a6b0-712c-4bb0-a2c6-cc877fe91cbb HTTP/1.1" status: 204 len: 168 time: 0.4405780 Sep 28 08:34:24.386193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35872) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:24.397386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.438893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c95232f4-978b-4f66-b04f-fe7e187d1dac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514812 Sep 28 08:34:24.442596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35874) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:24.449175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:24.449700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1534665028'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:24.460012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:24.470999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:24.479785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:24.481634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event updated for resources: {'Port': ['ID=ff55293a-f4af-4ef3-9137-37566c18f9c1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:24.485091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:24.485225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event updated for resources: {'Port': ['ID=c2fbe7ea-768a-43d8-b48b-63911dd15ec1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:24.505967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:24.509781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.521608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.575900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:24.612376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Pushing event deleted for resources: {'Port': ['ID=a46eb265-3ad9-4ec4-bba0-b4543f4c0648,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:24.632643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.632980 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment 4335e73e-08b2-4a29-9367-6120ca4b1d32 of type vlan for network cde5d75c-5396-41a7-9cff-86b7a149bc81 Sep 28 08:34:24.687464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.712062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.752524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.758439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:24.759022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.817178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d799b38-4398-47ea-a98c-e456c1fb7ffe']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:24.835134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3916292 Sep 28 08:34:24.839187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:24.839615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d59199-baca-4f4c-8fc3-201a8ac3efdc') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:24.839917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d59199-baca-4f4c-8fc3-201a8ac3efdc') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:24.900427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.918278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.921067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.922287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ab613b76-17b8-479c-8d47-086a025189db tempest-FloatingIPAdminTestJSON-964019798 tempest-FloatingIPAdminTestJSON-964019798-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/7aa22f06-c7fc-40dd-93d1-cd66e4738848 HTTP/1.1" status: 204 len: 168 time: 1.5961578 Sep 28 08:34:24.927082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:24.928992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35878) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:24.994262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:24.994687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.053669 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f9d59199-baca-4f4c-8fc3-201a8ac3efdc resource provider aggregate not found Sep 28 08:34:25.109678 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f9d59199-baca-4f4c-8fc3-201a8ac3efdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9d59199-baca-4f4c-8fc3-201a8ac3efdc found for delete ", "request_id": "req-12a10118-c10f-4c1f-95ad-9ead9320ad55"}]} Sep 28 08:34:25.154549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-684889325'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:25.163540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.166628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96485097-2b5f-490a-86b9-ad3ac0fe254a tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=cde5d75c-5396-41a7-9cff-86b7a149bc81,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:25.171618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.179681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network cde5d75c-5396-41a7-9cff-86b7a149bc81 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:25.217945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:25.221514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.237204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.243553 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/6d799b38-4398-47ea-a98c-e456c1fb7ffe HTTP/1.1" status: 204 len: 168 time: 1.3604295 Sep 28 08:34:25.245513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35884) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:25.261498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d77bc2-5298-4055-bf1d-0080894c34d7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=6d799b38-4398-47ea-a98c-e456c1fb7ffe,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:25.313536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:25.324283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.364223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.364799 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Added segment cc34f417-0d1d-4f9d-8384-49c49582a6c0 of type vlan for network 8f9cc909-88a8-4028-8969-c7675faf044b Sep 28 08:34:25.390595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:25.390968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.462564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.512726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f1faf-758e-4f15-8e3a-74aed67eaf4e tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:25.518599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f1faf-758e-4f15-8e3a-74aed67eaf4e tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:25.520164 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f05f1faf-758e-4f15-8e3a-74aed67eaf4e tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2737560 Sep 28 08:34:25.524680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35886) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:25.531509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468161197'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:25.568831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.574296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:25.574879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.583895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:25.587153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.589280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.630202 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4830885 Sep 28 08:34:25.656620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.684834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for 9bcbe9ee-5557-4ff5-9155-e0dc980270c9 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:25.698563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.701591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091731c-809e-4a4c-b449-f725b643b416 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Network': ['ID=8f9cc909-88a8-4028-8969-c7675faf044b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:25.712430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:25.734482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.734629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment 44248bd0-ef02-4d3a-ba0b-824a492e205c of type vlan for network 7c2de052-1b1c-4742-bc50-30725c08d947 Sep 28 08:34:25.737846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.749096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 8f9cc909-88a8-4028-8969-c7675faf044b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:25.825381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.872900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.879157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:25.879881 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:25.889060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Router eecf5041-abb6-42ae-a5c5-21c19bdd334b is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:25.929613 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4019089 Sep 28 08:34:25.959994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35888) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:25.964748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-119924193'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:26.003125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358996d-7cf1-44db-b681-8f536b1217fd tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=7c2de052-1b1c-4742-bc50-30725c08d947,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:26.033662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7c2de052-1b1c-4742-bc50-30725c08d947 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:26.063156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:26.066707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.102626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:26.116477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:26.119801 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] Sync routers for ids ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:26.128331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.138324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.139383 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment 55964f87-687e-4720-97b7-029a2bcfd1fd of type vlan for network 4602c89d-7c46-4d78-be40-5bb77f63f9ce Sep 28 08:34:26.143069 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] Routers {'eecf5041-abb6-42ae-a5c5-21c19bdd334b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:26.143701 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:26.191640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.193435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2a34897-0b75-422e-a3fd-1985a0ab99d2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7211225 Sep 28 08:34:26.197508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35890) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:26.202587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:26.225794 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:26.274623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.275948 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] Routers {'eecf5041-abb6-42ae-a5c5-21c19bdd334b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:26.276924 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:26.317686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:26.318802 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec38ef-1ad0-4a34-9a87-aff75265efda None None] The sync data for ids ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:26.400452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.406240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:26.406857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.410147 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 4f8b38ba-19a5-4903-8fd2-164e46b0a410 associated. External IP: 172.26.4.211, port: b2f7b152-0f4c-45ae-90c3-e40460842f65. Sep 28 08:34:26.456148 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4926977 Sep 28 08:34:26.488180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35892) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:26.494741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'ports': [{'network_id': '7c2de052-1b1c-4742-bc50-30725c08d947', 'name': 'tempest-port--307712901', 'admin_state_up': True}, {'network_id': '4602c89d-7c46-4d78-be40-5bb77f63f9ce', 'admin_state_up': False}]} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:26.495049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'port': {'network_id': '7c2de052-1b1c-4742-bc50-30725c08d947', 'name': 'tempest-port--307712901', 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:26.495535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'port': {'network_id': '4602c89d-7c46-4d78-be40-5bb77f63f9ce', 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:26.548208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6e1a-6e43-480b-b930-57e76c8c9294 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=4602c89d-7c46-4d78-be40-5bb77f63f9ce,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:26.560298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4602c89d-7c46-4d78-be40-5bb77f63f9ce details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:26.575257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.690840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=9bcbe9ee-5557-4ff5-9155-e0dc980270c9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:26.828312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.834262 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b24f366e-59b9-488e-9e8d-3731751c1ffe tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/ports/9bcbe9ee-5557-4ff5-9155-e0dc980270c9 HTTP/1.1" status: 204 len: 168 time: 1.9001973 Sep 28 08:34:26.834262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Router 4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:26.835974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35894) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:26.848912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:26.907118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.925428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'port': 2} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:26.933113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.976136 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:26.980120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d351ce-0bd7-407c-bdad-ac0c33098de1 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:26.982736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a3d351ce-0bd7-407c-bdad-ac0c33098de1 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 HTTP/1.1" status: 200 len: 913 time: 0.1429482 Sep 28 08:34:26.986782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35896) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:27.186381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:27.190015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:27.204727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:27.208984 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] Sync routers for ids ['4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:27.224732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:27.225532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.226671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] device_id is not set on port c0f21f2e-4c1b-4029-b260-d98867824915 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:27.232509 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] Routers {'4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:27.235177 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.282206 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.288780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.303629 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] Routers {'4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:27.306053 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.311523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:27.311722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.369486 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.370430 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d6ce4-2de4-4cd6-826a-df471066e41a None None] The sync data for ids ['4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:27.378145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.382197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035fca4c-9062-4cae-abb9-c7b0a524ad5a None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:27.393064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:27.398188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-002d4b46-4eee-4f3a-b242-cbd716c799cf tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1593153 Sep 28 08:34:27.402307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:27.453719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:27.560741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] device_id is not set on port c3c5d48f-a651-4a52-8bfd-7ffccbd0da73 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:27.619470 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad01bb14-b98a-499d-894c-c4df57bd1eb5 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb HTTP/1.1" status: 200 len: 919 time: 0.2130938 Sep 28 08:34:27.619713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35902) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:27.662598 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3db253fa-fa5a-412b-9543-40ac94a49282 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb HTTP/1.1" status: 200 len: 205 time: 0.0391121 Sep 28 08:34:27.662999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35904) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:27.779321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:27.944019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:27.948199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:27.959613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:27.973521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:27.974410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:27.985628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.026633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.038566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:28.039592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.078066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.079300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46cf98-5f34-410c-be1e-b44beb27f374 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:28.119952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.142013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.242126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.264603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.373258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f15c97ca-c050-4317-a882-ab83dd10d29d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/4f8b38ba-19a5-4903-8fd2-164e46b0a410 HTTP/1.1" status: 200 len: 979 time: 4.4458857 Sep 28 08:34:28.373652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35906) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:28.379727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:28.415686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.443158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router eecf5041-abb6-42ae-a5c5-21c19bdd334b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:28.488775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.493516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.504162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Port': ['ID=c0f21f2e-4c1b-4029-b260-d98867824915,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:28.585580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Checking segment: {'id': '44248bd0-ef02-4d3a-ba0b-824a492e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c2de052-1b1c-4742-bc50-30725c08d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:28.585926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network hostable DHCP agents. Network: 7c2de052-1b1c-4742-bc50-30725c08d947, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:28.667165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:28.672832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.679385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35908) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:28.679561 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-024af3b2-c432-4a85-8f45-9b02e3e31aaa tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "PUT /v2.0/routers/eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 200 len: 926 time: 2.4798844 Sep 28 08:34:28.680130 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] Sync routers for ids ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:28.680568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network 7c2de052-1b1c-4742-bc50-30725c08d947 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:28.687791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.696599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] Routers {'eecf5041-abb6-42ae-a5c5-21c19bdd334b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:28.697688 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.712972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port c2fbe7ea-768a-43d8-b48b-63911dd15ec1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:28.713362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.729786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.730268 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 4f8b38ba-19a5-4903-8fd2-164e46b0a410 disassociated. External IP: 172.26.4.211, port: 99c17b85-f509-4957-aa49-955a980b412e. Sep 28 08:34:28.744985 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.758239 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] Routers {'eecf5041-abb6-42ae-a5c5-21c19bdd334b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:28.759095 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.808207 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:28.809211 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3c06-1781-4776-b312-d8040b1d6e80 None None] The sync data for ids ['eecf5041-abb6-42ae-a5c5-21c19bdd334b'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:28.812612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.825728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for c2fbe7ea-768a-43d8-b48b-63911dd15ec1 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:28.827374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7c2de052-1b1c-4742-bc50-30725c08d947) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:28.834397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:28.835271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:28.836513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35910) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:28.836851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285eb29-2d4f-4c37-9c7c-9eafa17f239a None None] Network 7c2de052-1b1c-4742-bc50-30725c08d947 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:28.841519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'subnets': [{'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578933557', 'ip_version': 6}, {'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:28.843272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'subnet': {'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578933557', 'ip_version': 6}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:28.843962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Request body: {'subnet': {'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:28.923262 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-07031902-328f-4b0c-843b-8f146005adda tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 200 len: 926 time: 0.2425144 Sep 28 08:34:28.926438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35912) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:28.984448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port 71ab7989-faf0-40f6-bf08-ad8348ac6065 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:28.984786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.003047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Port': ['ID=c3c5d48f-a651-4a52-8bfd-7ffccbd0da73,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:29.088983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Checking segment: {'id': '55964f87-687e-4720-97b7-029a2bcfd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4602c89d-7c46-4d78-be40-5bb77f63f9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:29.089373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network hostable DHCP agents. Network: 4602c89d-7c46-4d78-be40-5bb77f63f9ce, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:29.117552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab7688-b06c-4682-ac40-5120492def45 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.119104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c7ab7688-b06c-4682-ac40-5120492def45 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=eecf5041-abb6-42ae-a5c5-21c19bdd334b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1916382 Sep 28 08:34:29.123753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.182548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network 4602c89d-7c46-4d78-be40-5bb77f63f9ce is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:29.194004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.209278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4602c89d-7c46-4d78-be40-5bb77f63f9ce) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:29.217364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:29.220613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e670772-8100-44ca-84a4-efaf77127be9 None None] Network 4602c89d-7c46-4d78-be40-5bb77f63f9ce requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:29.222991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.227744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.228412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.233339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Made reservation on behalf of 7620efa8de5b439ba6ee353596c27b98 for: {'subnet': 2} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:29.237749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.238097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.260627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.276561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for 71ab7989-faf0-40f6-bf08-ad8348ac6065 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:29.299259 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ed14f31f-f02f-4431-ac93-4d6cf3074db1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8084168 Sep 28 08:34:29.304397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35916) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.328875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=c2fbe7ea-768a-43d8-b48b-63911dd15ec1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:29.415125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178a6c3-8e56-4def-9e16-0efe32be54ea tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.416532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d178a6c3-8e56-4def-9e16-0efe32be54ea tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.2902675 Sep 28 08:34:29.420431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35918) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.424586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:29.437815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.481477 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a5dc0f10-b7a6-4efa-a80c-f716a2aed189 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 200 len: 205 time: 0.0597796 Sep 28 08:34:29.506528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.521447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b794d-0283-49e0-9b90-16735766b549 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.527074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b794d-0283-49e0-9b90-16735766b549 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:29.531630 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0c3b794d-0283-49e0-9b90-16735766b549 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2172973 Sep 28 08:34:29.534411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35922) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.597171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.601013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.703891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.704401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router 4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:29.717638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.718717 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-155178d4-0742-4443-a588-5426ab0ee0d7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb HTTP/1.1" status: 204 len: 168 time: 2.0549238 Sep 28 08:34:29.723784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35924) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.739762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849496003', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:29.774600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.778546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:29.783199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.789943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:29.806545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:29.807556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:29.819613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.821004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.842629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:29.850424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Deleting port c0f21f2e-4c1b-4029-b260-d98867824915 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:29.850763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.852315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:29.853049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:29.857583 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6d34ad3c-990f-4cb5-8cbd-78b2623bc620 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/4f8b38ba-19a5-4903-8fd2-164e46b0a410 HTTP/1.1" status: 200 len: 688 time: 1.4828680 Sep 28 08:34:29.859982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35926) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:29.866768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.892737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:29.893409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d977f-5cde-4c34-9cf8-61affacbd687 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:29.986584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:29.993990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.017966 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Calling delete_port for c0f21f2e-4c1b-4029-b260-d98867824915 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:30.200842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.242250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=71ab7989-faf0-40f6-bf08-ad8348ac6065,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:30.247251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.321350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Subnet': ['ID=ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:30.331212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.369664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.382832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Port': ['ID=c0f21f2e-4c1b-4029-b260-d98867824915,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:30.387844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.391124 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71dea665-db34-4c58-bf82-02d24a3c6b39 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/ports/c0f21f2e-4c1b-4029-b260-d98867824915 HTTP/1.1" status: 204 len: 168 time: 0.8557713 Sep 28 08:34:30.392623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Checking segment: {'id': '4335e73e-08b2-4a29-9367-6120ca4b1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:30.392832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network hostable DHCP agents. Network: cde5d75c-5396-41a7-9cff-86b7a149bc81, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:30.394325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:30.450018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network cde5d75c-5396-41a7-9cff-86b7a149bc81 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:30.467019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, cde5d75c-5396-41a7-9cff-86b7a149bc81) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:30.472387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.481568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788b98d-3bab-4e49-a64b-640e815c03f7 None None] Network cde5d75c-5396-41a7-9cff-86b7a149bc81 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:30.552189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:30.552553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.575222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event updated for resources: {'Subnet': ['ID=706f6c1e-9be1-4e79-b2b2-71bbeed5cf21,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:30.635109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Checking segment: {'id': 'cc34f417-0d1d-4f9d-8384-49c49582a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:30.635461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network hostable DHCP agents. Network: 8f9cc909-88a8-4028-8969-c7675faf044b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:30.661335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.672520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.679044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d879271-2689-4826-8596-8022391c3271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-cde5d75c-5396-41a7-9cff-86b7a149bc81', 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81', 'tenant_id': '7620efa8de5b439ba6ee353596c27b98', 'fixed_ips': [{'subnet_id': 'ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:30.680336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.684879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Network 8f9cc909-88a8-4028-8969-c7675faf044b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:30.685921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port ff55293a-f4af-4ef3-9137-37566c18f9c1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:30.686270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.688369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.727402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 8f9cc909-88a8-4028-8969-c7675faf044b) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:30.737119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:30.737582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:30.738215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.765428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a6d5d-2141-4681-b2a8-683cde0e45eb None None] Network 8f9cc909-88a8-4028-8969-c7675faf044b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:30.766414 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-992ae9c6-0696-4044-8b82-bf0331e79391 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9288323 Sep 28 08:34:30.772749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.773103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.779751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:30.812189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.26.4.6 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/16013565-73f4-4d2d-a015-5e7bd3727193) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:30.822393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Deleting port c3c5d48f-a651-4a52-8bfd-7ffccbd0da73 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:30.822742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.863261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:30.928460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:30.964529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-5d879271-2689-4826-8596-8022391c3271 None None] Allocated IP 2001:db8::1 (cde5d75c-5396-41a7-9cff-86b7a149bc81/ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7/9eda3ba8-886d-4777-97f4-fca44aadf012) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:30.969473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.005798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:31.008989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:31.012635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:31.041721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-8f9cc909-88a8-4028-8969-c7675faf044b', 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b', 'tenant_id': '7620efa8de5b439ba6ee353596c27b98', 'fixed_ips': [{'subnet_id': '706f6c1e-9be1-4e79-b2b2-71bbeed5cf21'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:31.041927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=16013565-73f4-4d2d-a015-5e7bd3727193,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.042571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.067868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.077846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c25ef7-0bc6-4cb1-9d4b-02e7f26eb308 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:31.079577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c25ef7-0bc6-4cb1-9d4b-02e7f26eb308 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:31.081187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c25ef7-0bc6-4cb1-9d4b-02e7f26eb308 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:31.082848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d9c25ef7-0bc6-4cb1-9d4b-02e7f26eb308 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2783697 Sep 28 08:34:31.089764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.099111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35932) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:31.124081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for ff55293a-f4af-4ef3-9137-37566c18f9c1 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:31.158033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Calling delete_port for c3c5d48f-a651-4a52-8bfd-7ffccbd0da73 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:31.284432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.293487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Allocated IP 2001:db8:0:1::1 (8f9cc909-88a8-4028-8969-c7675faf044b/706f6c1e-9be1-4e79-b2b2-71bbeed5cf21/4a23150f-2fdf-4e1b-8e33-7a313e60dbca) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:31.296480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.305748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Deleting subnet ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:31.325916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.351913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d879271-2689-4826-8596-8022391c3271 None None] Network cde5d75c-5396-41a7-9cff-86b7a149bc81 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:31.365254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-5d879271-2689-4826-8596-8022391c3271 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:31.367892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d879271-2689-4826-8596-8022391c3271 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:31.384709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d879271-2689-4826-8596-8022391c3271 None None] Pushing event updated for resources: {'Port': ['ID=9eda3ba8-886d-4777-97f4-fca44aadf012,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.441527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.441915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.442294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.442630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.443502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.443502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.443718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.444185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.444816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.444962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.445331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.445658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:31.459983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.498457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5d879271-2689-4826-8596-8022391c3271 None None] Attempting to bind port 9eda3ba8-886d-4777-97f4-fca44aadf012 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:31.499105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5d879271-2689-4826-8596-8022391c3271 None None] Attempting to bind port 9eda3ba8-886d-4777-97f4-fca44aadf012 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '4335e73e-08b2-4a29-9367-6120ca4b1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:31.499219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d879271-2689-4826-8596-8022391c3271 None None] Attempting to bind port 9eda3ba8-886d-4777-97f4-fca44aadf012 on network cde5d75c-5396-41a7-9cff-86b7a149bc81 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:31.512471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d879271-2689-4826-8596-8022391c3271 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:31.512828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d879271-2689-4826-8596-8022391c3271 None None] Checking segment: {'id': '4335e73e-08b2-4a29-9367-6120ca4b1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:31.513333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.513729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d879271-2689-4826-8596-8022391c3271 None None] Bound using segment: {'id': '4335e73e-08b2-4a29-9367-6120ca4b1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:31.514220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5d879271-2689-4826-8596-8022391c3271 None None] Bound port: 9eda3ba8-886d-4777-97f4-fca44aadf012, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4335e73e-08b2-4a29-9367-6120ca4b1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cde5d75c-5396-41a7-9cff-86b7a149bc81'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:31.514582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.599809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:31.612860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.618487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.624843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.636297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.644282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5d879271-2689-4826-8596-8022391c3271 None None] For port 9eda3ba8-886d-4777-97f4-fca44aadf012, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:31.647504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5d879271-2689-4826-8596-8022391c3271 None None] For port 9eda3ba8-886d-4777-97f4-fca44aadf012, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9eda3ba8-886d-4777-97f4-fca44aadf012,segment=NetworkSegment(4335e73e-08b2-4a29-9367-6120ca4b1d32),segment_id=4335e73e-08b2-4a29-9367-6120ca4b1d32)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:31.650952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.656540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d879271-2689-4826-8596-8022391c3271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.691071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Network 8f9cc909-88a8-4028-8969-c7675faf044b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:31.695666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:31.699133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:31.706395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=ba60c509-f9e1-4afd-bcb0-dc6d15c2cbc8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.710467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Pushing event updated for resources: {'Port': ['ID=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.808913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Attempting to bind port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:31.809390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Attempting to bind port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'cc34f417-0d1d-4f9d-8384-49c49582a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:31.809745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Attempting to bind port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca on network 8f9cc909-88a8-4028-8969-c7675faf044b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:31.815342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d879271-2689-4826-8596-8022391c3271 None None] Pushing event updated for resources: {'Port': ['ID=9eda3ba8-886d-4777-97f4-fca44aadf012,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.820848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:31.821697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Checking segment: {'id': 'cc34f417-0d1d-4f9d-8384-49c49582a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:31.822093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.822478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Bound using segment: {'id': 'cc34f417-0d1d-4f9d-8384-49c49582a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:31.822946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Bound port: 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc34f417-0d1d-4f9d-8384-49c49582a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8f9cc909-88a8-4028-8969-c7675faf044b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:31.823317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.831724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Port': ['ID=c3c5d48f-a651-4a52-8bfd-7ffccbd0da73,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:31.901255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] For port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:31.905817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] For port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,segment=NetworkSegment(cc34f417-0d1d-4f9d-8384-49c49582a6c0),segment_id=cc34f417-0d1d-4f9d-8384-49c49582a6c0)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:31.918178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:31.964505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.008778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1885b-7ffa-4210-8d70-fc3af496deb9 None None] Pushing event updated for resources: {'Port': ['ID=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:32.135320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router edeb0db5-e034-41a6-b4a3-2bff173c9310 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:32.202933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.267455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.280855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:32.293411 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Sync routers for ids ['edeb0db5-e034-41a6-b4a3-2bff173c9310'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:32.295709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.300978 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e87e0903-0e5f-4aa2-93e9-7ae481cb86a7 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/ports/c3c5d48f-a651-4a52-8bfd-7ffccbd0da73 HTTP/1.1" status: 204 len: 168 time: 1.9037256 Sep 28 08:34:32.304330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35938) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.307345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.309564 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a7c5187-74e7-4467-861d-7ecf5d424790 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5840821 Sep 28 08:34:32.314086 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Routers {'edeb0db5-e034-41a6-b4a3-2bff173c9310'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:32.315533 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['edeb0db5-e034-41a6-b4a3-2bff173c9310'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.327016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35940) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.343403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.345989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.349090 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad08eaa0-933b-4938-b774-5cd1d90eeb00 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/4f8b38ba-19a5-4903-8fd2-164e46b0a410 HTTP/1.1" status: 204 len: 168 time: 2.4860265 Sep 28 08:34:32.357858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=ff55293a-f4af-4ef3-9137-37566c18f9c1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:32.379672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35942) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.406687 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8c3b9c34-127b-4297-8d51-fa7051bfe819 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0954385 Sep 28 08:34:32.411021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35944) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.415551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1356995553'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:32.436407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:32.442637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.451379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-82aaa6ae-1a81-48b1-8b68-4193bcb66f9c tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "PUT /v2.0/routers/0ab540a7-89ba-45b1-9d70-f6cf95e16cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4613118 Sep 28 08:34:32.454202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] Sync routers for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:32.462545 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Set router edeb0db5-e034-41a6-b4a3-2bff173c9310 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:32.511594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.531794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e1b79cab-a272-4242-b809-845e8bb83f52 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/edeb0db5-e034-41a6-b4a3-2bff173c9310 HTTP/1.1" status: 200 len: 907 time: 0.2025344 Sep 28 08:34:32.537096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b4555e1c-e3ac-40b0-aa25-fac6f08063a5 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] delete failed (client error): The resource could not be found. Sep 28 08:34:32.538170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b4555e1c-e3ac-40b0-aa25-fac6f08063a5 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/4f8b38ba-19a5-4903-8fd2-164e46b0a410 HTTP/1.1" status: 404 len: 345 time: 0.1401424 Sep 28 08:34:32.539180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.547795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849496003', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': True}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:32.549741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.553499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:32.558082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.616630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.617721 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.626517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:32.655657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:32.656363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.668214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.668602 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment 3b982946-efa0-457b-84f0-442d2cf2fa6e of type vlan for network 780aa1b2-6883-4c2d-9a70-47f729e7f49f Sep 28 08:34:32.726734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.739431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] Routers {'0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:32.740305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.757368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.763011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.769937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.773058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/subnets/ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7 HTTP/1.1" status: 204 len: 168 time: 1.6627350 Sep 28 08:34:32.778863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.791405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653519b-f887-484c-a42a-d114dde4d130 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Subnet': ['ID=ca520bc9-57ca-43e5-a8b3-0ea23e46a7f7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:32.803419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.804278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac96dab-883b-4d48-8d8e-359cb124c92c None None] The sync data for ids ['0ab540a7-89ba-45b1-9d70-f6cf95e16cf6'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:32.867416 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6'}], 'enable_snat': False}, 'gw_port_id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:29Z', 'updated_at': '2022-09-28T08:34:31Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:30Z', 'updated_at': '2022-09-28T08:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:32.871565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.892553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4c4b2-9602-4a3d-b5ee-02083ce2f8ae tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:32.899831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4c4b2-9602-4a3d-b5ee-02083ce2f8ae tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:32.906146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4c4b2-9602-4a3d-b5ee-02083ce2f8ae tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:32.911398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7a4c4b2-9602-4a3d-b5ee-02083ce2f8ae tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/ports?network_id=46d51374-e603-4788-b12a-6afaee306599 HTTP/1.1" status: 200 len: 2359 time: 0.3313048 Sep 28 08:34:32.923467 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Checking router: edeb0db5-e034-41a6-b4a3-2bff173c9310 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:32.923872 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Updating router edeb0db5-e034-41a6-b4a3-2bff173c9310 port 16013565-73f4-4d2d-a015-5e7bd3727193 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:34:32.944768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:32.954486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.960384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:32.961017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:32.970123 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.039584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.050997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Deleting subnet 706f6c1e-9be1-4e79-b2b2-71bbeed5cf21 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:33.055857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6411781 Sep 28 08:34:33.061655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35956) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:33.068891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-218507697'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:33.069116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.116322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242d09e-ecac-4494-ad47-1da64d184b18 None None] Network cde5d75c-5396-41a7-9cff-86b7a149bc81 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:33.119742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:33.137296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.151447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.166537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.178323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.189959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a34ce-afe4-432b-a499-ef59f5805b1a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=780aa1b2-6883-4c2d-9a70-47f729e7f49f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:33.250961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a646c0-6457-479c-ad32-2f65d17c29dd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:33.258212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35958) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:33.258651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39a646c0-6457-479c-ad32-2f65d17c29dd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/subnets/fd93b857-debc-4279-aaee-281d71bd46b4 HTTP/1.1" status: 200 len: 797 time: 0.3045962 Sep 28 08:34:33.264229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'port': {'network_id': '46d51374-e603-4788-b12a-6afaee306599', 'name': 'tempest-FloatingIPTestJSON-883622797', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:33.267729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:33.282962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 780aa1b2-6883-4c2d-9a70-47f729e7f49f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:33.302189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.302815 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Added segment ef3533f2-bf0b-4e45-bf9e-626c59bdb523 of type vlan for network dbf20ab9-7946-499e-bea2-7479a50b8c4e Sep 28 08:34:33.304550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.370293 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.387197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.388590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router eecf5041-abb6-42ae-a5c5-21c19bdd334b {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:33.392340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.420526 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Attempting to bind port 16013565-73f4-4d2d-a015-5e7bd3727193 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:33.420999 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Attempting to bind port 16013565-73f4-4d2d-a015-5e7bd3727193 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:33.421447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Attempting to bind port 16013565-73f4-4d2d-a015-5e7bd3727193 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:33.430498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.431872 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:33.432247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:33.432649 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.433104 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:33.433598 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Bound port: 16013565-73f4-4d2d-a015-5e7bd3727193, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:33.434024 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.445223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Provisioning complete for port 9eda3ba8-886d-4777-97f4-fca44aadf012 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:33.446977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.448009 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Attempt 1 to provision port 9eda3ba8-886d-4777-97f4-fca44aadf012 Sep 28 08:34:33.465570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.466926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-37196aee-353f-4219-8c28-83505761eef1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 204 len: 168 time: 3.9567008 Sep 28 08:34:33.474304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.479774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:33.488447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412839128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:33.547839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1667b4-e0af-419e-bd01-334d8df9714d None None] Network 8f9cc909-88a8-4028-8969-c7675faf044b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:33.574597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.589777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.591042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.592470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.597682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.620383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:34:33.624705 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] For port 16013565-73f4-4d2d-a015-5e7bd3727193, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:33.627933 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Pushing event updated for resources: {'Port': ['ID=16013565-73f4-4d2d-a015-5e7bd3727193,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:33.629016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.657222 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.657577 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.657922 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.658255 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.658585 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.658933 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.659259 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.659604 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.659946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.660270 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.660689 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.660896 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:33.696533 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] For port 16013565-73f4-4d2d-a015-5e7bd3727193, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16013565-73f4-4d2d-a015-5e7bd3727193,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:33.718574 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.767056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.774880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4a23150f-2fdf-4e1b-8e33-7a313e60dbca up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:33.782905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.805474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.819924 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Routers {'edeb0db5-e034-41a6-b4a3-2bff173c9310'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:33.820843 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['edeb0db5-e034-41a6-b4a3-2bff173c9310'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:33.827004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.829206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-79d54f3c-fe38-40e6-a54a-84fbb9cc1aa1 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3482196 Sep 28 08:34:33.849245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.26.4.93 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/bba547d4-864f-44aa-bb96-5f1f26abb5e2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:33.849665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port f7d7698c-4b81-450c-baa9-de386f8c5798 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:33.850024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.852706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35962) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:33.857658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:33.860725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] DHCP port deletion for cde5d75c-5396-41a7-9cff-86b7a149bc81 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:33.874543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Subnet': ['ID=706f6c1e-9be1-4e79-b2b2-71bbeed5cf21,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:33.920748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:33.927644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4f882680-7e03-43f3-9b4f-f71c035c46d1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/subnets/706f6c1e-9be1-4e79-b2b2-71bbeed5cf21 HTTP/1.1" status: 204 len: 168 time: 1.1442928 Sep 28 08:34:33.932387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35964) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:33.951879 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18bffa-e8af-4b1d-bade-acad19b2e53e None None] Pushing event updated for resources: {'Port': ['ID=16013565-73f4-4d2d-a015-5e7bd3727193,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:33.966508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.001102 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.007409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:34.008026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.024057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:34.031092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.053685 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] Set router edeb0db5-e034-41a6-b4a3-2bff173c9310 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:34.103529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55664923-a61d-4f3d-b785-ea530db9e3f1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:34.108620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=bba547d4-864f-44aa-bb96-5f1f26abb5e2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:34.109020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-55664923-a61d-4f3d-b785-ea530db9e3f1 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752148 Sep 28 08:34:34.111892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:34.129113 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0517418 Sep 28 08:34:34.129322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:34.129322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.129322 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca Sep 28 08:34:34.140496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:34.147736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:34.179459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:34.254429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.280557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:34.295597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'subnets': [{'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269577455', 'ip_version': 4}, {'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:34.295946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'subnet': {'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269577455', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:34.296486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Request body: {'subnet': {'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:34.307049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.325347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Current status of the port 9eda3ba8-886d-4777-97f4-fca44aadf012 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:34.327976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.386671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for f7d7698c-4b81-450c-baa9-de386f8c5798 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:34.389655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Deleting port 9eda3ba8-886d-4777-97f4-fca44aadf012 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:34.390261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.401535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6'}], 'enable_snat': False}, 'gw_port_id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:29Z', 'updated_at': '2022-09-28T08:34:31Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:30Z', 'updated_at': '2022-09-28T08:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:34.414387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe18fd-d574-41f1-b188-4afb9cf4c12f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Network': ['ID=dbf20ab9-7946-499e-bea2-7479a50b8c4e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:34.437599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] For port 9eda3ba8-886d-4777-97f4-fca44aadf012, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9eda3ba8-886d-4777-97f4-fca44aadf012,segment=NetworkSegment(4335e73e-08b2-4a29-9367-6120ca4b1d32),segment_id=4335e73e-08b2-4a29-9367-6120ca4b1d32)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:34.443759 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752945d-5697-4fb4-9485-3e3c5d9c6ae0 None None] The sync data for ids ['edeb0db5-e034-41a6-b4a3-2bff173c9310'] in dv-neutron-859308-3-hyperv is: [{'id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6'}], 'enable_snat': False}, 'gw_port_id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:29Z', 'updated_at': '2022-09-28T08:34:31Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': '16013565-73f4-4d2d-a015-5e7bd3727193', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:44:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edeb0db5-e034-41a6-b4a3-2bff173c9310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:30Z', 'updated_at': '2022-09-28T08:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:34.446010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network dbf20ab9-7946-499e-bea2-7479a50b8c4e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:34.479823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.486853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.516060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] device_id is not set on port 532c3061-52ef-4693-a85a-518701e8d634 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:34.524758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.531950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] DHCP port deletion for 8f9cc909-88a8-4028-8969-c7675faf044b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:34.535551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.706353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577afe8-7169-433b-892c-0ca8b9d5631b None None] Pushing event updated for resources: {'Port': ['ID=9eda3ba8-886d-4777-97f4-fca44aadf012,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:34.724876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] For port 9eda3ba8-886d-4777-97f4-fca44aadf012, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9eda3ba8-886d-4777-97f4-fca44aadf012,segment=NetworkSegment(4335e73e-08b2-4a29-9367-6120ca4b1d32),segment_id=4335e73e-08b2-4a29-9367-6120ca4b1d32)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:34.724876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.732372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Made reservation on behalf of 1af1d4e0c9e345a0879279968ad7b9b4 for: {'subnet': 2} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:34.748563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.748841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.752065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:34.752610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.755283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Calling delete_port for 9eda3ba8-886d-4777-97f4-fca44aadf012 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:34.882164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-818f6d8a-9b36-44c5-bc2e-b4eba29a52bf None None] Provisioning complete for port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:34.882877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818f6d8a-9b36-44c5-bc2e-b4eba29a52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.883082 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-818f6d8a-9b36-44c5-bc2e-b4eba29a52bf None None] Attempt 1 to provision port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca Sep 28 08:34:34.892093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,segment=NetworkSegment(cc34f417-0d1d-4f9d-8384-49c49582a6c0),segment_id=cc34f417-0d1d-4f9d-8384-49c49582a6c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:34.933497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:34.951625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Deleting port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:34.952281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.079501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.093815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.111590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] For port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,segment=NetworkSegment(cc34f417-0d1d-4f9d-8384-49c49582a6c0),segment_id=cc34f417-0d1d-4f9d-8384-49c49582a6c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:35.112214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.143488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] No DVR routers for this DVR port 9eda3ba8-886d-4777-97f4-fca44aadf012 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:35.157549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Calling delete_port for 4a23150f-2fdf-4e1b-8e33-7a313e60dbca owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:35.199865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.270749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8367d-1ac7-4e27-b8e2-e967308332fa None None] Pushing event deleted for resources: {'Port': ['ID=9eda3ba8-886d-4777-97f4-fca44aadf012,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.296136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Deleting port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:35.296627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.311994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-818f6d8a-9b36-44c5-bc2e-b4eba29a52bf None None] Current status of the port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:35.314111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.353803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] Pushing event deleted for resources: {'Port': ['ID=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.355980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846756a7-1a4f-44e2-9be8-fd94c99e7830 None None] No DVR routers for this DVR port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:35.485460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] For port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:35.485896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.517547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Calling delete_port for 4a23150f-2fdf-4e1b-8e33-7a313e60dbca owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:35.522531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca was not found and therefore no delete operation was performed {{(pid=103308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:34:35.530061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.534720 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-7c0a6b74-6213-42a8-a4c6-d578f9cc2498 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4782541 Sep 28 08:34:35.569831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16013565-73f4-4d2d-a015-5e7bd3727193 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:35.577401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.596578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Port': ['ID=4a23150f-2fdf-4e1b-8e33-7a313e60dbca,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.640055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] No DVR routers for this DVR port 4a23150f-2fdf-4e1b-8e33-7a313e60dbca on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:35.659182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 16013565-73f4-4d2d-a015-5e7bd3727193 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:35.659560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.659890 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 16013565-73f4-4d2d-a015-5e7bd3727193 Sep 28 08:34:35.679408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router d81dd80e-0752-4b99-8cb9-2bb9297b8e13 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:35.690185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.14 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/532c3061-52ef-4693-a85a-518701e8d634) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:35.700569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.13 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/532c3061-52ef-4693-a85a-518701e8d634) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:35.713003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-63f003d1-3139-4c73-91f1-ce85b57cd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:35.714569 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-63f003d1-3139-4c73-91f1-ce85b57cd2d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.1054556 Sep 28 08:34:35.737457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=f7d7698c-4b81-450c-baa9-de386f8c5798,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.758781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 16013565-73f4-4d2d-a015-5e7bd3727193 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:35.759169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.786335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 16013565-73f4-4d2d-a015-5e7bd3727193, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16013565-73f4-4d2d-a015-5e7bd3727193,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:35.792345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.871572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.883948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4a23150f-2fdf-4e1b-8e33-7a313e60dbca no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:35.906064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=16013565-73f4-4d2d-a015-5e7bd3727193,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.910773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4a23150f-2fdf-4e1b-8e33-7a313e60dbca {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:35.911124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4a23150f-2fdf-4e1b-8e33-7a313e60dbca not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:35.911549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9eda3ba8-886d-4777-97f4-fca44aadf012 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:35.928258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.931476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:35.935613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.004160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:36.010850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-41aa137c-b5d3-47d8-918c-ffac494a274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:36.012797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-41aa137c-b5d3-47d8-918c-ffac494a274e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.2605536 Sep 28 08:34:36.025055 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Sync routers for ids ['d81dd80e-0752-4b99-8cb9-2bb9297b8e13'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:36.040413 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Routers {'d81dd80e-0752-4b99-8cb9-2bb9297b8e13'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:36.049796 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d81dd80e-0752-4b99-8cb9-2bb9297b8e13'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:36.075343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9eda3ba8-886d-4777-97f4-fca44aadf012 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:36.075563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9eda3ba8-886d-4777-97f4-fca44aadf012 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:36.094555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.102703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.103974 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1144073c-fa08-4b0a-bd3e-59a4d4e2e722 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5629282 Sep 28 08:34:36.108051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:36.136978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9cc909-88a8-4028-8969-c7675faf044b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:36.141324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.148495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.178455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc34f417-0d1d-4f9d-8384-49c49582a6c0') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:36.178901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc34f417-0d1d-4f9d-8384-49c49582a6c0') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:36.189494 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Set router d81dd80e-0752-4b99-8cb9-2bb9297b8e13 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:36.233379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-55f31ed3-f2da-4b95-b112-1aca60ed089d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.2129223 Sep 28 08:34:36.251821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.303620 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f2adbd3d-684c-4c78-bdfd-c8d8acb79de1 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/d81dd80e-0752-4b99-8cb9-2bb9297b8e13 HTTP/1.1" status: 200 len: 907 time: 0.1908026 Sep 28 08:34:36.306847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.307476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Fanout notify agent at l3_agent the message router_deleted on router 0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:36.311556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35976) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:36.319094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.320579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3bfb3345-dda6-4a39-ad74-9184ced66b8b tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/routers/0ab540a7-89ba-45b1-9d70-f6cf95e16cf6 HTTP/1.1" status: 204 len: 168 time: 3.8075597 Sep 28 08:34:36.326273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35978) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:36.343337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.370287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.386878 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81dd80e-0752-4b99-8cb9-2bb9297b8e13', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'bba547d4-864f-44aa-bb96-5f1f26abb5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:32Z', 'updated_at': '2022-09-28T08:34:34Z', 'revision_number': 3, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port': {'id': 'bba547d4-864f-44aa-bb96-5f1f26abb5e2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81dd80e-0752-4b99-8cb9-2bb9297b8e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:34:33Z', 'updated_at': '2022-09-28T08:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:36.410307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:36.410862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.417532 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Checking router: d81dd80e-0752-4b99-8cb9-2bb9297b8e13 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:36.417964 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Updating router d81dd80e-0752-4b99-8cb9-2bb9297b8e13 port bba547d4-864f-44aa-bb96-5f1f26abb5e2 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:34:36.425055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-604ed960-3742-47e0-952e-6fe78aa6f68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.449164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment cc34f417-0d1d-4f9d-8384-49c49582a6c0 resource provider aggregate not found Sep 28 08:34:36.450869 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.456100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Allocated IP 172.26.4.13 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/14e87a93-dec3-49ee-b9fb-9d66a155f99a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:36.459012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-3f5f3141-a9af-4027-a1ad-a98710a386be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:36.461125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-3f5f3141-a9af-4027-a1ad-a98710a386be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1576436 Sep 28 08:34:36.490874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting subnet 8df176be-f928-45cc-87e2-5673616878da {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:36.523335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.526513 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment cc34f417-0d1d-4f9d-8384-49c49582a6c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc34f417-0d1d-4f9d-8384-49c49582a6c0 found for delete ", "request_id": "req-9ef9afca-056a-48f4-b30f-48047b5e738b"}]} Sep 28 08:34:36.587281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:36.598244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:36.600527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=532c3061-52ef-4693-a85a-518701e8d634,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:36.610318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:36.614121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.615747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.619182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.622938 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/8f9cc909-88a8-4028-8969-c7675faf044b HTTP/1.1" status: 204 len: 168 time: 2.5087128 Sep 28 08:34:36.638950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35984) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:36.650545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.717303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-0b92ecea-2c72-4d54-b457-a6867b1bf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:36.718813 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-0b92ecea-2c72-4d54-b457-a6867b1bf616 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2056415 Sep 28 08:34:36.720253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec6cbb-872b-49c3-ad36-2a63ce17e053 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=8f9cc909-88a8-4028-8969-c7675faf044b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:36.761532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:36.762162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.837843 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5885ce73-c8ab-4cae-8edc-ab3190554688 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5783377 Sep 28 08:34:36.842735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35986) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:36.843866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.850310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '532c3061-52ef-4693-a85a-518701e8d634', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:36.885022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.903428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.911349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.915688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:36.921472 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-d3f4162f-db68-4794-8b02-176bf191fd39 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761613 Sep 28 08:34:36.984123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.017877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Deleting port bba547d4-864f-44aa-bb96-5f1f26abb5e2 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:37.018246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.036837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Subnet': ['ID=aadccfe8-8017-4477-95d3-097eb4c02995,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.122035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Checking segment: {'id': '3b982946-efa0-457b-84f0-442d2cf2fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:37.122035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network hostable DHCP agents. Network: 780aa1b2-6883-4c2d-9a70-47f729e7f49f, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:37.124337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.184737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.210115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.236533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde5d75c-5396-41a7-9cff-86b7a149bc81']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:37.244095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:37.272411 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.279535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event updated for resources: {'Port': ['ID=14e87a93-dec3-49ee-b9fb-9d66a155f99a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.280452 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.283061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:37.285727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:37.294659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.295470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079f4e1-5c16-44f8-9b8f-85e524c318ae None None] Network 88cff493-0d4f-4b6d-bc4c-c4394d6406de requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:37.300233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/subnets/8df176be-f928-45cc-87e2-5673616878da HTTP/1.1" status: 204 len: 168 time: 0.9705985 Sep 28 08:34:37.300233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf3ce2-6cac-4569-abff-b7c920435eed tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Subnet': ['ID=8df176be-f928-45cc-87e2-5673616878da,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.306233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4335e73e-08b2-4a29-9367-6120ca4b1d32') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:37.307062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4335e73e-08b2-4a29-9367-6120ca4b1d32') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:37.308709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:37.346425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network 780aa1b2-6883-4c2d-9a70-47f729e7f49f is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:37.355021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.358139 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5774-4435-4390-9eb2-960502354bff None None] Pushing event updated for resources: {'Port': ['ID=bba547d4-864f-44aa-bb96-5f1f26abb5e2,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.368157 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Attempting to bind port bba547d4-864f-44aa-bb96-5f1f26abb5e2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:37.368916 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Attempting to bind port bba547d4-864f-44aa-bb96-5f1f26abb5e2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:37.369951 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Attempting to bind port bba547d4-864f-44aa-bb96-5f1f26abb5e2 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:37.380376 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:37.381226 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:37.382269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.383493 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:37.384170 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Bound port: bba547d4-864f-44aa-bb96-5f1f26abb5e2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:37.385732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.402859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 780aa1b2-6883-4c2d-9a70-47f729e7f49f) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:37.414919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.417794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.422769 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3be29ee4-6475-44ac-994d-b1c439e9c83a req-7ccc0712-d89a-493b-a810-7aad179d88e0 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886029 Sep 28 08:34:37.454048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.461365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276b728-c3e7-4256-9ed2-a393f3380ab4 None None] Network 780aa1b2-6883-4c2d-9a70-47f729e7f49f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:37.470119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Calling delete_port for bba547d4-864f-44aa-bb96-5f1f26abb5e2 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:37.483044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.484603 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] For port bba547d4-864f-44aa-bb96-5f1f26abb5e2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:37.491938 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] For port bba547d4-864f-44aa-bb96-5f1f26abb5e2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bba547d4-864f-44aa-bb96-5f1f26abb5e2,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:37.504519 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.532065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:37.533174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.634416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16013565-73f4-4d2d-a015-5e7bd3727193 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:37.646157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.690823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.138 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/da0ae408-96e6-4040-b732-2b1eeeff7347) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:37.699794 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5774-4435-4390-9eb2-960502354bff None None] Pushing event updated for resources: {'Port': ['ID=bba547d4-864f-44aa-bb96-5f1f26abb5e2,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.707636 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Routers {'d81dd80e-0752-4b99-8cb9-2bb9297b8e13'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:37.708257 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d81dd80e-0752-4b99-8cb9-2bb9297b8e13'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:37.771027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.775291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.779255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/cde5d75c-5396-41a7-9cff-86b7a149bc81 HTTP/1.1" status: 204 len: 168 time: 1.1356165 Sep 28 08:34:37.782741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35990) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:37.803238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event updated for resources: {'Subnet': ['ID=0ae92fb3-4975-4150-863b-c32a81c91819,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.828079 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] Set router d81dd80e-0752-4b99-8cb9-2bb9297b8e13 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:37.849551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97424077-b094-47a4-b787-646a0617e80c None None] DHCP port deletion for 88cff493-0d4f-4b6d-bc4c-c4394d6406de request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:37.860761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032040-d4e7-4891-a2e3-8adc049b9948 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=cde5d75c-5396-41a7-9cff-86b7a149bc81,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:37.862120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 16013565-73f4-4d2d-a015-5e7bd3727193 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:37.862721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.868526 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 16013565-73f4-4d2d-a015-5e7bd3727193 Sep 28 08:34:37.874414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Checking segment: {'id': 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:37.874848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network hostable DHCP agents. Network: dbf20ab9-7946-499e-bea2-7479a50b8c4e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:37.922054 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81dd80e-0752-4b99-8cb9-2bb9297b8e13', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:32Z', 'updated_at': '2022-09-28T08:34:36Z', 'revision_number': 4, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:37.925654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-780aa1b2-6883-4c2d-9a70-47f729e7f49f', 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f', 'tenant_id': '1af1d4e0c9e345a0879279968ad7b9b4', 'fixed_ips': [{'subnet_id': 'aadccfe8-8017-4477-95d3-097eb4c02995'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:37.926721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.974076 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe876838-aae4-4499-9fe5-843b106819c6 None None] The sync data for ids ['d81dd80e-0752-4b99-8cb9-2bb9297b8e13'] in dv-neutron-859308-3-hyperv is: [{'id': 'd81dd80e-0752-4b99-8cb9-2bb9297b8e13', 'name': 'tempest-snat-router-1849496003', 'tenant_id': '7b8051314f234088afe87af9921c611e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:34:32Z', 'updated_at': '2022-09-28T08:34:36Z', 'revision_number': 4, 'project_id': '7b8051314f234088afe87af9921c611e', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:37.980754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.989027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:37.992557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Network dbf20ab9-7946-499e-bea2-7479a50b8c4e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:38.010665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, dbf20ab9-7946-499e-bea2-7479a50b8c4e) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:38.029497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:38.030600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:38.030835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.054389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port dda83d55-889f-4153-957d-1f5a582157f7 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:38.054979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.063691 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1d77cf30-1105-4eb8-b701-81ff8ef8a705 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7739544 Sep 28 08:34:38.076962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 35992) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:38.082140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Port': ['ID=bba547d4-864f-44aa-bb96-5f1f26abb5e2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.110449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67becfa-254e-4db3-850d-df3722ef4733 None None] Network dbf20ab9-7946-499e-bea2-7479a50b8c4e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:38.150160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.178602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 16013565-73f4-4d2d-a015-5e7bd3727193 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:38.233751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115ad0c-a4e0-4de6-9439-1a22f07b1363 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:38.235439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115ad0c-a4e0-4de6-9439-1a22f07b1363 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:38.237140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115ad0c-a4e0-4de6-9439-1a22f07b1363 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:38.238935 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3115ad0c-a4e0-4de6-9439-1a22f07b1363 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1602137 Sep 28 08:34:38.241169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] For port dda83d55-889f-4153-957d-1f5a582157f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dda83d55-889f-4153-957d-1f5a582157f7,segment=NetworkSegment(1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3),segment_id=1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:38.241546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.244216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.247722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35996) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:38.250278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-97424077-b094-47a4-b787-646a0617e80c None None] Deleting port dda83d55-889f-4153-957d-1f5a582157f7 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:38.250654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-97424077-b094-47a4-b787-646a0617e80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.254089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.264378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.353360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Allocated IP 172.20.0.2 (780aa1b2-6883-4c2d-9a70-47f729e7f49f/aadccfe8-8017-4477-95d3-097eb4c02995/64dc3a49-5df0-4bc1-93a5-7e2ab769e243) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:38.379146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcb7413-827e-46ad-bb51-4fa9a609fa53']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:38.409641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-97424077-b094-47a4-b787-646a0617e80c None None] For port dda83d55-889f-4153-957d-1f5a582157f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dda83d55-889f-4153-957d-1f5a582157f7,segment=NetworkSegment(1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3),segment_id=1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:38.410119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-97424077-b094-47a4-b787-646a0617e80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.434046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64d3fdb-5b82-4de5-bef1-afcaf2518660') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:38.434600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64d3fdb-5b82-4de5-bef1-afcaf2518660') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:38.437698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.439593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-97424077-b094-47a4-b787-646a0617e80c None None] Calling delete_port for dda83d55-889f-4153-957d-1f5a582157f7 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:38.441918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.462194 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.475796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Deleting subnet aadccfe8-8017-4477-95d3-097eb4c02995 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:38.479859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.549449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-dbf20ab9-7946-499e-bea2-7479a50b8c4e', 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e', 'tenant_id': '1af1d4e0c9e345a0879279968ad7b9b4', 'fixed_ips': [{'subnet_id': '0ae92fb3-4975-4150-863b-c32a81c91819'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:38.549970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.550283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.552353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.552914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d81dd80e-0752-4b99-8cb9-2bb9297b8e13 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:38.562599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.566011 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0f221028-b525-4b9a-8bb8-fcf5a686a123 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/routers/d81dd80e-0752-4b99-8cb9-2bb9297b8e13 HTTP/1.1" status: 204 len: 168 time: 2.2509358 Sep 28 08:34:38.567939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 35998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:38.568924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:38.569351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.609006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:38.632353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for dda83d55-889f-4153-957d-1f5a582157f7 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:38.648662 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4335e73e-08b2-4a29-9367-6120ca4b1d32 resource provider aggregate not found Sep 28 08:34:38.665972 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d64d3fdb-5b82-4de5-bef1-afcaf2518660 resource provider aggregate not found Sep 28 08:34:38.669747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:38.671671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=da0ae408-96e6-4040-b732-2b1eeeff7347,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.703392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:38.741337 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d64d3fdb-5b82-4de5-bef1-afcaf2518660 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d64d3fdb-5b82-4de5-bef1-afcaf2518660 found for delete ", "request_id": "req-e8032782-8bc1-4c13-8356-4a4d511fff78"}]} Sep 28 08:34:38.759961 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4335e73e-08b2-4a29-9367-6120ca4b1d32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4335e73e-08b2-4a29-9367-6120ca4b1d32 found for delete ", "request_id": "req-2c6c7b21-4607-49ad-a7a8-f20bb866f929"}]} Sep 28 08:34:38.763282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-97424077-b094-47a4-b787-646a0617e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.768073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.809776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.812580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.817547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/9fcb7413-827e-46ad-bb51-4fa9a609fa53 HTTP/1.1" status: 204 len: 168 time: 1.0268097 Sep 28 08:34:38.819402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36008) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:38.840460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97424077-b094-47a4-b787-646a0617e80c None None] Pushing event deleted for resources: {'Port': ['ID=dda83d55-889f-4153-957d-1f5a582157f7,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.843728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.847902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97424077-b094-47a4-b787-646a0617e80c None None] No DVR routers for this DVR port dda83d55-889f-4153-957d-1f5a582157f7 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:38.854237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.856958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219004a-c588-44ad-80e8-e877bdfd2ea7 tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=9fcb7413-827e-46ad-bb51-4fa9a609fa53,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.870367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-247e0f16-d568-45a3-bdef-904d434ef2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.901781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Network 780aa1b2-6883-4c2d-9a70-47f729e7f49f is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:38.909259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:38.911760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:38.916016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Allocated IP 172.20.0.18 (dbf20ab9-7946-499e-bea2-7479a50b8c4e/0ae92fb3-4975-4150-863b-c32a81c91819/91488fc3-2d66-447d-80b5-3622fefd04ee) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:38.919560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.924453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.936037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:38.961844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=dda83d55-889f-4153-957d-1f5a582157f7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.964629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Pushing event updated for resources: {'Port': ['ID=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:38.990970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.020808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Attempting to bind port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:39.021200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Attempting to bind port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3b982946-efa0-457b-84f0-442d2cf2fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:39.021564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Attempting to bind port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 on network 780aa1b2-6883-4c2d-9a70-47f729e7f49f {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:39.055847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:39.056216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Checking segment: {'id': '3b982946-efa0-457b-84f0-442d2cf2fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:39.056737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.057157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Bound using segment: {'id': '3b982946-efa0-457b-84f0-442d2cf2fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:39.057807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Bound port: 64dc3a49-5df0-4bc1-93a5-7e2ab769e243, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b982946-efa0-457b-84f0-442d2cf2fa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '780aa1b2-6883-4c2d-9a70-47f729e7f49f'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:39.058196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.073634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.077632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.080364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] No DVR routers for this DVR port dda83d55-889f-4153-957d-1f5a582157f7 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:39.176144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] For port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:39.197879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] For port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,segment=NetworkSegment(3b982946-efa0-457b-84f0-442d2cf2fa6e),segment_id=3b982946-efa0-457b-84f0-442d2cf2fa6e)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:39.204607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.210519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.212216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.226834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.239293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Router e51f1cd0-987d-4daf-883b-196e5b821fae is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:39.242303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cff493-0d4f-4b6d-bc4c-c4394d6406de']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.256227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.256554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.271864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.284573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Network dbf20ab9-7946-499e-bea2-7479a50b8c4e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:39.293707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:39.299622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:39.306887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d26cb-d40d-4188-b701-bc03d4a7bf56 None None] Pushing event updated for resources: {'Port': ['ID=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:39.334783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.346449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:39.346999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.351215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.490963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.502178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:39.516602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.518182 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d13c3174-cf82-4b36-9a0e-9e686ae0fcf6 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "PUT /v2.0/routers/e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 200 len: 883 time: 5.6643345 Sep 28 08:34:39.519588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.529545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/networks/88cff493-0d4f-4b6d-bc4c-c4394d6406de HTTP/1.1" status: 204 len: 168 time: 2.2195835 Sep 28 08:34:39.557478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36010) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:39.558019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36012) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:39.573837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] Sync routers for ids ['e51f1cd0-987d-4daf-883b-196e5b821fae'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:39.578473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e99311-9ed0-496b-81cc-f4c7cadc6097 tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Network': ['ID=88cff493-0d4f-4b6d-bc4c-c4394d6406de,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:39.582140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dda83d55-889f-4153-957d-1f5a582157f7 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:39.590099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.593300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.625143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: dda83d55-889f-4153-957d-1f5a582157f7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:39.625501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dda83d55-889f-4153-957d-1f5a582157f7 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:39.642132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Pushing event updated for resources: {'Port': ['ID=91488fc3-2d66-447d-80b5-3622fefd04ee,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:39.647765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Attempting to bind port 91488fc3-2d66-447d-80b5-3622fefd04ee on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:39.648136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Attempting to bind port 91488fc3-2d66-447d-80b5-3622fefd04ee by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:39.648497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Attempting to bind port 91488fc3-2d66-447d-80b5-3622fefd04ee on network dbf20ab9-7946-499e-bea2-7479a50b8c4e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:39.655223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] Routers {'e51f1cd0-987d-4daf-883b-196e5b821fae'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:39.655886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e51f1cd0-987d-4daf-883b-196e5b821fae'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.705112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa081c15-3e01-4cc4-a356-139ee4fa3274']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.712460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.715218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:39.716385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Checking segment: {'id': 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:39.716747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.717178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Bound using segment: {'id': 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:39.718386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Bound port: 91488fc3-2d66-447d-80b5-3622fefd04ee, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dbf20ab9-7946-499e-bea2-7479a50b8c4e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:39.718386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.719251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f73a546-1c48-4433-ae92-4a2f2e38529b') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.719651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f73a546-1c48-4433-ae92-4a2f2e38529b') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.749289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] Routers {'e51f1cd0-987d-4daf-883b-196e5b821fae'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:39.750057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e51f1cd0-987d-4daf-883b-196e5b821fae'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.750478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.807105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.818323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:39.818760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.827976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:39.829828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bcf3df-5f0b-485a-80c4-31531b796af2 None None] The sync data for ids ['e51f1cd0-987d-4daf-883b-196e5b821fae'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:39.839243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.845836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-831cb31e-4225-41a5-8e73-2ada24ca5f58 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 200 len: 924 time: 0.2850626 Sep 28 08:34:39.849280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36014) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:39.854130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Deleting port 9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:39.854456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.879249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] For port 91488fc3-2d66-447d-80b5-3622fefd04ee, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:39.882958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] For port 91488fc3-2d66-447d-80b5-3622fefd04ee, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91488fc3-2d66-447d-80b5-3622fefd04ee,segment=NetworkSegment(ef3533f2-bf0b-4e45-bf9e-626c59bdb523),segment_id=ef3533f2-bf0b-4e45-bf9e-626c59bdb523)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:39.889000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.944869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.945212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.959052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Subnet': ['ID=aadccfe8-8017-4477-95d3-097eb4c02995,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:39.962514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feae6f5-1851-444b-9775-0fd47b236245 None None] Pushing event updated for resources: {'Port': ['ID=91488fc3-2d66-447d-80b5-3622fefd04ee,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:39.963987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Calling delete_port for 9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:39.971193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:39.977794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9164c2e2-e2bd-4bc8-a6ee-5d6369303405 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/subnets/aadccfe8-8017-4477-95d3-097eb4c02995 HTTP/1.1" status: 204 len: 168 time: 1.7281570 Sep 28 08:34:39.978659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36016) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:40.004968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.009685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.016059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] 10.222.0.27 "DELETE /v2.0/networks/aa081c15-3e01-4cc4-a356-139ee4fa3274 HTTP/1.1" status: 204 len: 168 time: 1.1843460 Sep 28 08:34:40.017728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Deleting port 16013565-73f4-4d2d-a015-5e7bd3727193 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:40.018059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.042482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.096928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d20a-436e-4225-96e1-1147d52b0bac tempest-BulkNetworkOpsIpV6Test-2024230852 tempest-BulkNetworkOpsIpV6Test-2024230852-project] Pushing event deleted for resources: {'Network': ['ID=aa081c15-3e01-4cc4-a356-139ee4fa3274,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:40.104029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448fede-5c1c-444e-b2b7-b459f308d37e tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:40.105608 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9448fede-5c1c-444e-b2b7-b459f308d37e tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=e51f1cd0-987d-4daf-883b-196e5b821fae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2553997 Sep 28 08:34:40.110674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:40.142517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Deleting subnet 0ae92fb3-4975-4150-863b-c32a81c91819 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:34:40.162676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.256369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] For port 16013565-73f4-4d2d-a015-5e7bd3727193, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16013565-73f4-4d2d-a015-5e7bd3727193,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:40.257100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.304423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.321473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Calling delete_port for 16013565-73f4-4d2d-a015-5e7bd3727193 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:40.386386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637f118-b44d-441c-9ebf-5e6dddaf8801 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:40.391526 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a637f118-b44d-441c-9ebf-5e6dddaf8801 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.2764394 Sep 28 08:34:40.391929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36024) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:40.407432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.462306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.471492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-29a45994-cc74-4040-a960-945a1fd6cfbd tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 200 len: 205 time: 0.0784078 Sep 28 08:34:40.475229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36028) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:40.479159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Pushing event deleted for resources: {'Port': ['ID=9b4b42fd-5750-48fa-9ba3-2b9caf6f71cd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:40.505363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36030) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:40.649345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.712986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500dd6dc-eeb4-4c81-b83b-35de5873c824 None None] Network 780aa1b2-6883-4c2d-9a70-47f729e7f49f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:40.775115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.777991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.782486 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8907425d-c695-4f80-bed2-10d2caabdb9f tempest-FloatingIPAdminTestJSON-1338115048 tempest-FloatingIPAdminTestJSON-1338115048-project] 10.222.0.27 "DELETE /v2.0/floatingips/75ac81e6-33b9-4540-bd4a-b42f6b168ebe HTTP/1.1" status: 204 len: 168 time: 1.2145376 Sep 28 08:34:40.790495 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3 resource provider aggregate not found Sep 28 08:34:40.806246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.856418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddaf2f5-0acd-45e8-821a-e3ff7cc16af3 found for delete ", "request_id": "req-e7c11eda-1e35-4a2a-8e8d-536295ece9ca"}]} Sep 28 08:34:40.878333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.898835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Provisioning complete for port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:40.899207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.899640 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Attempt 1 to provision port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 Sep 28 08:34:40.924955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:40.932769 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/subnets/0ae92fb3-4975-4150-863b-c32a81c91819 HTTP/1.1" status: 204 len: 168 time: 0.9529252 Sep 28 08:34:40.940282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d71a0f-d4c0-4516-8f62-a8c4a4b4c713 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae92fb3-4975-4150-863b-c32a81c91819,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:40.944798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36040) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:41.006981 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 1f73a546-1c48-4433-ae92-4a2f2e38529b resource provider aggregate not found Sep 28 08:34:41.068430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] DHCP port deletion for 780aa1b2-6883-4c2d-9a70-47f729e7f49f request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:41.076913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.092568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a10dfc-e83d-4b95-b39c-a71abe4ca42f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:41.098490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-62a10dfc-e83d-4b95-b39c-a71abe4ca42f tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1437356 Sep 28 08:34:41.105903 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 1f73a546-1c48-4433-ae92-4a2f2e38529b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f73a546-1c48-4433-ae92-4a2f2e38529b found for delete ", "request_id": "req-d2eb6b98-e821-44e2-970f-12fdac913c1e"}]} Sep 28 08:34:41.108516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36048) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:41.119601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Current status of the port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:41.119989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.138365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.180438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] For port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,segment=NetworkSegment(3b982946-efa0-457b-84f0-442d2cf2fa6e),segment_id=3b982946-efa0-457b-84f0-442d2cf2fa6e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:41.192243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36050) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:41.201135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event deleted for resources: {'Port': ['ID=16013565-73f4-4d2d-a015-5e7bd3727193,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:41.206631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Deleting port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:41.207023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.216659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.234827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.258717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.266942 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-44a95985-e7ac-42cf-8ea8-97fcd51351cb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7620efa8de5b439ba6ee353596c27b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7601402 Sep 28 08:34:41.270549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:41.308722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eacb1-ea2d-426b-b6da-682e02b9d4ab None None] Pushing event updated for resources: {'Port': ['ID=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:41.314499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.321302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port 14e87a93-dec3-49ee-b9fb-9d66a155f99a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:41.321463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.376216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.416997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f10bbe-7667-4bd2-9bd1-63072ec8ed8b None None] Network dbf20ab9-7946-499e-bea2-7479a50b8c4e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:41.457810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] For port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,segment=NetworkSegment(3b982946-efa0-457b-84f0-442d2cf2fa6e),segment_id=3b982946-efa0-457b-84f0-442d2cf2fa6e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:41.458205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.473675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Calling delete_port for 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:41.505299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.566161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.578448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.609779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] Pushing event deleted for resources: {'Port': ['ID=64dc3a49-5df0-4bc1-93a5-7e2ab769e243,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:41.622787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.652324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.654373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edeb0db5-e034-41a6-b4a3-2bff173c9310 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:41.661920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.663332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Provisioning complete for port 91488fc3-2d66-447d-80b5-3622fefd04ee triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:41.663457 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5b15c520-a65d-4731-8996-aa8d7901b69b tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "DELETE /v2.0/routers/edeb0db5-e034-41a6-b4a3-2bff173c9310 HTTP/1.1" status: 204 len: 168 time: 3.0887718 Sep 28 08:34:41.663707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.664036 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Attempt 1 to provision port 91488fc3-2d66-447d-80b5-3622fefd04ee Sep 28 08:34:41.681714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36056) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:41.696118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-953817526', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:41.700340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91488fc3-2d66-447d-80b5-3622fefd04ee up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:41.703905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06a8d1-8b5a-4057-9699-e9f2283b5764 None None] No DVR routers for this DVR port 64dc3a49-5df0-4bc1-93a5-7e2ab769e243 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:41.705653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.779517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.780839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.788064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.806679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.808395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Deleting port 91488fc3-2d66-447d-80b5-3622fefd04ee {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:41.808930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.826138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.832330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.863412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for 14e87a93-dec3-49ee-b9fb-9d66a155f99a owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:41.869499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.872237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.875865 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/331d0af1-2044-42b2-bb8e-324b967b9a95 HTTP/1.1" status: 204 len: 168 time: 0.6019843 Sep 28 08:34:41.919879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.920053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 91488fc3-2d66-447d-80b5-3622fefd04ee triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:41.920756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.921190 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 91488fc3-2d66-447d-80b5-3622fefd04ee Sep 28 08:34:41.938087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:41.940120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56108e-98f6-4d40-bbc5-6fb654690b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0af1-2044-42b2-bb8e-324b967b9a95,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:41.948360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=da0ae408-96e6-4040-b732-2b1eeeff7347,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.013918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-27b3a983-21d7-4a1c-831f-d328b1da73dc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f83fd761fbf04539811d4b76e0fdfbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128209 Sep 28 08:34:42.015962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] For port 91488fc3-2d66-447d-80b5-3622fefd04ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91488fc3-2d66-447d-80b5-3622fefd04ee,segment=NetworkSegment(ef3533f2-bf0b-4e45-bf9e-626c59bdb523),segment_id=ef3533f2-bf0b-4e45-bf9e-626c59bdb523)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:42.016256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.021292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36060) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:42.078129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Current status of the port 91488fc3-2d66-447d-80b5-3622fefd04ee is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:42.079572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.096461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Calling delete_port for 91488fc3-2d66-447d-80b5-3622fefd04ee owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:42.131036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] For port 91488fc3-2d66-447d-80b5-3622fefd04ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91488fc3-2d66-447d-80b5-3622fefd04ee,segment=NetworkSegment(ef3533f2-bf0b-4e45-bf9e-626c59bdb523),segment_id=ef3533f2-bf0b-4e45-bf9e-626c59bdb523)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:42.160269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] DHCP port deletion for dbf20ab9-7946-499e-bea2-7479a50b8c4e request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:34:42.165122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.186526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.223488 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 06b3c131-3486-4864-b17f-13e7c2e94098 associated. External IP: 172.26.4.138, port: 532c3061-52ef-4693-a85a-518701e8d634. Sep 28 08:34:42.235939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 91488fc3-2d66-447d-80b5-3622fefd04ee is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:42.236412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.280014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03868-3ee1-4541-9b18-4f8155a18225 None None] Pushing event updated for resources: {'Port': ['ID=91488fc3-2d66-447d-80b5-3622fefd04ee,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.303050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.322103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Deleting port 91488fc3-2d66-447d-80b5-3622fefd04ee {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:42.322540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.329073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.357687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.394162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] For port 91488fc3-2d66-447d-80b5-3622fefd04ee, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:42.394542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.411383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Calling delete_port for 91488fc3-2d66-447d-80b5-3622fefd04ee owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:42.414200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Port 91488fc3-2d66-447d-80b5-3622fefd04ee was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:34:42.415475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.426479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Port': ['ID=91488fc3-2d66-447d-80b5-3622fefd04ee,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.431559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] No DVR routers for this DVR port 91488fc3-2d66-447d-80b5-3622fefd04ee on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:42.459706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] No DVR routers for this DVR port 91488fc3-2d66-447d-80b5-3622fefd04ee on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:42.464715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c53da7-ab8b-4686-99c3-5c0a26e8780a None None] Pushing event deleted for resources: {'Port': ['ID=91488fc3-2d66-447d-80b5-3622fefd04ee,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.473332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.475913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.477423 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9b0bcc94-fea4-4b09-9ef5-6853878121fb HTTP/1.1" status: 204 len: 168 time: 0.4551871 Sep 28 08:34:42.522659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417c149-730a-448e-895c-bae41cb862b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0bcc94-fea4-4b09-9ef5-6853878121fb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.576868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.611242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.611409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:42.637839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf20ab9-7946-499e-bea2-7479a50b8c4e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:42.667364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.668012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=14e87a93-dec3-49ee-b9fb-9d66a155f99a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:42.677059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:42.677659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3533f2-bf0b-4e45-bf9e-626c59bdb523') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:42.692821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.713625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.752565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.764912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:42.766305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.820065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:42.951394 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:42.955248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ef3533f2-bf0b-4e45-bf9e-626c59bdb523 resource provider aggregate not found Sep 28 08:34:42.964386 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:42.972974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Allocated IP 172.26.4.59 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ccebf550-f0bb-45c5-b715-f5674fd23b55) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:42.984757 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:42.985406 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.017655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.022105 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.036403 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:43.037757 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.062159 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-402baad7-17a3-4e33-a08a-1b25f9dae627 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2121356 Sep 28 08:34:43.062159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36092) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.066719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': '532c3061-52ef-4693-a85a-518701e8d634', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:43.071606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.075929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ef3533f2-bf0b-4e45-bf9e-626c59bdb523 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef3533f2-bf0b-4e45-bf9e-626c59bdb523 found for delete ", "request_id": "req-5c162e3f-c5de-4589-81fd-a50f5ce3b3da"}]} Sep 28 08:34:43.081677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.086540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.095719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.099305 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/dbf20ab9-7946-499e-bea2-7479a50b8c4e HTTP/1.1" status: 204 len: 168 time: 1.9724829 Sep 28 08:34:43.099474 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.100059 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a8682-8c71-478e-bbf9-7f7cea720538 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:43.100395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.113547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36096) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.142227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36098) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.180334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.198788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3766-8e3f-4e79-b1d9-e875a6237cbf req-da6445cd-4e41-4ff7-a916-c24544cbeb74 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:43.200607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8e4a3766-8e3f-4e79-b1d9-e875a6237cbf req-da6445cd-4e41-4ff7-a916-c24544cbeb74 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.2655337 Sep 28 08:34:43.204529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2b780bbe-66cb-40be-adc0-fe7065173d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.212333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b4a6-8bb2-4937-b225-59d14239bf08 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=dbf20ab9-7946-499e-bea2-7479a50b8c4e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:43.246249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.284284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.284833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router e51f1cd0-987d-4daf-883b-196e5b821fae {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:43.299124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.304576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8580e3b4-1a46-48a1-b772-829f63edeabf tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 204 len: 168 time: 2.8222067 Sep 28 08:34:43.304576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36102) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.308702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-708818567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:43.318660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.331859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9e34ee1f-7a7c-4c6a-90c5-55ded8366067 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] Request body: {'port': {'network_id': 'ba1e2eb3-f017-4348-b9b9-be9466a0637e', 'name': 'tempest-NetworksNegativeTestJSON-1906295034'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:43.358590 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e34ee1f-7a7c-4c6a-90c5-55ded8366067 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] POST failed (client error): The resource could not be found. Sep 28 08:34:43.359224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e34ee1f-7a7c-4c6a-90c5-55ded8366067 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:43.360412 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9e34ee1f-7a7c-4c6a-90c5-55ded8366067 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2172256 Sep 28 08:34:43.364964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36104) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.368231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8e4a3766-8e3f-4e79-b1d9-e875a6237cbf req-02dfe3a5-0b1d-40c6-8d68-8e6e2cfd6f92 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410747 Sep 28 08:34:43.376915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.377931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.397737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.408174 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e4b605-2f35-459d-97fa-8cae078772e2 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] DELETE failed (client error): The resource could not be found. Sep 28 08:34:43.408752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e4b605-2f35-459d-97fa-8cae078772e2 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:43.411824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-10e4b605-2f35-459d-97fa-8cae078772e2 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "DELETE /v2.0/networks/113e56a0-42bc-4882-b9dc-479cf6cd6078 HTTP/1.1" status: 404 len: 339 time: 0.0459192 Sep 28 08:34:43.419507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36106) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.480356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:43.486544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:43.489065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:43.493052 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-02846e45-acf7-4e0f-8f3a-2ab16cab0c0a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] DELETE failed (client error): The resource could not be found. Sep 28 08:34:43.493992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02846e45-acf7-4e0f-8f3a-2ab16cab0c0a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:43.497207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-02846e45-acf7-4e0f-8f3a-2ab16cab0c0a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "DELETE /v2.0/ports/988d38b2-36dd-4a6d-b00c-72185d8dd0a2 HTTP/1.1" status: 404 len: 333 time: 0.0737240 Sep 28 08:34:43.520850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91488fc3-2d66-447d-80b5-3622fefd04ee no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:43.529146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36108) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.534816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.546683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 91488fc3-2d66-447d-80b5-3622fefd04ee {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:43.547024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91488fc3-2d66-447d-80b5-3622fefd04ee not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:43.547641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16013565-73f4-4d2d-a015-5e7bd3727193 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:43.568399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 16013565-73f4-4d2d-a015-5e7bd3727193 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:43.568804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16013565-73f4-4d2d-a015-5e7bd3727193 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:43.580985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.583875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.614873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2b780bbe-66cb-40be-adc0-fe7065173d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.620671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d049bd-305d-4124-b406-9af19c24ef27 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] DELETE failed (client error): The resource could not be found. Sep 28 08:34:43.621130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d049bd-305d-4124-b406-9af19c24ef27 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:43.624611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a2d049bd-305d-4124-b406-9af19c24ef27 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "DELETE /v2.0/subnets/fa903b64-cab1-4eb7-9b0c-ece3cac48f24 HTTP/1.1" status: 404 len: 337 time: 0.0919006 Sep 28 08:34:43.630999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36110) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.632023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2b780bbe-66cb-40be-adc0-fe7065173d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.661724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780aa1b2-6883-4c2d-9a70-47f729e7f49f']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.692431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.693648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1ae64b72-761b-4c44-9104-2d3a4f8b25f0 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3888214 Sep 28 08:34:43.694648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5eeaa12-c527-4bd7-aa96-d69d80b54eed tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] GET failed (client error): The resource could not be found. Sep 28 08:34:43.699975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a5eeaa12-c527-4bd7-aa96-d69d80b54eed tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "GET /v2.0/networks/5d2e618d-6bf5-4e49-8c60-b7bb7f19327c HTTP/1.1" status: 404 len: 339 time: 0.0612180 Sep 28 08:34:43.699975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b982946-efa0-457b-84f0-442d2cf2fa6e') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.699975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b982946-efa0-457b-84f0-442d2cf2fa6e') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:43.708325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36112) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.708655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36114) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.721312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': True}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:43.769541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.771419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b780bbe-66cb-40be-adc0-fe7065173d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1816f1f-584b-4f5d-9055-365d41f7e31e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:43.817316 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2b780bbe-66cb-40be-adc0-fe7065173d1d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=922ccfe61a3c42e8bfc2780c8504a072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114129 Sep 28 08:34:43.819288 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-027b734f-b0c5-4b8b-b891-da2172f01a33 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] GET failed (client error): The resource could not be found. Sep 28 08:34:43.824340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-027b734f-b0c5-4b8b-b891-da2172f01a33 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "GET /v2.0/ports/92ba8df9-f9c7-431c-b459-59fff951ad8c HTTP/1.1" status: 404 len: 333 time: 0.1029222 Sep 28 08:34:43.824340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36116) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.825878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.834620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.834805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event updated for resources: {'Port': ['ID=ccebf550-f0bb-45c5-b715-f5674fd23b55,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:43.864407 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-521f5b4f-5da1-4279-9977-4ea15fca478c tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] GET failed (client error): The resource could not be found. Sep 28 08:34:43.869457 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-521f5b4f-5da1-4279-9977-4ea15fca478c tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "GET /v2.0/subnets/1bb07ccb-0f6d-4db1-87b1-bec691230961 HTTP/1.1" status: 404 len: 337 time: 0.0392067 Sep 28 08:34:43.869671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36120) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.873308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:43.873720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:43.878879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-26b9fef3-1919-4ce1-8cc4-6cf3130e051a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:43.930069 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b9fef3-1919-4ce1-8cc4-6cf3130e051a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] PUT failed (client error): The resource could not be found. Sep 28 08:34:43.930618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b9fef3-1919-4ce1-8cc4-6cf3130e051a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:43.935427 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-26b9fef3-1919-4ce1-8cc4-6cf3130e051a tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "PUT /v2.0/networks/501930fa-e26c-48d6-a9b0-b0a6ff621da6 HTTP/1.1" status: 404 len: 339 time: 0.0611579 Sep 28 08:34:43.935874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36122) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:43.941461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1ddc53e2-4d2a-4e97-8ec0-140b599836a8 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:44.026495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddc53e2-4d2a-4e97-8ec0-140b599836a8 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] PUT failed (client error): The resource could not be found. Sep 28 08:34:44.027237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddc53e2-4d2a-4e97-8ec0-140b599836a8 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:44.028455 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ddc53e2-4d2a-4e97-8ec0-140b599836a8 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "PUT /v2.0/ports/095ef044-517b-491b-ada9-a9b6112bd42f HTTP/1.1" status: 404 len: 333 time: 0.0915513 Sep 28 08:34:44.035317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36124) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:44.056628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5c14061a-eee9-479d-8e58-fc5954f95487 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:44.061144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.076515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.079844 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/780aa1b2-6883-4c2d-9a70-47f729e7f49f HTTP/1.1" status: 204 len: 168 time: 0.9650834 Sep 28 08:34:44.090830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36126) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:44.120139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.126272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e671d46-04f0-4594-9ecc-518de68fcfb1 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=780aa1b2-6883-4c2d-9a70-47f729e7f49f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:44.128310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.135963 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c14061a-eee9-479d-8e58-fc5954f95487 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] PUT failed (client error): The resource could not be found. Sep 28 08:34:44.136422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c14061a-eee9-479d-8e58-fc5954f95487 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:34:44.137806 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5c14061a-eee9-479d-8e58-fc5954f95487 tempest-NetworksNegativeTestJSON-1166577536 tempest-NetworksNegativeTestJSON-1166577536-project] 10.222.0.27 "PUT /v2.0/subnets/77132f86-fc2f-4e48-bafd-dfeb298ebeea HTTP/1.1" status: 404 len: 337 time: 0.0858898 Sep 28 08:34:44.169601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.272364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.275013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.276249 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e1816f1f-584b-4f5d-9055-365d41f7e31e HTTP/1.1" status: 204 len: 168 time: 0.4487898 Sep 28 08:34:44.287277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb44b4b-5979-4463-bbbc-eb8ff14e848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1816f1f-584b-4f5d-9055-365d41f7e31e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:44.327876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.439201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.483579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.586834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36138) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:44.627119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 172.26.4.211 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/d9de69f4-860f-41a9-915d-0c895793374c) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:44.665678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.672862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:34:44.692823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-36ac4cb2-cf2d-44c4-80a5-3c06ca4946d7 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:44.694222 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-36ac4cb2-cf2d-44c4-80a5-3c06ca4946d7 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.62 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.2813168 Sep 28 08:34:44.742413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.755010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-721a30e1-78b5-4930-8886-66b316ebdfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.772631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36146) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:44.805682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-346da39b-5b74-41a0-b976-1483b2772a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.810789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4602c89d-7c46-4d78-be40-5bb77f63f9ce']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:44.811974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.819891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ad2e0-ab2c-48a8-bb01-a0638a58ce2a req-3083612e-3888-48c3-ad7f-d9be79cb9afc tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:44.821413 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-359ad2e0-ab2c-48a8-bb01-a0638a58ce2a req-3083612e-3888-48c3-ad7f-d9be79cb9afc tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.3442416 Sep 28 08:34:44.842369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55964f87-687e-4720-97b7-029a2bcfd1fd') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:44.842614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55964f87-687e-4720-97b7-029a2bcfd1fd') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:44.867894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.890947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.922152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.953642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d46e9-0599-40db-8fec-5c19da2fb778 req-2febeb6a-4c2c-4d26-b916-84fc29d4e912 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:44.955156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-000d46e9-0599-40db-8fec-5c19da2fb778 req-2febeb6a-4c2c-4d26-b916-84fc29d4e912 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1362677 Sep 28 08:34:44.976326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.985270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-721a30e1-78b5-4930-8886-66b316ebdfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:44.990943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.018062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:45.018468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.026941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-721a30e1-78b5-4930-8886-66b316ebdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.045624 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-359ad2e0-ab2c-48a8-bb01-a0638a58ce2a req-015c704f-cbc6-47da-a698-72386ec6494e tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2138140 Sep 28 08:34:45.047112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 55964f87-687e-4720-97b7-029a2bcfd1fd resource provider aggregate not found Sep 28 08:34:45.088183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:45.099953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 55964f87-687e-4720-97b7-029a2bcfd1fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55964f87-687e-4720-97b7-029a2bcfd1fd found for delete ", "request_id": "req-f939aa19-c9e9-4b8e-90aa-c8094f04303e"}]} Sep 28 08:34:45.121202 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3b982946-efa0-457b-84f0-442d2cf2fa6e resource provider aggregate not found Sep 28 08:34:45.130875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:45.139140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=d9de69f4-860f-41a9-915d-0c895793374c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.145019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:45.149438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-000d46e9-0599-40db-8fec-5c19da2fb778 req-abd975b0-068f-4e6a-8c45-40c2da1e20e1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811268 Sep 28 08:34:45.155601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-721a30e1-78b5-4930-8886-66b316ebdfe4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d6390a04ac4242958a1ac6b15d57a98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674994 Sep 28 08:34:45.159425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-346da39b-5b74-41a0-b976-1483b2772a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.160230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36156) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:45.160905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a30e1-78b5-4930-8886-66b316ebdfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2011756-eaac-426c-9185-605e1eb5aa14,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.188389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.205608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.207753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3b982946-efa0-457b-84f0-442d2cf2fa6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b982946-efa0-457b-84f0-442d2cf2fa6e found for delete ", "request_id": "req-f430646b-3a1e-4253-99b5-e448d1a986c7"}]} Sep 28 08:34:45.210913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-346da39b-5b74-41a0-b976-1483b2772a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.211076 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/4602c89d-7c46-4d78-be40-5bb77f63f9ce HTTP/1.1" status: 204 len: 168 time: 1.1145382 Sep 28 08:34:45.214827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:45.246854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee3ad-5fba-4172-b29d-5e04ce207e4a tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=4602c89d-7c46-4d78-be40-5bb77f63f9ce,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.249996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Deleting port bfd10b06-9064-4d30-a3d8-ef3e1f3055df {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:45.250341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.296648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-346da39b-5b74-41a0-b976-1483b2772a43 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=99f4f792ead8421fa3fc4e453aeb622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214224 Sep 28 08:34:45.300378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:45.301781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346da39b-5b74-41a0-b976-1483b2772a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef41aa-67dd-4e11-a62f-42fef0f68282,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.363763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.449410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.505990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.575078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.584872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.587447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.588618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2011756-eaac-426c-9185-605e1eb5aa14 HTTP/1.1" status: 204 len: 168 time: 0.4251277 Sep 28 08:34:45.649245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc460e-0073-4637-9ded-5a0ae5299430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2011756-eaac-426c-9185-605e1eb5aa14,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.670550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.729802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.732896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.734199 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bfef41aa-67dd-4e11-a62f-42fef0f68282 HTTP/1.1" status: 204 len: 168 time: 0.4287660 Sep 28 08:34:45.785968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb396d8-dfa5-4dd4-bee5-dbd5d9247b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef41aa-67dd-4e11-a62f-42fef0f68282,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:45.842082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.859540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:45.880553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121398b6-a8a9-4a57-887c-de0535bd1ab2 req-81ec13d1-717b-4198-a4e6-6db0aaa04a7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:45.882526 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-121398b6-a8a9-4a57-887c-de0535bd1ab2 req-81ec13d1-717b-4198-a4e6-6db0aaa04a7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.6386249 Sep 28 08:34:45.886725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] For port bfd10b06-9064-4d30-a3d8-ef3e1f3055df, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:45.887123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.089816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:46.227080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-121398b6-a8a9-4a57-887c-de0535bd1ab2 req-d5e4038a-01fe-446b-8628-6e3c6366e33a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285751 Sep 28 08:34:46.300965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.304874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.327231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.427840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2de052-1b1c-4742-bc50-30725c08d947']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.484390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44248bd0-ef02-4d3a-ba0b-824a492e205c') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.484816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44248bd0-ef02-4d3a-ba0b-824a492e205c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.512515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b048-76f6-4c0d-90c2-9fce753ff346 req-27d69b6d-c168-4b59-aeb1-1c5415e46df9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:46.515418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87b4b048-76f6-4c0d-90c2-9fce753ff346 req-27d69b6d-c168-4b59-aeb1-1c5415e46df9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 945 time: 0.2058496 Sep 28 08:34:46.524031 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.534408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router 397fb50d-45ba-4716-ad7b-859d90468c2f is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:46.593293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.620076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045cb43-353b-4faa-aa5a-366df9212367 req-266c2a64-d290-41f9-b04d-6e33d0bb5e05 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:46.622096 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7045cb43-353b-4faa-aa5a-366df9212367 req-266c2a64-d290-41f9-b04d-6e33d0bb5e05 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2919173 Sep 28 08:34:46.626112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:34:46.626605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.649364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.649810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.650198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Floating IP 265539e6-04d5-43ec-8f66-af3e2a7b1a1e disassociated. External IP: 172.26.4.36, port: bfd10b06-9064-4d30-a3d8-ef3e1f3055df. Sep 28 08:34:46.650604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Calling delete_port for bfd10b06-9064-4d30-a3d8-ef3e1f3055df owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:46.679520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:46.696767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:46.700101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:46.705478 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87b4b048-76f6-4c0d-90c2-9fce753ff346 req-532cf18f-dd5a-4b99-adf5-e3e8b1b81c65 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab331548-fdf8-474a-97ef-3f263137ab97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1835258 Sep 28 08:34:46.708488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.712569 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e32f6a53-1f5e-496c-8104-27f1eb3d7e0c tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "PUT /v2.0/routers/397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 200 len: 918 time: 2.9933231 Sep 28 08:34:46.713022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36208) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:46.717395 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] Sync routers for ids ['397fb50d-45ba-4716-ad7b-859d90468c2f'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:46.722235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:46.722875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.736752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.742399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Router 5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:46.747564 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] Routers {'397fb50d-45ba-4716-ad7b-859d90468c2f'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:46.748319 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['397fb50d-45ba-4716-ad7b-859d90468c2f'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.810092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.812588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36210) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:46.817080 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.829784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:46.830808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.831265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.844247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] Routers {'397fb50d-45ba-4716-ad7b-859d90468c2f'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:46.852990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['397fb50d-45ba-4716-ad7b-859d90468c2f'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.854927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:46.860415 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] 10.222.0.27 "DELETE /v2.0/networks/7c2de052-1b1c-4742-bc50-30725c08d947 HTTP/1.1" status: 204 len: 168 time: 1.6316507 Sep 28 08:34:46.865432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7045cb43-353b-4faa-aa5a-366df9212367 req-bc65952a-0272-4527-9bdd-ed7ef74e2ec5 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232857 Sep 28 08:34:46.908173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.909074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3169fa-c95f-49f1-931c-9a0514ad00ba None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:46.932229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f401ff2-39f3-417f-b490-c2507df8a212 tempest-BulkNetworkOpsTest-1858247815 tempest-BulkNetworkOpsTest-1858247815-project] Pushing event deleted for resources: {'Network': ['ID=7c2de052-1b1c-4742-bc50-30725c08d947,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:46.962935 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2d4a8b6e-3a85-4c59-915a-6ecea3a7e6f9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/06b3c131-3486-4864-b17f-13e7c2e94098 HTTP/1.1" status: 200 len: 978 time: 3.8972847 Sep 28 08:34:46.963994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36220) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:46.964475 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:46.965208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055d717-e4a8-4ff6-86fd-bf51e7c147d9 None None] The sync data for ids ['397fb50d-45ba-4716-ad7b-859d90468c2f'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:46.995852 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bc310d5c-4aad-4159-8129-9317491e53c8 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 200 len: 924 time: 0.2692451 Sep 28 08:34:47.001849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36222) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.085495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c23c842-f8bd-40c5-a270-c66885e31d08 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:47.087166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c23c842-f8bd-40c5-a270-c66885e31d08 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=397fb50d-45ba-4716-ad7b-859d90468c2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0840652 Sep 28 08:34:47.093394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.150545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 44248bd0-ef02-4d3a-ba0b-824a492e205c resource provider aggregate not found Sep 28 08:34:47.187901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.190140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:47.198713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645315e5-79e3-4630-ad27-31e875cc35c4 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:47.202889 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-645315e5-79e3-4630-ad27-31e875cc35c4 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.1083729 Sep 28 08:34:47.203437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] Sync routers for ids ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:47.203567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36232) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.220090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] Routers {'5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:47.221709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:47.233545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 44248bd0-ef02-4d3a-ba0b-824a492e205c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44248bd0-ef02-4d3a-ba0b-824a492e205c found for delete ", "request_id": "req-6a41a1a1-2c1c-47fa-8bb2-a4088e86fbe2"}]} Sep 28 08:34:47.242392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e865cf79-aee1-485e-9609-3bcb70d2e8e2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 200 len: 205 time: 0.0377464 Sep 28 08:34:47.243128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.271514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event deleted for resources: {'Port': ['ID=bfd10b06-9064-4d30-a3d8-ef3e1f3055df,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:47.294141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1328800283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:47.301663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.305774 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53950e1f-fbb3-4efd-8a98-5a7ba3e1dac0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6235898 Sep 28 08:34:47.309325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:47.322518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] Routers {'5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:47.323346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:47.358332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36238) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.364220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:47.412593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:47.413645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09100f-ef18-4b1f-b982-841625349dfc None None] The sync data for ids ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:47.426788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.480775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.482101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.524141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d523c6-7793-48b1-9707-0a779006820d req-d6fd946d-a60b-4213-8e70-432ee9e8e193 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:47.533718 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13d523c6-7793-48b1-9707-0a779006820d req-d6fd946d-a60b-4213-8e70-432ee9e8e193 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1667337 Sep 28 08:34:47.623117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:47.635525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.673069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port da0ae408-96e6-4040-b732-2b1eeeff7347 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:47.673554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.701959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port d9de69f4-860f-41a9-915d-0c895793374c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:47.702221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.777538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.809420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.835694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for d9de69f4-860f-41a9-915d-0c895793374c owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:47.840059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Router acfb8368-6922-4743-bac0-4b6b78c82670 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:47.880563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:47.899884 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13d523c6-7793-48b1-9707-0a779006820d req-da75d08d-eba5-4987-ada6-11f3a7f306be tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649602 Sep 28 08:34:48.031258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-18bf885b-0047-41d8-8a01-a66e66c7b40b req-9f0bab56-922f-46ad-a3b4-4b96e2ce95b7 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.0999753 Sep 28 08:34:48.075921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36262) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:48.156034 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9128f6df-f52f-4b5e-a1fc-d02cb5225ddb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1af1d4e0c9e345a0879279968ad7b9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317106 Sep 28 08:34:48.157518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36266) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:48.219193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.245150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.325957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.344494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.344953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.365074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=d9de69f4-860f-41a9-915d-0c895793374c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:48.366236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for da0ae408-96e6-4040-b732-2b1eeeff7347 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:48.381211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.385484 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-73161f3e-c39e-4d97-810c-40a1f968c567 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5596390 Sep 28 08:34:48.391007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36270) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:48.409866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.412264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.425524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-369175104'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:48.427351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0998821e-6574-42b8-b1d6-d488ab42390b HTTP/1.1" status: 204 len: 168 time: 0.2590628 Sep 28 08:34:48.458446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:48.462111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.486897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1953510276'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:48.509801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.514979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af99de-34d4-4ca4-a5ef-3324aaba1643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0998821e-6574-42b8-b1d6-d488ab42390b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:48.558206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Made reservation on behalf of 42c72d6558724a2ea8788d9c4a1ddca2 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:48.563612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.579746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.590941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.771151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.772939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.775215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.778818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:48.801686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Sync routers for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:48.814173 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:48.814783 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:48.827477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.834160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.862755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.863325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router 397fb50d-45ba-4716-ad7b-859d90468c2f {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:48.868929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:48.876746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.880131 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea2ea-4a4b-4d23-bb1b-67a06d532834 req-52690a9c-172f-4909-a354-fcbbde3c31a7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:48.883925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-412ea2ea-4a4b-4d23-bb1b-67a06d532834 req-52690a9c-172f-4909-a354-fcbbde3c31a7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2315509 Sep 28 08:34:48.884688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a66ef41d-6fba-468e-aecb-9e6f17eded42 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 204 len: 168 time: 1.6354849 Sep 28 08:34:48.886595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36278) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:48.887274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] No DVR routers for this DVR port bfd10b06-9064-4d30-a3d8-ef3e1f3055df on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:34:48.894647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.898111 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3626028a-c875-4e80-ae84-5eb63a0634a5 req-b9c2e942-e72d-4a3e-a6c5-703b5efa9279 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.62 "DELETE /v2.0/ports/bfd10b06-9064-4d30-a3d8-ef3e1f3055df HTTP/1.1" status: 204 len: 173 time: 4.1709003 Sep 28 08:34:48.898262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-646361686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:48.899875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'name': 'network-vif-deleted', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:34:48.903280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf548626-c731-44b2-b681-ec1372990bba" -d '{"events": [{"server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "name": "network-vif-deleted", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:34:48.922053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c330a16-54c1-4e65-9af4-d2770173853a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:48.943955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:48.945519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.010398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.024072 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-412ea2ea-4a4b-4d23-bb1b-67a06d532834 req-bbe80401-bea2-471a-95e3-7590f8a2651d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155338 Sep 28 08:34:49.029492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.036782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.041699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d4e67-1ba0-499b-9f99-72746f80b5a3 x-openstack-request-id: req-9a0d4e67-1ba0-499b-9f99-72746f80b5a3 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:34:49.042171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf12b2-9052-4e28-8d69-e0a4b3e1d987", "name": "network-vif-deleted", "tag": "bfd10b06-9064-4d30-a3d8-ef3e1f3055df", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:34:49.042573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a0d4e67-1ba0-499b-9f99-72746f80b5a3 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:34:49.043258 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0d4e67-1ba0-499b-9f99-72746f80b5a3'] response: {'server_uuid': 'baaf12b2-9052-4e28-8d69-e0a4b3e1d987', 'name': 'network-vif-deleted', 'tag': 'bfd10b06-9064-4d30-a3d8-ef3e1f3055df', 'status': 'completed', 'code': 200} Sep 28 08:34:49.054627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.070862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.071192 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Added segment ce8115be-e31b-47fc-98b7-b65ccfcb86f0 of type vlan for network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 Sep 28 08:34:49.109059 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:49.151354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.165767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8639f396-38af-4b64-9099-d9a169743dd2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2727625 Sep 28 08:34:49.174797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36288) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:49.175467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.189821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:49.203992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:49.266365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3136db-c481-4ed2-8dbf-894ab68d2c18,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:49.271255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=da0ae408-96e6-4040-b732-2b1eeeff7347,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:49.313486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.347966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a1fb756-4217-448e-8ee4-2b5ce938c224 req-a3c93da8-97a2-492e-8c3d-a3592841bac9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/ports?device_id=baaf12b2-9052-4e28-8d69-e0a4b3e1d987 HTTP/1.1" status: 200 len: 210 time: 0.1388679 Sep 28 08:34:49.375185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.375820 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Added segment 8ed3bf8d-19d9-499b-8c86-30f4b8ac3153 of type vlan for network 9ca3f312-f074-4085-b8a3-4db2bfd0135b Sep 28 08:34:49.405527 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:49.434521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.437987 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Checking router: acfb8368-6922-4743-bac0-4b6b78c82670 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:34:49.445010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.447509 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:49.448170 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:49.459069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:49.459917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.575399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.582515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:49.583121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.603035 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:34:49.612847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Pushing event updated for resources: {'Network': ['ID=41da63b7-cc5d-4033-bfa8-42ef1476d0a8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:49.626426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:49.657941 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2365284 Sep 28 08:34:49.662153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:49.675581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'subnet': {'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:49.759988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e2ba75ce-416f-4e95-9b3c-5e5fb7c0e62e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6274347 Sep 28 08:34:49.782648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:49.782990 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 06b3c131-3486-4864-b17f-13e7c2e94098 disassociated (deleted). External IP: 172.26.4.138, port: 532c3061-52ef-4693-a85a-518701e8d634. Sep 28 08:34:49.901597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47ae84-f3e9-4ca6-9b21-4e0d037399c8 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Network': ['ID=9ca3f312-f074-4085-b8a3-4db2bfd0135b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:49.923135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:49.931603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36308) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:50.025183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bfd10b06-9064-4d30-a3d8-ef3e1f3055df no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:34:50.045531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.060814 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:50.085383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:50.089508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.100849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: bfd10b06-9064-4d30-a3d8-ef3e1f3055df {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:34:50.109496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bfd10b06-9064-4d30-a3d8-ef3e1f3055df not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:34:50.142871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666535571'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:50.157686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72025c6-c35c-4392-9183-66dbac81f99b None None] The sync data for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv is: [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49', 'name': '', 'network_id': '2d35de64-678f-420b-adab-d633801451e0', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'mac_address': 'fa:16:3e:f1:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:21Z', 'updated_at': '2022-09-28T08:33:29Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'subnets': [{'id': 'd9cce6c2-b79c-425b-a5ed-80e06e807e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:50.308456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36314) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:50.313471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8', 'binding:host_id': 'hv-neutron-8593', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-505457316'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:50.345601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:50.359568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.392236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9e736-dcf7-4dc2-ab09-af23b0d3c5fb req-e9eee479-0b9d-4669-bcfb-6340a4fc71b8 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:50.394223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0da9e736-dcf7-4dc2-ab09-af23b0d3c5fb req-e9eee479-0b9d-4669-bcfb-6340a4fc71b8 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1863513 Sep 28 08:34:50.395097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.400227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Made reservation on behalf of 466dc33c9ac04fda8f5b45dc1828f29c for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:50.402871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.461770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.478401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:50.516046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5c184-839c-4726-a84c-373b529af5b1 None None] New status for floating IP 265539e6-04d5-43ec-8f66-af3e2a7b1a1e: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:34:50.534005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.605240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0da9e736-dcf7-4dc2-ab09-af23b0d3c5fb req-fc74be9d-b7f9-4e4d-aa7a-df5d153333ef tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976080 Sep 28 08:34:50.683453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:50.688847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.695498 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:50.701615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.711476 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:50.711961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.712115 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:50.738125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.753357 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:50.764065 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:50.764662 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:50.800962 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:50.801668 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a1a25-e330-4541-8b4d-eb4dad7ac567 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:50.816025 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8a2aad91-7972-42bb-9b0a-2f15fd210a3b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/06b3c131-3486-4864-b17f-13e7c2e94098 HTTP/1.1" status: 204 len: 168 time: 3.8509767 Sep 28 08:34:50.822073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.826167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36322) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:50.897792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.910455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:50.927735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 3d76b1f9-b5b6-4821-8a41-cb583e12790b yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:51.018936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Subnet': ['ID=8ed2deae-8565-40b8-bef5-bf6605a2c497,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.022226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.037327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.066979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a0aa7-207d-41fc-9150-cc820808e031,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.070056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.077067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Checking segment: {'id': '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:51.077486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network hostable DHCP agents. Network: 9ca3f312-f074-4085-b8a3-4db2bfd0135b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:51.088396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router 5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:51.092788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.095412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.099080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "DELETE /v2.0/security-groups/ab331548-fdf8-474a-97ef-3f263137ab97 HTTP/1.1" status: 204 len: 168 time: 0.6144552 Sep 28 08:34:51.109836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36324) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.118395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.121096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d33d349-9116-4453-ba16-ae5a89b63b39,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.128254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce22b0-0d56-4e69-884f-05bfcaaf30d8 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab331548-fdf8-474a-97ef-3f263137ab97,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.147758 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-8f986fc4-3d4a-448d-b80d-9ef9437716fd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] show failed (client error): The resource could not be found. Sep 28 08:34:51.152039 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8f986fc4-3d4a-448d-b80d-9ef9437716fd tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "GET /v2.0/security-groups/ab331548-fdf8-474a-97ef-3f263137ab97 HTTP/1.1" status: 404 len: 347 time: 0.0380218 Sep 28 08:34:51.152188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36326) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.193428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:51.221463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 9ca3f312-f074-4085-b8a3-4db2bfd0135b) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:51.226812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.232102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:51.232715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.235422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b98b1d-bd31-488c-b3f7-ed78519d2f40 None None] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:51.240776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.309854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f177baaf-bf1e-4db6-9135-805487c54fec tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6462963 Sep 28 08:34:51.315200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36328) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.316101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f31c78c-4192-4732-9f00-7f7b8f8b16b8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.321075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.325758 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d1d81065-e5f4-4c54-8ad8-f4d3f28caa6d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3927915 Sep 28 08:34:51.327811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36330) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.332870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'network': {'name': 'tempest-router-network01--337192290'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:51.369499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Allocated IP 172.26.4.41 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/aa84c33f-3e5f-4057-89c2-5464542c9ffd) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:51.412446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:51.416010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.431964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-9ca3f312-f074-4085-b8a3-4db2bfd0135b', 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b', 'tenant_id': '5d261c34e48e4688bdb8cf232b83efef', 'fixed_ips': [{'subnet_id': '8ed2deae-8565-40b8-bef5-bf6605a2c497'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:51.433227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.509529 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-74cb35e6-d3d7-42f6-b6fa-faae025ec5a5 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1667933 Sep 28 08:34:51.513512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36332) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.521279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-security--228911334', 'description': 'tempest-security-description-378914085'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:51.524741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:51.525242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 532c3061-52ef-4693-a85a-518701e8d634 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:51.525584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.556312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.556934 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Added segment 2ed8febb-c5f2-45e7-be70-f43ece5e68e9 of type vlan for network 87949f9f-17da-443e-9058-29c37062b1e1 Sep 28 08:34:51.610208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Allocated IP 2001:db8::2 (9ca3f312-f074-4085-b8a3-4db2bfd0135b/8ed2deae-8565-40b8-bef5-bf6605a2c497/f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:51.620126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.627457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.640095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.714304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.720869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.726913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:51.727771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.738207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.740714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.744640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "PUT /v2.0/security-groups/3f31c78c-4192-4732-9f00-7f7b8f8b16b8 HTTP/1.1" status: 200 len: 1776 time: 0.2274728 Sep 28 08:34:51.749689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.757580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36336) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.811905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4815190 Sep 28 08:34:51.825962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36338) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.834930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'network': {'name': 'tempest-router-network02--1280383248'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:51.851681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:51.883964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e356d9-b69c-4a4c-833c-fd4695b170dd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f31c78c-4192-4732-9f00-7f7b8f8b16b8,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.890652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:51.893294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 3d76b1f9-b5b6-4821-8a41-cb583e12790b yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:51.899486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85250a17-3ff8-473f-a797-468473b727d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Network': ['ID=87949f9f-17da-443e-9058-29c37062b1e1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.904029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:51.906489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:51.909137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Pushing event updated for resources: {'Port': ['ID=aa84c33f-3e5f-4057-89c2-5464542c9ffd,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:51.911621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.912955 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d5441b61-671b-4771-8f0a-120a14c9d5fa tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "PUT /v2.0/routers/5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 200 len: 920 time: 4.5526440 Sep 28 08:34:51.925799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] Sync routers for ids ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:51.930139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36340) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.931103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.939245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 87949f9f-17da-443e-9058-29c37062b1e1 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:51.939504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.959609 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0a496aed-1a6d-4371-97cb-03f2b47ebcd4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups/3f31c78c-4192-4732-9f00-7f7b8f8b16b8 HTTP/1.1" status: 200 len: 1776 time: 0.1982908 Sep 28 08:34:51.962741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.966135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 532c3061-52ef-4693-a85a-518701e8d634 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:51.968507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36342) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:51.985575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:51.989088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:51.993436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] Routers {'5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:51.994321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:52.024582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf13247-fc44-4e30-81cc-61ed3a4224aa req-9974d859-7214-469d-b63b-33171dd2bc83 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:52.026417 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aaf13247-fc44-4e30-81cc-61ed3a4224aa req-9974d859-7214-469d-b63b-33171dd2bc83 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2724452 Sep 28 08:34:52.078532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:52.086599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.096056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:34:52.103330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.132093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] Routers {'5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:52.132742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=3d76b1f9-b5b6-4821-8a41-cb583e12790b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.132991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:52.142955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Deleting port cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:52.143648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.158698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.159047 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Added segment 2ab2a294-681f-493b-8c16-6a267a6d5aa4 of type vlan for network 7d4fa798-32e4-443b-b291-7b67e25f74e3 Sep 28 08:34:52.178307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:52.178504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71eecb-b40f-4ce1-af06-5fdfea681145 None None] The sync data for ids ['5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:52.183442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-49d883bd-27b7-424a-b7d6-67d940c6804f tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 200 len: 920 time: 0.2468145 Sep 28 08:34:52.187975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36344) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.193623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:52.193879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Pushing event updated for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.197514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:52.199675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:52.224092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.237253 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aaf13247-fc44-4e30-81cc-61ed3a4224aa req-630c3efa-d99c-47ca-8ad2-29ed0c237dc0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856093 Sep 28 08:34:52.266579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Attempting to bind port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:52.267149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Attempting to bind port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:52.267365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Attempting to bind port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee on network 9ca3f312-f074-4085-b8a3-4db2bfd0135b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:52.272947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:52.273561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Checking segment: {'id': '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:52.273959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.274269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Bound using segment: {'id': '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:52.274905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Bound port: f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ca3f312-f074-4085-b8a3-4db2bfd0135b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:52.275565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.292390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.292719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Checking segment: {'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:52.293221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Network hostable DHCP agents. Network: 41da63b7-cc5d-4033-bfa8-42ef1476d0a8, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:52.295452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.297996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:52.298605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.358622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:52.362090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,segment=NetworkSegment(8ed3bf8d-19d9-499b-8c86-30f4b8ac3153),segment_id=8ed3bf8d-19d9-499b-8c86-30f4b8ac3153)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:52.368625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.372752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.384743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.385216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.408497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5773232 Sep 28 08:34:52.413806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36346) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.427205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'subnet': {'network_id': '87949f9f-17da-443e-9058-29c37062b1e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:52.435386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5b3db-7968-4e6b-b62e-5dfc57bac18b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Network': ['ID=7d4fa798-32e4-443b-b291-7b67e25f74e3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.435976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Calling delete_port for cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:52.443724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd158f-0e26-4b7d-a2cf-d9ecbac5b6ef tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:52.445229 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-91fd158f-0e26-4b7d-a2cf-d9ecbac5b6ef tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2513351 Sep 28 08:34:52.449579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:34:52.453141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36348) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.453772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.455637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:52.469082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413771-2dbb-4ad3-989c-8461ac555fef None None] Pushing event updated for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.521189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 41da63b7-cc5d-4033-bfa8-42ef1476d0a8) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:52.540037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:52.579717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.582451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.583694 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/3f31c78c-4192-4732-9f00-7f7b8f8b16b8 HTTP/1.1" status: 204 len: 168 time: 0.6125557 Sep 28 08:34:52.593915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36350) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.597435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a63366-530a-4995-b8d4-dae11eb93f4b None None] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:52.639867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:52.640209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:52.640569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:52.671190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d23915-b535-4409-967a-b0e14c9cbfea tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f31c78c-4192-4732-9f00-7f7b8f8b16b8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.682074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:52.682424 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:52.685721 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 2 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:52.731960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:52.735876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.736511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.777393 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9e94806b-fd64-4643-9427-74b5646002bf tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1745651 Sep 28 08:34:52.783265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36352) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.820288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:52.820506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:52.820802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:52.830686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dac988-a868-4534-8e47-5a453ad66eef tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:52.834886 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8dac988-a868-4534-8e47-5a453ad66eef tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.3763301 Sep 28 08:34:52.855329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36354) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.862380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=532c3061-52ef-4693-a85a-518701e8d634,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:52.877166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-34ab5650-bdd4-44e5-bfa2-11b555b5eb37 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] delete failed (client error): The resource could not be found. Sep 28 08:34:52.878223 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-34ab5650-bdd4-44e5-bfa2-11b555b5eb37 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/3f31c78c-4192-4732-9f00-7f7b8f8b16b8 HTTP/1.1" status: 404 len: 347 time: 0.0905201 Sep 28 08:34:52.883101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36356) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.887819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--731769790'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:52.899379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:52.899713 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:52.914270 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 3 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:52.918597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e763139b-e25b-42f4-9dfc-3f9dc3fac048 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 200 len: 205 time: 0.0615530 Sep 28 08:34:52.927200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36358) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:52.991768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.993733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:52.994078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:52.994429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:52.996631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:52.997171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.013178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.050955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.051284 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.056678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 4 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.064193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Pushing event deleted for resources: {'Port': ['ID=cf0ff0b6-6d31-46a7-8b6b-dff5a3cdc4ec,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:53.094472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.094810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.095149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.102943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.145913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.149469 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b4d1c0b4-0880-4816-bf7e-fb1dd4a796ee tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/532c3061-52ef-4693-a85a-518701e8d634 HTTP/1.1" status: 204 len: 168 time: 2.3179903 Sep 28 08:34:53.153626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.154180 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.158018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36360) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:53.167312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:53.173557 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 5 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.204458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.206236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.206570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.206903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.250717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.250925 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.254906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 6 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.257777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Subnet': ['ID=ff8b6b39-f053-454c-9e6f-5d27da60db6a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:53.268560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.271674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.272391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3966509d-96fa-4b9d-acd1-6dd1faf0c5a9 tempest-ServersTestJSON-404946210 tempest-ServersTestJSON-404946210-project] 10.222.0.27 "DELETE /v2.0/floatingips/265539e6-04d5-43ec-8f66-af3e2a7b1a1e HTTP/1.1" status: 204 len: 168 time: 2.1197701 Sep 28 08:34:53.278258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36364) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:53.281544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.285610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.309582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.320556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Checking segment: {'id': '2ed8febb-c5f2-45e7-be70-f43ece5e68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:53.320943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network hostable DHCP agents. Network: 87949f9f-17da-443e-9058-29c37062b1e1, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:53.329164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.329383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.329965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.367994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.368274 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.371671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 7 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.386626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.388071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5039639 Sep 28 08:34:53.395136 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:53.404223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3b3da-23e4-44d1-83f2-219497a1927f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:53.413407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.413749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.414734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.415279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0932dd-a937-4f25-b585-a10635b1c14d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e3b3da-23e4-44d1-83f2-219497a1927f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:53.462740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.467434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 87949f9f-17da-443e-9058-29c37062b1e1 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:53.469261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.469455 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.473997 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 8 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.490023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754c123-a08b-4afb-a899-c1490daeee36 req-8d5382e0-cae2-4655-b6e8-3464ef1cb6e1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:53.492413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b754c123-a08b-4afb-a899-c1490daeee36 req-8d5382e0-cae2-4655-b6e8-3464ef1cb6e1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1506577 Sep 28 08:34:53.500183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 87949f9f-17da-443e-9058-29c37062b1e1) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:53.507724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:53.508781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.511924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Router 78852b5e-d1f7-43e9-a200-de401c6b79d8 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:53.522359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b640866-e9d9-4610-b218-5a31a398f95b None None] Network 87949f9f-17da-443e-9058-29c37062b1e1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:53.532300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.532642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.532980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.538352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.564598 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fdf3bf5c-4d6c-44e2-863b-31bcc90ba11d tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1494443 Sep 28 08:34:53.572410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:53.584693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'subnet': {'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:53.603852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.604196 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.610125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 9 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.622527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:53.645374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.645712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.646052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.666439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.666780 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.696212 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 10 to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b Sep 28 08:34:53.736663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:53.737013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:53.737382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:53.748573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port ccebf550-f0bb-45c5-b715-f5674fd23b55 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:53.748955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.751254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:53.751663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.751996 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee Sep 28 08:34:53.755979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930f34d-6ef7-437f-b558-df8378d7ef36 None None] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:53.775288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:53.775620 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 3d76b1f9-b5b6-4821-8a41-cb583e12790b on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:53.775989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.781241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.787883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-87949f9f-17da-443e-9058-29c37062b1e1', 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1', 'tenant_id': '5d261c34e48e4688bdb8cf232b83efef', 'fixed_ips': [{'subnet_id': 'ff8b6b39-f053-454c-9e6f-5d27da60db6a'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:53.789230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.815146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.865238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.875584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b754c123-a08b-4afb-a899-c1490daeee36 req-eb01b63c-3b00-4357-88df-333ea7ed6bff tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439126 Sep 28 08:34:53.939001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:53.943293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.947751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Provisioning complete for port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:53.948127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.948456 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Attempt 1 to provision port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee Sep 28 08:34:53.951063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:34:53.956964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:53.957568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c6f19de5-80cd-46c9-a313-3b2ebfd069f9 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "PUT /v2.0/routers/78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 200 len: 918 time: 4.7802720 Sep 28 08:34:53.967247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] Sync routers for ids ['78852b5e-d1f7-43e9-a200-de401c6b79d8'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:34:53.973509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36370) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:53.989360 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] Routers {'78852b5e-d1f7-43e9-a200-de401c6b79d8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:53.993541 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['78852b5e-d1f7-43e9-a200-de401c6b79d8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:54.127176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:54.127458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.178646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Allocated IP 2001:db8::2 (87949f9f-17da-443e-9058-29c37062b1e1/ff8b6b39-f053-454c-9e6f-5d27da60db6a/2a751965-9d2f-48fd-865b-c879b13c5839) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:54.224168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ba9791-9dec-4478-9f98-87e61a59fc6d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.224963 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:54.250471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.251686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-78e2692e-61ee-4276-a9e2-6f4a7c1881e2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8528233 Sep 28 08:34:54.252010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,segment=NetworkSegment(8ed3bf8d-19d9-499b-8c86-30f4b8ac3153),segment_id=8ed3bf8d-19d9-499b-8c86-30f4b8ac3153)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:54.255609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:54.256177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.261236 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] Routers {'78852b5e-d1f7-43e9-a200-de401c6b79d8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:34:54.262361 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['78852b5e-d1f7-43e9-a200-de401c6b79d8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:54.267890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36372) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.281534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.309293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.337775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:34:54.338706 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb43859-b363-4c5d-a18a-79d10b704b68 None None] The sync data for ids ['78852b5e-d1f7-43e9-a200-de401c6b79d8'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:34:54.358660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for ccebf550-f0bb-45c5-b715-f5674fd23b55 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:54.367285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 3d76b1f9-b5b6-4821-8a41-cb583e12790b, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:54.367660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempted to set empty binding levels {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:34:54.392079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.393161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:54.393763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.420669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.442181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:34:54.442415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.443056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:34:54.499496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.532385 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2227974 Sep 28 08:34:54.535313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36374) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.547641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf8218-d4ba-497f-81e4-781ffe2e70c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=3d76b1f9-b5b6-4821-8a41-cb583e12790b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.586800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.599873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.603635 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/50ba9791-9dec-4478-9f98-87e61a59fc6d HTTP/1.1" status: 204 len: 168 time: 0.3153753 Sep 28 08:34:54.604857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.195 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/987c7054-4918-4146-bbd1-e2ac22addb96) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:54.609456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36376) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.658209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085ab26-74ee-429f-8560-514dcf9e0db4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ba9791-9dec-4478-9f98-87e61a59fc6d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.706480 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-52b91c10-0050-4611-be39-617a177a7b3d tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 200 len: 924 time: 0.7283039 Sep 28 08:34:54.711058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.714541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36378) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.718978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.762992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Network 87949f9f-17da-443e-9058-29c37062b1e1 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:54.766358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:54.768953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:54.803078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Pushing event updated for resources: {'Port': ['ID=2a751965-9d2f-48fd-865b-c879b13c5839,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.823516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd40d972-65e8-4cf5-9344-94118acf1844 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2102621 Sep 28 08:34:54.826802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36380) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.838487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Attempting to bind port 2a751965-9d2f-48fd-865b-c879b13c5839 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:54.839101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Attempting to bind port 2a751965-9d2f-48fd-865b-c879b13c5839 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2ed8febb-c5f2-45e7-be70-f43ece5e68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:54.839595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Attempting to bind port 2a751965-9d2f-48fd-865b-c879b13c5839 on network 87949f9f-17da-443e-9058-29c37062b1e1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:54.840303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Deleting port 3d76b1f9-b5b6-4821-8a41-cb583e12790b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:54.841128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.845026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:54.845430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Checking segment: {'id': '2ed8febb-c5f2-45e7-be70-f43ece5e68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:54.845837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.846234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Bound using segment: {'id': '2ed8febb-c5f2-45e7-be70-f43ece5e68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:54.846751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Bound port: 2a751965-9d2f-48fd-865b-c879b13c5839, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed8febb-c5f2-45e7-be70-f43ece5e68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87949f9f-17da-443e-9058-29c37062b1e1'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:54.847137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.866095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb0e5bf-0469-4004-b92d-b2961eafe32b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:54.867346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0fb0e5bf-0469-4004-b92d-b2961eafe32b tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=78852b5e-d1f7-43e9-a200-de401c6b79d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1507523 Sep 28 08:34:54.875333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36382) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:54.897109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.918545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.936471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:54.936926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] For port 2a751965-9d2f-48fd-865b-c879b13c5839, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:54.945620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] For port 2a751965-9d2f-48fd-865b-c879b13c5839, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2a751965-9d2f-48fd-865b-c879b13c5839,segment=NetworkSegment(2ed8febb-c5f2-45e7-be70-f43ece5e68e9),segment_id=2ed8febb-c5f2-45e7-be70-f43ece5e68e9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:54.974594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=ccebf550-f0bb-45c5-b715-f5674fd23b55,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:54.978467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.044585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ec58f227-e768-49f9-b744-b43e0cd4cafa None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:55.048580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.055732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333fb40-9ea7-4f4d-8638-392b514b4c66 None None] Pushing event updated for resources: {'Port': ['ID=2a751965-9d2f-48fd-865b-c879b13c5839,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:55.072786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 3d76b1f9-b5b6-4821-8a41-cb583e12790b, host hv-neutron-8593, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:55.073195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.088719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.122586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Calling delete_port for 3d76b1f9-b5b6-4821-8a41-cb583e12790b owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:55.125644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Subnet': ['ID=8cf69e94-651a-4f4d-a49f-7ff53c6e7700,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:55.163175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.170521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Checking segment: {'id': '2ab2a294-681f-493b-8c16-6a267a6d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:55.170891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network hostable DHCP agents. Network: 7d4fa798-32e4-443b-b291-7b67e25f74e3, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:34:55.174204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3f72d386-d68a-4427-88a5-81c9f950658d None None] Provisioning complete for port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:55.175218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f72d386-d68a-4427-88a5-81c9f950658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.175609 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3f72d386-d68a-4427-88a5-81c9f950658d None None] Attempt 1 to provision port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee Sep 28 08:34:55.180057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90b62b-c4fa-4c19-aba6-e63db3ceb371 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:55.184530 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2d90b62b-c4fa-4c19-aba6-e63db3ceb371 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.3051264 Sep 28 08:34:55.207262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434147-f390-403a-8535-ce7331468651 req-f132d619-4d76-4264-98f6-62846cbf2cc7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:55.214464 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0434147-f390-403a-8535-ce7331468651 req-f132d619-4d76-4264-98f6-62846cbf2cc7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2461123 Sep 28 08:34:55.217554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36386) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.251092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.262102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:34:55.294263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.326890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7d4fa798-32e4-443b-b291-7b67e25f74e3) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:55.328895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3f72d386-d68a-4427-88a5-81c9f950658d None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:55.335469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765042c0-b344-4ebb-bbae-014735cb1472 None None] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:55.338972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:55.339726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.343546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:55.349306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=987c7054-4918-4146-bbd1-e2ac22addb96,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:55.356836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:55.359308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:55.396980 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-399d4972-117d-43bb-b44a-8e9a23cf8847 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8166113 Sep 28 08:34:55.398437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36388) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.409741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.443964 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee0570f7-2371-425c-8c1d-62e3f7094ebd tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 200 len: 205 time: 0.1726665 Sep 28 08:34:55.456768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36390) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.529137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-7d4fa798-32e4-443b-b291-7b67e25f74e3', 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3', 'tenant_id': '5d261c34e48e4688bdb8cf232b83efef', 'fixed_ips': [{'subnet_id': '8cf69e94-651a-4f4d-a49f-7ff53c6e7700'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:34:55.530522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.540696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.542645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.544836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.547689 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "DELETE /v2.0/ports/3d76b1f9-b5b6-4821-8a41-cb583e12790b HTTP/1.1" status: 204 len: 168 time: 1.0093513 Sep 28 08:34:55.553436 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0434147-f390-403a-8535-ce7331468651 req-15e32535-49a5-48a1-aa57-4c7856e48577 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381877 Sep 28 08:34:55.555288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.560846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.563891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.567473 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/f4e3b3da-23e4-44d1-83f2-219497a1927f HTTP/1.1" status: 204 len: 168 time: 0.7342834 Sep 28 08:34:55.581981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36394) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.582222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a84b83-77a0-44eb-b992-dbf80ceb5061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d76b1f9-b5b6-4821-8a41-cb583e12790b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:55.665607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf5293e-33fd-4a40-bfbe-ff999644b077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:34:55.671672 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cbf5293e-33fd-4a40-bfbe-ff999644b077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports/3d76b1f9-b5b6-4821-8a41-cb583e12790b HTTP/1.1" status: 404 len: 333 time: 0.1120083 Sep 28 08:34:55.677654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36396) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.692029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe398cf-109c-4256-9ce8-27e760ad5ea4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e3b3da-23e4-44d1-83f2-219497a1927f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:55.701606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-929834697'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:55.736782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:55.752993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.753774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:55.773003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.779416 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9cdf063b-2c3c-4cef-a6fd-d3be302d7293 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 204 len: 168 time: 2.8466704 Sep 28 08:34:55.783134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36398) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.785656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Allocated IP 2001:db8::2 (7d4fa798-32e4-443b-b291-7b67e25f74e3/8cf69e94-651a-4f4d-a49f-7ff53c6e7700/bef0c7b0-44fa-4ca7-817d-c3473c3041d1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:55.787982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1150678510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:55.817258 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2bb4d6ce-762c-428c-8a57-1d5d84958088 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2307153 Sep 28 08:34:55.819332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:55.840484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.846966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:55.847348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.847687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee Sep 28 08:34:55.850633 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955931195'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:55.858722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.861150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Made reservation on behalf of 466dc33c9ac04fda8f5b45dc1828f29c for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:55.865066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.920307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 65534897-452b-4fef-b401-2b301a1bbd59 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:55.927306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.965863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:55.967256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.012150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Deleting port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:56.012530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.018441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.034276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.036735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.070798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.115167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Pushing event updated for resources: {'Port': ['ID=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:56.120007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:56.123943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:56.126346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:56.126772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.128313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bd0ac536-53a6-485d-ad80-02f533126843 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3442578 Sep 28 08:34:56.133346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36402) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:56.143456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.150845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:56.166826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:56.169186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2a751965-9d2f-48fd-865b-c879b13c5839 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:56.219313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Attempting to bind port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:56.219690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Attempting to bind port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2ab2a294-681f-493b-8c16-6a267a6d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:56.220055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Attempting to bind port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 on network 7d4fa798-32e4-443b-b291-7b67e25f74e3 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:56.227182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:34:56.227616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Checking segment: {'id': '2ab2a294-681f-493b-8c16-6a267a6d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:34:56.227945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.228338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Bound using segment: {'id': '2ab2a294-681f-493b-8c16-6a267a6d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:34:56.228813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Bound port: bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab2a294-681f-493b-8c16-6a267a6d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7d4fa798-32e4-443b-b291-7b67e25f74e3'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:34:56.229223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.234553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.275719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dce9cf-f7dd-42ec-87ad-eb4c88e13bb6 None None] Network 87949f9f-17da-443e-9058-29c37062b1e1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:56.333674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.369766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.376573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.383985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] For port b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:56.383985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.391503 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2a751965-9d2f-48fd-865b-c879b13c5839 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:56.391792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.392248 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2a751965-9d2f-48fd-865b-c879b13c5839 Sep 28 08:34:56.393247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.418475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.428333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.428578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] For port bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:34:56.477733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] For port bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,segment=NetworkSegment(2ab2a294-681f-493b-8c16-6a267a6d5aa4),segment_id=2ab2a294-681f-493b-8c16-6a267a6d5aa4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:34:56.488579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Calling delete_port for b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:56.495428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.503149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Provisioning complete for port 2a751965-9d2f-48fd-865b-c879b13c5839 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:56.503149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.503461 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Attempt 1 to provision port 2a751965-9d2f-48fd-865b-c879b13c5839 Sep 28 08:34:56.511409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.515879 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6667445 Sep 28 08:34:56.527668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.546345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36404) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:56.547730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '95f752f3-49be-4b56-85ea-4adfd0dd7443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:56.557479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4e945-1d86-40e0-94ba-9871877ac42b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f752f3-49be-4b56-85ea-4adfd0dd7443,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:56.572848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=65534897-452b-4fef-b401-2b301a1bbd59,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:56.577849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:56.644817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=987c7054-4918-4146-bbd1-e2ac22addb96,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:56.646376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:56.647474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.651425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:56.656264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:56.656977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.683730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.685111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aedc22c7-d5ee-4208-b17e-6e0dfeab8d43 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5212848 Sep 28 08:34:56.715599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc7de-48bd-4061-b0e9-16601140bd0e None None] Pushing event updated for resources: {'Port': ['ID=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:56.715807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:56.726375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.732998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'port': {'network_id': '46d51374-e603-4788-b12a-6afaee306599', 'name': 'tempest-FloatingIPTestJSON-1681372341'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:56.767884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.774625 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e184c0fe-b7d8-4826-9e28-2b26f4aa2830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0849833 Sep 28 08:34:56.776353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2a751965-9d2f-48fd-865b-c879b13c5839 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:56.776833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.782381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36410) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:56.809917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:56.866127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 2a751965-9d2f-48fd-865b-c879b13c5839, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2a751965-9d2f-48fd-865b-c879b13c5839,segment=NetworkSegment(2ed8febb-c5f2-45e7-be70-f43ece5e68e9),segment_id=2ed8febb-c5f2-45e7-be70-f43ece5e68e9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:56.885129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.891234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Current status of the port 2a751965-9d2f-48fd-865b-c879b13c5839 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:56.891618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:56.985914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46cae-3223-4ca7-ad2e-dc271335c31c req-129567e4-36b1-47f1-8384-d9556eb6cb65 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:56.998870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0af46cae-3223-4ca7-ad2e-dc271335c31c req-129567e4-36b1-47f1-8384-d9556eb6cb65 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2597780 Sep 28 08:34:57.023047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=2a751965-9d2f-48fd-865b-c879b13c5839,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:57.029845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:34:57.030229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:34:57.071782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port aa84c33f-3e5f-4057-89c2-5464542c9ffd {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:34:57.072310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.079548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.129818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.157322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.172412 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0af46cae-3223-4ca7-ad2e-dc271335c31c req-c10ad7f8-c380-4d2c-9404-dfcf7a68166c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726506 Sep 28 08:34:57.201699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba4ca3f-f6f0-4656-bc01-ceb7070e70c9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:57.216439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.217726 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-45a882f9-a347-4927-8a38-a81b51d66974 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6763647 Sep 28 08:34:57.225278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36412) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:57.231314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '95f752f3-49be-4b56-85ea-4adfd0dd7443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:57.238237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Allocated IP 2001:db8::1 (87949f9f-17da-443e-9058-29c37062b1e1/ff8b6b39-f053-454c-9e6f-5d27da60db6a/3e709db2-c220-44e0-83bd-470100099030) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:57.255600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:34:57.259803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.283485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.314425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.324015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for aa84c33f-3e5f-4057-89c2-5464542c9ffd owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:34:57.609240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bb88bcb8-e612-45b5-bb29-531f6b9c19db None None] Current status of the port 2a751965-9d2f-48fd-865b-c879b13c5839 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:57.654303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bef0c7b0-44fa-4ca7-817d-c3473c3041d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:57.661467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] device_id is not set on port 1d694287-7b4d-4575-b5f2-acf1c56ac97c yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:57.712118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:57.712552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.712898 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 Sep 28 08:34:57.760889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1ac1d9a7-9b8d-437a-a84a-033e99ef8054 None None] Provisioning complete for port 2a751965-9d2f-48fd-865b-c879b13c5839 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:57.761302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ac1d9a7-9b8d-437a-a84a-033e99ef8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.761902 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1ac1d9a7-9b8d-437a-a84a-033e99ef8054 None None] Attempt 1 to provision port 2a751965-9d2f-48fd-865b-c879b13c5839 Sep 28 08:34:57.862822 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:34:57.875142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:57.875656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.905073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.909444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.911370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01147d-5938-4ea9-ac41-979462665dc5 None None] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:34:57.917482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.918457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1d9a7-9b8d-437a-a84a-033e99ef8054 None None] Current status of the port 2a751965-9d2f-48fd-865b-c879b13c5839 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:57.926781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.938718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ff8e66-b0dc-4e99-a216-89b10b456d2d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:57.946151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,segment=NetworkSegment(2ab2a294-681f-493b-8c16-6a267a6d5aa4),segment_id=2ab2a294-681f-493b-8c16-6a267a6d5aa4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:34:57.956240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.957140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2a751965-9d2f-48fd-865b-c879b13c5839 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:57.984989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:57.988880 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-92eff219-e1a3-4e30-a85d-7ba3986c844e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7600243 Sep 28 08:34:57.990725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36414) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:57.994793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '95f752f3-49be-4b56-85ea-4adfd0dd7443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:58.032528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.038701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.071212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.087240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.107091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 65534897-452b-4fef-b401-2b301a1bbd59 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:34:58.119158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 87949f9f-17da-443e-9058-29c37062b1e1 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:58.124821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Port': ['ID=3e709db2-c220-44e0-83bd-470100099030,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.133449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:58.139390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.160727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.175014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.179620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:58.180230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.180474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.12 (46d51374-e603-4788-b12a-6afaee306599/fd93b857-debc-4279-aaee-281d71bd46b4/1d694287-7b4d-4575-b5f2-acf1c56ac97c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:58.215543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.235520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.272859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=aa84c33f-3e5f-4057-89c2-5464542c9ffd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.315279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-21781288-490a-4bc4-95c0-bc4d29e29f3a None None] Provisioning complete for port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:58.315671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21781288-490a-4bc4-95c0-bc4d29e29f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.316008 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-21781288-490a-4bc4-95c0-bc4d29e29f3a None None] Attempt 1 to provision port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 Sep 28 08:34:58.337227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.351320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.364174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.456849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2a751965-9d2f-48fd-865b-c879b13c5839 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:58.457327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.457664 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2a751965-9d2f-48fd-865b-c879b13c5839 Sep 28 08:34:58.478752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.481293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.520281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:58.520974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:58.521591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:58.537905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=65534897-452b-4fef-b401-2b301a1bbd59,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.540213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.540737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router 78852b5e-d1f7-43e9-a200-de401c6b79d8 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:34:58.552576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.554401 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5a0235ec-8c86-42ef-ba51-532a495948f4 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 204 len: 168 time: 3.0932372 Sep 28 08:34:58.556479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efebe26e-1c70-43e9-98fc-d4c348307e4c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:58.561666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36418) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:58.567251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707934358', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:58.578076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.581646 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a9c31ecd-ecc2-4555-a7ee-d9e7df4d2c33 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5879097 Sep 28 08:34:58.596220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:58.596220 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:58.600738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:58.610369 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 2 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:58.615919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '95f752f3-49be-4b56-85ea-4adfd0dd7443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:58.616370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-21781288-490a-4bc4-95c0-bc4d29e29f3a None None] Current status of the port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:58.641972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2a751965-9d2f-48fd-865b-c879b13c5839 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:58.668065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.685130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.686293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.689667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522eef6-60e3-420c-9dab-830a8dbd3079 req-07311756-7e03-4b25-b610-4d823e4f7ee2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:58.692069 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6522eef6-60e3-420c-9dab-830a8dbd3079 req-07311756-7e03-4b25-b610-4d823e4f7ee2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3773897 Sep 28 08:34:58.749458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Provisioning complete for port 3e709db2-c220-44e0-83bd-470100099030 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:58.749458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.749815 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 1 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:34:58.756107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.785776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:58.806667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:58.807079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:58.807483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:58.833137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Allocated IP 172.26.4.216 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ec70859d-a91c-449f-b9f0-7b9c99d012da) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:58.848159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.852746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:58.853173 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:58.859029 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 3 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:58.863559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.915785 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6522eef6-60e3-420c-9dab-830a8dbd3079 req-c6a28d37-261f-4041-a19c-8093a61fa4f5 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112591 Sep 28 08:34:58.947344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:58.947344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:58.947344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:58.947344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.976897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.989938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:58.990263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:58.990853 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.022919 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 4 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.077586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.080838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881db439-50bd-497b-95d2-722481a86264,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:59.095572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.096014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.096377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.102286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.103508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dbcac94e-e5ca-427b-9e55-1fba19ef0cd7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5017698 Sep 28 08:34:59.108314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:59.119686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '95f752f3-49be-4b56-85ea-4adfd0dd7443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:59.132861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.133218 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.141900 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 5 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.178399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.187412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.203970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.204306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.204642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.259373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.266911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.267659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.283974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.284307 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.286312 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 2 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:34:59.291762 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 6 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.294416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.320986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 46d51374-e603-4788-b12a-6afaee306599 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:59.345100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:59.345584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:59.348019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:59.379937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Port': ['ID=3e709db2-c220-44e0-83bd-470100099030,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:59.391892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=1d694287-7b4d-4575-b5f2-acf1c56ac97c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:59.394727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.395019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.395355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.445688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.446021 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.457603 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 7 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.480003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.487298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.487834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.488512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.544187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.544528 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.545582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 87949f9f-17da-443e-9058-29c37062b1e1 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:59.546693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.550053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:59.551102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 8 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.573084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.580745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:34:59.581627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.589990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:34:59.594400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.601201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Router acfb8368-6922-4743-bac0-4b6b78c82670 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:34:59.616195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bef0c7b0-44fa-4ca7-817d-c3473c3041d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:34:59.620851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.622428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.623431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.625392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.629472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:34:59.656745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event updated for resources: {'Port': ['ID=ec70859d-a91c-449f-b9f0-7b9c99d012da,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:59.662771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:34:59.704246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:34:59.704648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.705195 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 Sep 28 08:34:59.733267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfc6fad-3460-4083-a079-c985c3969e5b,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:59.744237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.748165 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-120056a6-5d42-48b3-9284-f530ffda216b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6362457 Sep 28 08:34:59.750020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.750534 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.754928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36424) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:59.757843 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 9 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.777239 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3c2b1b2d-509e-4e8a-a503-6e5eec867a79 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0602424 Sep 28 08:34:59.781358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36426) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:34:59.788281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.790044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': '1d694287-7b4d-4575-b5f2-acf1c56ac97c'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:34:59.790511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.790867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:34:59.837783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:34:59.845859 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 3 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:34:59.863174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Allocated IP 172.26.4.253 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/dfb2ba8c-5660-4c5d-b9eb-645b390366e1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:34:59.878199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.882714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.901549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:34:59.929984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:34:59.939460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:34:59.939792 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:34:59.944013 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 10 to bind port 65534897-452b-4fef-b401-2b301a1bbd59 Sep 28 08:34:59.987924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Router db1402bf-c5c2-4a95-b503-bec650a49364 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:34:59.992964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:34:59.993433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:34:59.997066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:00.001729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:00.002061 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 65534897-452b-4fef-b401-2b301a1bbd59 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:00.002441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.075219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.097138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.098276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/6bfc6fad-3460-4083-a079-c985c3969e5b HTTP/1.1" status: 204 len: 168 time: 0.3423555 Sep 28 08:35:00.106882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36430) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.148181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:00.163010 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eaf258f3-6240-4699-9445-cdf469c77d72 admin admin] 10.222.0.27 "PUT /v2.0/routers/acfb8368-6922-4743-bac0-4b6b78c82670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8818388 Sep 28 08:35:00.165815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36432) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.168495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Sync routers for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:00.177417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d3ac5-a5dd-4910-bb61-6d7081ffe1c7 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bfc6fad-3460-4083-a079-c985c3969e5b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:00.188248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:00.189318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.247918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 65534897-452b-4fef-b401-2b301a1bbd59, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:00.248345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempted to set empty binding levels {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:35:00.257780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.258650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] In _notify_port_updated(), no bound segment for port 65534897-452b-4fef-b401-2b301a1bbd59 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:35:00.260155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.261271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.263491 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "PUT /v2.0/ports/65534897-452b-4fef-b401-2b301a1bbd59 HTTP/1.1" status: 200 len: 980 time: 3.4728179 Sep 28 08:35:00.271284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36434) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.311994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.340356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:00.404050 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 4 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:00.467717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555024-c5b6-4d3f-8859-f1c3929b934b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=65534897-452b-4fef-b401-2b301a1bbd59,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:00.498097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.498710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.499341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.499879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.500560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.501168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.501829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.509866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.510787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.510787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.510910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:00.513761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.518224 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-67d870e8-f95a-4161-a44e-4bfef2c44c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20288 time: 0.2437296 Sep 28 08:35:00.603763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:34:57Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.636254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Checking router: acfb8368-6922-4743-bac0-4b6b78c82670 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:00.646244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Routers {'acfb8368-6922-4743-bac0-4b6b78c82670'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:00.646886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['acfb8368-6922-4743-bac0-4b6b78c82670'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.709369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff77dd-9311-415d-af9b-cac4eebcc266 req-a20b565e-3e9e-4671-8fcd-a5f3f6b6af59 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:00.710904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25ff77dd-9311-415d-af9b-cac4eebcc266 req-a20b565e-3e9e-4671-8fcd-a5f3f6b6af59 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.6689401 Sep 28 08:35:00.721311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36436) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.722685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:00.735938 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7b040bcf-85ff-4e0f-9db9-97c5751659b6 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3364513 Sep 28 08:35:00.738358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] Sync routers for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:00.739949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:00.747549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36438) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.754599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:00.757974 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.763837 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce8a442f-b903-489f-9c01-3b96564814cf tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6052175 Sep 28 08:35:00.782460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] Set router acfb8368-6922-4743-bac0-4b6b78c82670 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:00.799886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36440) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:00.830184 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.841160 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:00.842067 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.880600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:00.881894 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dec111-71d3-4b98-acb0-379e21bdcbca None None] The sync data for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:00.977055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:34:57Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:01.005476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eda93-89dc-43e6-a5cf-0942c03562f4 None None] The sync data for ids ['acfb8368-6922-4743-bac0-4b6b78c82670'] in dv-neutron-859308-3-hyperv is: [{'id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'name': 'tempest-ServersTestJSON-704217117-router', 'tenant_id': '99c89135b41748e8b1ebf41f560251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:17Z', 'updated_at': '2022-09-28T08:34:57Z', 'revision_number': 5, 'project_id': '99c89135b41748e8b1ebf41f560251e3', 'gw_port': {'id': '6e343c7a-af86-42e7-8fed-9a0c248414a5', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ac:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfb8368-6922-4743-bac0-4b6b78c82670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:18Z', 'updated_at': '2022-09-28T08:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:01.014002 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 5 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:01.067139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.069166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:01.070856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.079739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.082235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.086108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25ff77dd-9311-415d-af9b-cac4eebcc266 req-776452e1-7d29-4d0c-9c42-5c9875b3e8f9 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441780 Sep 28 08:35:01.144373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.209893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Router c39581dc-0904-4a1e-9da1-331c0f6b6841 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:01.218004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.320567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:01.327517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.328650 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f8b6c00f-88ab-442d-8d44-d8d8878f1824 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "PUT /v2.0/routers/c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 200 len: 880 time: 5.1878495 Sep 28 08:35:01.331418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36442) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.334991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] Sync routers for ids ['c39581dc-0904-4a1e-9da1-331c0f6b6841'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:01.353002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] Routers {'c39581dc-0904-4a1e-9da1-331c0f6b6841'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:01.353671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c39581dc-0904-4a1e-9da1-331c0f6b6841'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:01.395235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:01.397243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.409657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] Routers {'c39581dc-0904-4a1e-9da1-331c0f6b6841'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:01.410283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c39581dc-0904-4a1e-9da1-331c0f6b6841'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:01.419265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:01.422382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.423532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/881db439-50bd-497b-95d2-722481a86264 HTTP/1.1" status: 204 len: 168 time: 0.5949769 Sep 28 08:35:01.432052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36444) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.441175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:01.456007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:01.459951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841dded-4577-41e6-bdd5-6235a5c0ab4d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=881db439-50bd-497b-95d2-722481a86264,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:01.476862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:01.478522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552592e0-666e-4892-bb50-3e073e3e6f4d None None] The sync data for ids ['c39581dc-0904-4a1e-9da1-331c0f6b6841'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:01.490123 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7ad63c20-4b5b-468c-bf79-11f223d6752f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0569222 Sep 28 08:35:01.490529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:01.492354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36446) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.496345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Deleting port 65534897-452b-4fef-b401-2b301a1bbd59 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:01.496695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.499050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event updated for resources: {'Port': ['ID=dfb2ba8c-5660-4c5d-b9eb-645b390366e1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:01.521738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17f8993d-1b11-483c-aafe-8d08dfff687c tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 200 len: 921 time: 0.1891987 Sep 28 08:35:01.524450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.527152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36448) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.530270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:01.530270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b2bfa05d-f1c4-4c65-81a5-c2d454c6ce49 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:01.546263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.570813 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 6 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:01.594973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6bbc0-c656-469b-8ff1-93d7a61007d0 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:01.599188 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aba6bbc0-c656-469b-8ff1-93d7a61007d0 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=c39581dc-0904-4a1e-9da1-331c0f6b6841&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692418 Sep 28 08:35:01.599423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36450) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.608360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.616526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.620855 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/efebe26e-1c70-43e9-98fc-d4c348307e4c HTTP/1.1" status: 204 len: 168 time: 0.1272645 Sep 28 08:35:01.625479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:01.632699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36452) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.638414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3e821-4f58-4101-bf76-37f9f349efc2 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efebe26e-1c70-43e9-98fc-d4c348307e4c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:01.641887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.705289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17490243-9d75-48ee-9cde-94c5b372db98 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:01.706733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17490243-9d75-48ee-9cde-94c5b372db98 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.1063278 Sep 28 08:35:01.709926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36454) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.741270 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fccf618c-ea7b-48e4-b135-578e99f93827 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 200 len: 205 time: 0.0299971 Sep 28 08:35:01.743840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36456) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:01.797159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 65534897-452b-4fef-b401-2b301a1bbd59, host hv-neutron-8593, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:01.797159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.839175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:35:01.846380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.908240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Calling delete_port for 65534897-452b-4fef-b401-2b301a1bbd59 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:01.950534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:01.980648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-df79b633-4d37-4669-af58-28caef84792d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3416033 Sep 28 08:35:01.984883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36458) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.014733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.024141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.052894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port ec70859d-a91c-449f-b9f0-7b9c99d012da {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:02.053297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.066114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.066619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.076425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.077569 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/09ff8e66-b0dc-4e99-a216-89b10b456d2d HTTP/1.1" status: 204 len: 168 time: 0.0919728 Sep 28 08:35:02.084866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.085410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36460) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.122383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79798ceb-9b28-4bec-a66c-33fcb1eefe53 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09ff8e66-b0dc-4e99-a216-89b10b456d2d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:02.129929 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 7 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:02.140914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-ee2bc04f-1469-41e2-8ff1-352321034ad0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:35:02.146008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee2bc04f-1469-41e2-8ff1-352321034ad0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3771231 Sep 28 08:35:02.146406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36464) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.199263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:02.279098 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a45155af-59f8-4a51-826c-82e25163742a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1916108 Sep 28 08:35:02.283441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.292833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36466) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.317015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for ec70859d-a91c-449f-b9f0-7b9c99d012da owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:02.388634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.444827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f45c7d-0bf1-4356-a32a-dd7970d76c42 req-d20e39a5-b87b-4621-b4f5-482417e5f5a0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:02.446373 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33f45c7d-0bf1-4356-a32a-dd7970d76c42 req-d20e39a5-b87b-4621-b4f5-482417e5f5a0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2543349 Sep 28 08:35:02.448062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.507559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Deleting port 6e343c7a-af86-42e7-8fed-9a0c248414a5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:02.507876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.546483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.563716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.590324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.593901 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/dba4ca3f-f6f0-4656-bc01-ceb7070e70c9 HTTP/1.1" status: 204 len: 168 time: 0.2976913 Sep 28 08:35:02.608821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36468) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.633067 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33f45c7d-0bf1-4356-a32a-dd7970d76c42 req-8297339d-683f-498f-a4fb-b3d8ab3ceb32 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464143 Sep 28 08:35:02.635219 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84849c-e715-4451-9f54-65152cc484fd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba4ca3f-f6f0-4656-bc01-ceb7070e70c9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:02.686936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event deleted for resources: {'Port': ['ID=65534897-452b-4fef-b401-2b301a1bbd59,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:02.700535 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 8 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:02.718321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.723905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4976c1cf-cd84-4c4b-a537-0c2d44cd4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "DELETE /v2.0/ports/65534897-452b-4fef-b401-2b301a1bbd59 HTTP/1.1" status: 204 len: 168 time: 1.9965549 Sep 28 08:35:02.726955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP bfc71bd4-ab86-4910-b5e4-be207ebd3840 associated. External IP: 172.26.4.195, port: 1d694287-7b4d-4575-b5f2-acf1c56ac97c. Sep 28 08:35:02.729229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36470) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.743889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.746726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:02.749931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.801544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=ec70859d-a91c-449f-b9f0-7b9c99d012da,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:02.846297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-0122edcf-b8a1-4435-abc9-eac8f4df947b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:35:02.851463 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0122edcf-b8a1-4435-abc9-eac8f4df947b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports/65534897-452b-4fef-b401-2b301a1bbd59 HTTP/1.1" status: 404 len: 333 time: 0.1145067 Sep 28 08:35:02.853494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36472) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.857833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-176663709', 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:02.862523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7677e311-1be7-450b-adcb-8d4258235280 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2518950 Sep 28 08:35:02.865738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36474) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:02.871139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] For port 6e343c7a-af86-42e7-8fed-9a0c248414a5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6e343c7a-af86-42e7-8fed-9a0c248414a5,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:02.871505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.912850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.920364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Made reservation on behalf of 466dc33c9ac04fda8f5b45dc1828f29c for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:02.922656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:02.924495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Calling delete_port for 6e343c7a-af86-42e7-8fed-9a0c248414a5 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:03.005891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.040025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.044432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.084318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 93ce6550-b64b-4143-97de-ee3f009748d8 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:03.191041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.209585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.210104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router c39581dc-0904-4a1e-9da1-331c0f6b6841 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:03.226607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.227737 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6bb1cebf-fd0d-4ea9-82e6-378607603278 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 204 len: 168 time: 1.4830253 Sep 28 08:35:03.237975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36476) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:03.244726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.248317 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 9 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:03.251295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.256738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172805337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:03.282515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.297443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:03.362237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:03.364640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.365693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.401523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.404157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.405353 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/95f752f3-49be-4b56-85ea-4adfd0dd7443 HTTP/1.1" status: 204 len: 168 time: 0.5355327 Sep 28 08:35:03.414105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36478) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:03.470950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.516717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e343c7a-af86-42e7-8fed-9a0c248414a5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:03.637982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:03.644271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.648633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:03.650061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.662308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:03.663272 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:03.683543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.702213 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:03.703484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a107a2-40ae-432a-bba0-836bf99c6dbb tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f752f3-49be-4b56-85ea-4adfd0dd7443,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:03.711886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.726938 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:03.727466 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:03.766832 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:03.767645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa46ef7b-6787-4a95-af39-e20fc0448eda None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:03.779940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.781275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c694100a-08ee-49af-b7d7-0d652f772850 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5402892 Sep 28 08:35:03.788653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36482) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:03.798307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': True}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:03.799918 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Attempt 10 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:03.818502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3120538a-29a1-4e84-a8c3-4e47bad8b032 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/bfc71bd4-ab86-4910-b5e4-be207ebd3840 HTTP/1.1" status: 200 len: 979 time: 4.0319357 Sep 28 08:35:03.819745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Router b4ce5ab2-d318-4229-b4e2-244beb35934a is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:03.822782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36484) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:03.834102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6a389e9-b48a-4053-b853-000b93b8d5df None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:03.863733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.883014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.889297 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-46d3c1f7-ef6b-4b5f-9867-45002122b9a8 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4697614 Sep 28 08:35:03.891827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.895653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36486) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:03.905449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--498357222'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:03.954041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Provisioning complete for port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:03.954320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:03.954973 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Attempt 1 to provision port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 Sep 28 08:35:04.038962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.039733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfb8368-6922-4743-bac0-4b6b78c82670 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:04.044812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.046769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Current status of the port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:04.048832 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e690f9c4-ea5c-482d-bac6-1b58045ca38c admin admin] 10.222.0.27 "DELETE /v2.0/routers/acfb8368-6922-4743-bac0-4b6b78c82670 HTTP/1.1" status: 204 len: 168 time: 3.8729949 Sep 28 08:35:04.055884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36488) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:04.061243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Provisioning complete for port 3e709db2-c220-44e0-83bd-470100099030 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:04.061543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.061880 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Attempt 1 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:04.075338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b58de-9061-40af-a4f4-f54da28fc0f8 req-b91bbf67-e29f-4167-9c9f-546f8eb5cfc8 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:04.077025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-261b58de-9061-40af-a4f4-f54da28fc0f8 req-b91bbf67-e29f-4167-9c9f-546f8eb5cfc8 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3059156 Sep 28 08:35:04.103337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.103927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:04.109584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.115835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.157801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting port 3e709db2-c220-44e0-83bd-470100099030 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:04.158148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.196763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:04.204533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Deleting subnet d9cce6c2-b79c-425b-a5ed-80e06e807e39 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:04.209992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:04.220069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:04.221516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:04.221704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.228569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.256157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=93ce6550-b64b-4143-97de-ee3f009748d8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:04.257126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:04.283656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] Sync routers for ids ['b4ce5ab2-d318-4229-b4e2-244beb35934a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:04.287738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f2742137-128a-49f6-86aa-e4ae3e20fb50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4342222 Sep 28 08:35:04.290741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36490) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:04.296523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] Routers {'b4ce5ab2-d318-4229-b4e2-244beb35934a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:04.297529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4ce5ab2-d318-4229-b4e2-244beb35934a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:04.297795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 1d694287-7b4d-4575-b5f2-acf1c56ac97c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:04.298250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.306731 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-261b58de-9061-40af-a4f4-f54da28fc0f8 req-f5baaed7-82b1-4d00-b114-924b2d10f834 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771834 Sep 28 08:35:04.331860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.345786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:04.356232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.357506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a69d74b-2d3f-4395-8301-5433e96b3a5e tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7942352 Sep 28 08:35:04.360761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] Routers {'b4ce5ab2-d318-4229-b4e2-244beb35934a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:04.364000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36492) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:04.364337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4ce5ab2-d318-4229-b4e2-244beb35934a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:04.365068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.383380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce144af-483c-4e4b-bdd4-5b536d3ef0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:04.384797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5ce144af-483c-4e4b-bdd4-5b536d3ef0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports/93ce6550-b64b-4143-97de-ee3f009748d8 HTTP/1.1" status: 200 len: 958 time: 0.0927866 Sep 28 08:35:04.390029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36494) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:04.390609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:04.391304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Calling delete_port for 3e709db2-c220-44e0-83bd-470100099030 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:04.532021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:04.532710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8451-e288-4494-bde4-b6d75c90cf07 None None] The sync data for ids ['b4ce5ab2-d318-4229-b4e2-244beb35934a'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:04.612359 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Attempt 2 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:04.667281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Deleting port 93ce6550-b64b-4143-97de-ee3f009748d8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:04.667667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.678636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Port 3e709db2-c220-44e0-83bd-470100099030 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:04.821875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.833297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.839911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.867941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.868701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.871265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Calling delete_port for 93ce6550-b64b-4143-97de-ee3f009748d8 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:04.914823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.917516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:04.985447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Port': ['ID=3e709db2-c220-44e0-83bd-470100099030,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:04.990789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.053349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.057532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36496) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:05.057722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1563363 Sep 28 08:35:05.067392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '6bdbab9a-14a1-4102-88f2-c8a341a6a73a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:05.078677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27de3a-32af-4df5-a1f3-c12c76adf39b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbab9a-14a1-4102-88f2-c8a341a6a73a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.180088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.180718 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Attempt 3 to provision port 3e709db2-c220-44e0-83bd-470100099030 Sep 28 08:35:05.192460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.26.4.150 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/b9e0742a-cbd6-473b-a0e3-876cbd44d92d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:05.194584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.206101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d387a2f4-62c4-4647-91cf-e38f646cffaa None None] Port 3e709db2-c220-44e0-83bd-470100099030 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:05.231706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.314876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.351864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event deleted for resources: {'Port': ['ID=93ce6550-b64b-4143-97de-ee3f009748d8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.352415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cce6c2-b79c-425b-a5ed-80e06e807e39,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.364028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.365579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.369925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd7adc44-d5e4-4990-8e16-5e86475e26a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "DELETE /v2.0/ports/93ce6550-b64b-4143-97de-ee3f009748d8 HTTP/1.1" status: 204 len: 168 time: 0.9737146 Sep 28 08:35:05.370241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ec0f6ec-388e-49af-864e-80ef503f0a71 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d9cce6c2-b79c-425b-a5ed-80e06e807e39 HTTP/1.1" status: 204 len: 168 time: 1.3118751 Sep 28 08:35:05.375820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36500) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:05.376161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:05.399026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56327e49-e407-4999-846a-086487af1431 None None] Network 2d35de64-678f-420b-adab-d633801451e0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:05.409367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f52cd5-2a71-4b19-a39e-9d177afea737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:35:05.415091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c3f52cd5-2a71-4b19-a39e-9d177afea737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports/93ce6550-b64b-4143-97de-ee3f009748d8 HTTP/1.1" status: 404 len: 333 time: 0.0336666 Sep 28 08:35:05.415091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.415091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.415091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP bfc71bd4-ab86-4910-b5e4-be207ebd3840 disassociated. External IP: 172.26.4.195, port: 1d694287-7b4d-4575-b5f2-acf1c56ac97c. Sep 28 08:35:05.415091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 1d694287-7b4d-4575-b5f2-acf1c56ac97c owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:05.415561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36504) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:05.421666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-639729597'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:05.499748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.535320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.551395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6e343c7a-af86-42e7-8fed-9a0c248414a5 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:05.563540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.579428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 6e343c7a-af86-42e7-8fed-9a0c248414a5 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:05.580040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6e343c7a-af86-42e7-8fed-9a0c248414a5 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:05.640471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.672438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] DHCP port deletion for 2d35de64-678f-420b-adab-d633801451e0 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:05.679036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.734603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Deleting port 20a52a2f-5052-4507-87ef-d311432bc02a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:05.735132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.776733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.780083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Deleting port 20a52a2f-5052-4507-87ef-d311432bc02a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:05.780416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.820901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] For port 20a52a2f-5052-4507-87ef-d311432bc02a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=20a52a2f-5052-4507-87ef-d311432bc02a,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:05.821682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.827604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=1d694287-7b4d-4575-b5f2-acf1c56ac97c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.836878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Calling delete_port for 20a52a2f-5052-4507-87ef-d311432bc02a owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:05.861752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.865758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Made reservation on behalf of 466dc33c9ac04fda8f5b45dc1828f29c for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:05.868013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.888335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baebd560-7a7a-4919-9594-4a55e64a1382,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.889752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Deleting port dfb2ba8c-5660-4c5d-b9eb-645b390366e1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:05.890098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.896192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Router db1402bf-c5c2-4a95-b503-bec650a49364 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:05.917942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4997b9e-5009-440a-bb5b-a10c926122ba req-e8ef9ba4-7294-4a45-989d-ec5d805db207 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:05.925343 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f4997b9e-5009-440a-bb5b-a10c926122ba req-e8ef9ba4-7294-4a45-989d-ec5d805db207 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4437392 Sep 28 08:35:05.932960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 0631dce0-79ac-4de0-bab1-e171480ff982 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:05.934931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.939773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.940955 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-82994a33-b41a-46aa-8f10-54b6218d48fc tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8771949 Sep 28 08:35:05.946898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36506) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:05.961202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] For port 20a52a2f-5052-4507-87ef-d311432bc02a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=20a52a2f-5052-4507-87ef-d311432bc02a,segment=NetworkSegment(ce9c2b6b-b2db-417a-90c0-e470f17e52f8),segment_id=ce9c2b6b-b2db-417a-90c0-e470f17e52f8)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:05.961606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:05.972876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] Pushing event deleted for resources: {'Port': ['ID=20a52a2f-5052-4507-87ef-d311432bc02a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:05.975002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d17c9-89ce-443a-b2b9-399cc7017e49 None None] No DVR routers for this DVR port 20a52a2f-5052-4507-87ef-d311432bc02a on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:06.030565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Calling delete_port for 20a52a2f-5052-4507-87ef-d311432bc02a owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:06.107721 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f4997b9e-5009-440a-bb5b-a10c926122ba req-643e4cac-815a-4ad7-a983-0bbffb0859c4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781046 Sep 28 08:35:06.115148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:06.121155 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af0dd7d2-c91d-49fb-9963-cb1e252fa116 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9747939 Sep 28 08:35:06.135997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36508) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:06.138851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.139127 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] Sync routers for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:06.154706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.155796 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:06.157135 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.195017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Calling delete_port for dfb2ba8c-5660-4c5d-b9eb-645b390366e1 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:06.201497 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.206356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.211011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:06.215011 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:06.216081 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.266240 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.266950 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d719b72-16a7-426c-8e11-12346b29e79a None None] The sync data for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:06.291072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.301783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-04faa97c-9a4d-4097-967d-593d15929c12 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] delete failed (client error): The resource could not be found. Sep 28 08:35:06.304176 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-04faa97c-9a4d-4097-967d-593d15929c12 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-1258852595 HTTP/1.1" status: 404 len: 335 time: 0.1670787 Sep 28 08:35:06.310143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36514) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:06.317942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e0742a-cbd6-473b-a0e3-876cbd44d92d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:06.336650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8f036f3f-de1b-4a1a-bbc3-fdc592c6b51c tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db1402bf-c5c2-4a95-b503-bec650a49364'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:06.369136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.428019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Pushing event deleted for resources: {'Port': ['ID=20a52a2f-5052-4507-87ef-d311432bc02a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:06.432999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:06.440464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] No DVR routers for this DVR port 20a52a2f-5052-4507-87ef-d311432bc02a on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:06.453391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07a9eaf4-c445-4401-855c-3fd0a3245c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.493817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:06.496758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:06.556350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.559003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.562994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/6bdbab9a-14a1-4102-88f2-c8a341a6a73a HTTP/1.1" status: 204 len: 168 time: 0.6104381 Sep 28 08:35:06.568165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36516) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:06.632712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.639224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:06.640907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbd327-bd9f-4612-8f41-01307d3289a3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbab9a-14a1-4102-88f2-c8a341a6a73a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:06.662633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:06.682729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:06.685124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.695650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.711587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d35de64-678f-420b-adab-d633801451e0']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.715664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeee17-e0df-40f0-842a-8c7dd025aea5 req-30d40688-1a26-4922-bc55-04794116ca16 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:06.723079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7baeee17-e0df-40f0-842a-8c7dd025aea5 req-30d40688-1a26-4922-bc55-04794116ca16 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3356342 Sep 28 08:35:06.742108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.753099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:06.753900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.759428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.759722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9c2b6b-b2db-417a-90c0-e470f17e52f8') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.785768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.789721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:06.791120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c376a-479b-4779-9fdd-ab004f7e5f57 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:06.795238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e5dfad18-a2ce-43f6-8e31-26cfe0c2a7fa tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2190144 Sep 28 08:35:06.804098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36518) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:06.816302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--602634759'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:06.821863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-813d6a48-6104-46e5-ad33-20c23035aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:06.823364 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-813d6a48-6104-46e5-ad33-20c23035aedd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.3547375 Sep 28 08:35:06.882958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f036f3f-de1b-4a1a-bbc3-fdc592c6b51c tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:06.980263 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-8f036f3f-de1b-4a1a-bbc3-fdc592c6b51c tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] update failed (client error): The resource could not be found. Sep 28 08:35:06.981491 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8f036f3f-de1b-4a1a-bbc3-fdc592c6b51c tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364 HTTP/1.1" status: 404 len: 339 time: 0.6603801 Sep 28 08:35:06.996107 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7baeee17-e0df-40f0-842a-8c7dd025aea5 req-17988170-2670-43aa-90e9-394dc705189b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719908 Sep 28 08:35:07.001427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36520) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.052084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2141041698'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:07.080396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.157581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.160928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:07.164401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:07.164761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.165969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.197340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-94a092e9-eb47-462d-9fd5-f2db0df93fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:07.198958 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-94a092e9-eb47-462d-9fd5-f2db0df93fdd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.3127890 Sep 28 08:35:07.222339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.227376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.231205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-975c5d88-38e9-4655-85ed-81f79706c1be tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/1d694287-7b4d-4575-b5f2-acf1c56ac97c HTTP/1.1" status: 204 len: 168 time: 3.3783650 Sep 28 08:35:07.236082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.247354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:07.248665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36524) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.252871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=0631dce0-79ac-4de0-bab1-e171480ff982,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:07.254020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ce9c2b6b-b2db-417a-90c0-e470f17e52f8 resource provider aggregate not found Sep 28 08:35:07.262431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:07.284932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.294668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:07.295620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:07.296376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.315947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:07.317755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ce9c2b6b-b2db-417a-90c0-e470f17e52f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9c2b6b-b2db-417a-90c0-e470f17e52f8 found for delete ", "request_id": "req-ae699c66-996f-4f9e-a0ad-8d8ce85e605d"}]} Sep 28 08:35:07.337528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Pushing event deleted for resources: {'Port': ['ID=dfb2ba8c-5660-4c5d-b9eb-645b390366e1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:07.341169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.342512 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-134e4e10-e105-4bf8-839e-dfcf1e7b7f30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9261177 Sep 28 08:35:07.348446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] 10.222.0.27 "DELETE /v2.0/networks/2d35de64-678f-420b-adab-d633801451e0 HTTP/1.1" status: 204 len: 168 time: 1.9698982 Sep 28 08:35:07.349658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.351578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36528) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.352983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.353221 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Added segment 3d0abdf7-894f-4850-910d-44a8b4da0ea4 of type vlan for network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 Sep 28 08:35:07.366092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:07.372649 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-6a4949e2-3cb0-41c6-9479-3b8e0f97ed78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.1600072 Sep 28 08:35:07.375304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de267c26-87d0-479d-8a8f-f652cde0006a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d35de64-678f-420b-adab-d633801451e0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:07.388528 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5cfd968-49fc-4cd3-bcfd-8af4cb3ecac7 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/floatingips/bfc71bd4-ab86-4910-b5e4-be207ebd3840 HTTP/1.1" status: 200 len: 688 time: 0.1295319 Sep 28 08:35:07.409343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36532) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.447217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.551073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.565859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 20a52a2f-5052-4507-87ef-d311432bc02a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:07.586411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 20a52a2f-5052-4507-87ef-d311432bc02a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:07.586753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 20a52a2f-5052-4507-87ef-d311432bc02a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:07.610408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.641328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf84cb-ae80-43f8-be36-75b1f73e1a4a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:07.751185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36534) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.755097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.763884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.767926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-69311c66-3571-40c7-b155-66df53d0f01e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9571390 Sep 28 08:35:07.769126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36536) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.772693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--135795177'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:07.785467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.846569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.854249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.907664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-afa506fa-1e27-4eb9-8ff5-dbbba5906032 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=99c89135b41748e8b1ebf41f560251e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1530631 Sep 28 08:35:07.909264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.909701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36538) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:07.936526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-493be34d-670b-4f54-9d7b-e3dab4151935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:07.938091 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-493be34d-670b-4f54-9d7b-e3dab4151935 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.5296495 Sep 28 08:35:07.942408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Router b4ce5ab2-d318-4229-b4e2-244beb35934a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:07.977713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:07.983503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:07.984593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.062466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.063456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.095510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.116314 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1135440 Sep 28 08:35:08.119275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:08.122677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.133659 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] Sync routers for ids ['b4ce5ab2-d318-4229-b4e2-244beb35934a'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:08.134201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'subnet': {'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:08.145618 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] Routers {'b4ce5ab2-d318-4229-b4e2-244beb35934a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:08.146699 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4ce5ab2-d318-4229-b4e2-244beb35934a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:08.158411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4facf-2180-4a41-983f-ad83904cf68f tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Network': ['ID=5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.161762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.162915 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce047e67-d1b0-46bb-957f-194fd9a27a80 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "PUT /v2.0/routers/b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 200 len: 710 time: 3.7843208 Sep 28 08:35:08.179014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36544) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.185978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:08.190521 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:08.197613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.199806 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] Routers {'b4ce5ab2-d318-4229-b4e2-244beb35934a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:08.200573 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:34:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4ce5ab2-d318-4229-b4e2-244beb35934a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:08.207499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.208803 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4396422 Sep 28 08:35:08.230867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36546) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.237319 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:08.238162 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fa284-2687-49ea-a2e2-cbe95636ee68 None None] The sync data for ids ['b4ce5ab2-d318-4229-b4e2-244beb35934a'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:08.238825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '37bf84cb-ae80-43f8-be36-75b1f73e1a4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a2bffd0-d927-4286-b42d-33d66bc8613a', 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:08.245001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d67261-a3da-41ea-b004-65507591e0ba tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2bffd0-d927-4286-b42d-33d66bc8613a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.286016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-02b38ad7-8c96-4f9f-b321-3b1dc5ed47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:08.287624 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-02b38ad7-8c96-4f9f-b321-3b1dc5ed47a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3286912 Sep 28 08:35:08.324697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270f820-b369-403b-8544-80a15c25a7b2 req-eecd6259-64e7-401d-ba5c-55079b70e574 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:08.326316 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e270f820-b369-403b-8544-80a15c25a7b2 req-eecd6259-64e7-401d-ba5c-55079b70e574 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2353888 Sep 28 08:35:08.341991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 987c7054-4918-4146-bbd1-e2ac22addb96 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:08.342589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.378551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Made reservation on behalf of 5d261c34e48e4688bdb8cf232b83efef for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:08.382358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.386347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.420116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e270f820-b369-403b-8544-80a15c25a7b2 req-2d29f7f0-6dcd-4f8a-8eef-0c6e5172ba8f tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859060 Sep 28 08:35:08.420687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.423229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.424266 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9884fc4a-3fcd-45dc-be0a-ccb303c05cc5 HTTP/1.1" status: 204 len: 168 time: 0.5128062 Sep 28 08:35:08.454481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.455720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe2557-8069-4622-97ea-9250a27f7f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9884fc4a-3fcd-45dc-be0a-ccb303c05cc5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.540380 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eee6176f-89e6-4c86-9730-4703733c56a4 tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/routers/b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 200 len: 745 time: 0.3569446 Sep 28 08:35:08.542031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36550) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.550591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.598682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f79b0fc-9a51-4261-a4ce-af756c11e11f tempest-RoutersIpV6AdminTest-554334278 tempest-RoutersIpV6AdminTest-554334278-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 200 len: 205 time: 0.0552726 Sep 28 08:35:08.603421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.621099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.649224 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-31583dfb-6980-457c-ac3f-4fbb58c1bd4a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 200 len: 205 time: 0.0419519 Sep 28 08:35:08.656743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36556) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.663972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.679919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.680346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.691875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa76e35e-c85c-42ef-8258-2f89e013108c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.693446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] device_id is not set on port 0631dce0-79ac-4de0-bab1-e171480ff982 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:08.701129 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-2d7c8add-2a52-4db3-adb9-dc4b7fa4120c service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612881 Sep 28 08:35:08.728476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.732502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7fb650d2-93f9-42c0-8ee9-1dc29b2b5a49 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4978154 Sep 28 08:35:08.735900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36558) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.750837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.755999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 987c7054-4918-4146-bbd1-e2ac22addb96 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:08.774371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.787273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-78b72d1a-71a5-4183-9846-4f33578d62e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.817900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.820243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.835406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.859971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Subnet': ['ID=785b8c98-853c-459d-8b5d-4fcec016d280,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.888949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Checking segment: {'id': '3d0abdf7-894f-4850-910d-44a8b4da0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:08.889410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network hostable DHCP agents. Network: 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:08.893019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.900518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.901657 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/fa76e35e-c85c-42ef-8258-2f89e013108c HTTP/1.1" status: 204 len: 168 time: 0.1647687 Sep 28 08:35:08.907706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36564) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.917174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7ce7d-b4c1-4030-b138-7c0b778c5558 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa76e35e-c85c-42ef-8258-2f89e013108c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:08.945454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:08.962269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.966191 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3d67d143-f4c1-4688-9939-f5beb3be7d5b tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0572870 Sep 28 08:35:08.968838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36568) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:08.977603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:08.989533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:08.990127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:08.991537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865deb1e-3018-4e5c-ab9f-2dde1da0c986 None None] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:09.024928 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b1820805-c0d4-4185-9544-6faae03485d3 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8981051 Sep 28 08:35:09.028468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36572) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.038681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a38da63b-4e66-4b76-9d1d-d0af2d376ba0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:09.076462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.122663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=0631dce0-79ac-4de0-bab1-e171480ff982,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:09.133489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:09.133859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:09.134173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:09.159642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:09.160008 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:09.168012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.188058 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 2 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:09.231067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14', 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14', 'tenant_id': '5d261c34e48e4688bdb8cf232b83efef', 'fixed_ips': [{'subnet_id': '785b8c98-853c-459d-8b5d-4fcec016d280'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:09.232433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.243026 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d64fc239-86fd-4a8b-a70a-6e327fb836c7 req-376e3b6c-7972-491f-991b-f810b1a7b710 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888368 Sep 28 08:35:09.299309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a38da63b-4e66-4b76-9d1d-d0af2d376ba0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.315610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.318418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.321958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/7a2bffd0-d927-4286-b42d-33d66bc8613a HTTP/1.1" status: 204 len: 168 time: 0.3498204 Sep 28 08:35:09.347576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36580) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.348861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b37b7-a7b6-45fe-9db4-8194d2d0cf75 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2bffd0-d927-4286-b42d-33d66bc8613a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:09.441552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Allocated IP 2001:db8:1::2 (5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14/785b8c98-853c-459d-8b5d-4fcec016d280/eb662f65-9dc2-4d80-80a1-24ae582e64bc) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:09.457994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36584) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.499422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c9ca463c-0db4-4f00-8d13-fe4d40c137ed tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1396592 Sep 28 08:35:09.535894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36590) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.570212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.574453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:09.574710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:09.575062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:09.579388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.623677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-a38da63b-4e66-4b76-9d1d-d0af2d376ba0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:35:09.624966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a38da63b-4e66-4b76-9d1d-d0af2d376ba0 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364 HTTP/1.1" status: 400 len: 364 time: 0.5956373 Sep 28 08:35:09.628707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36592) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.633208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:09.633545 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:09.640875 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 3 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:09.642268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1085984643-network', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:09.676781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.692363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router 7aeb39a7-d4fd-4d39-ac8e-192b476efa17 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:09.700174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.702510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Made reservation on behalf of 9f02e25e7bbb41a18efcd8909a5212c3 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:09.704782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:09.705130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:09.705288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.705475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:09.724857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.725089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:09.725469 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:09.728502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 4 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:09.733951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.734499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Fanout notify agent at l3_agent the message router_deleted on router b4ce5ab2-d318-4229-b4e2-244beb35934a {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:09.750843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.756213 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7417d3e0-09c1-40ed-8e7f-6bc9f573ba24 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 204 len: 168 time: 1.0928292 Sep 28 08:35:09.758981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36594) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.765220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1377-be6f-4ef1-8fbe-4c759d5111d7 req-b6408e60-2183-45d4-bc72-a5fbc263ab99 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:09.766510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.766764 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0bf1377-be6f-4ef1-8fbe-4c759d5111d7 req-b6408e60-2183-45d4-bc72-a5fbc263ab99 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1942415 Sep 28 08:35:09.767479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.779156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Pushing event updated for resources: {'Port': ['ID=eb662f65-9dc2-4d80-80a1-24ae582e64bc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:09.806408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:09.809184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:09.814232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:09.844086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:09.844417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:09.844748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:09.851527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=987c7054-4918-4146-bbd1-e2ac22addb96,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:09.867835 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c32cfa5-fdf9-499f-9351-40fa3aa63d8a tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 200 len: 205 time: 0.1045444 Sep 28 08:35:09.869844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36596) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:09.878549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.887785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Attempting to bind port eb662f65-9dc2-4d80-80a1-24ae582e64bc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:09.887785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Attempting to bind port eb662f65-9dc2-4d80-80a1-24ae582e64bc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d0abdf7-894f-4850-910d-44a8b4da0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:09.888088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Attempting to bind port eb662f65-9dc2-4d80-80a1-24ae582e64bc on network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:09.895329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:09.895731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Checking segment: {'id': '3d0abdf7-894f-4850-910d-44a8b4da0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:09.897066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.897471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:09.897590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Bound using segment: {'id': '3d0abdf7-894f-4850-910d-44a8b4da0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:09.897764 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:09.898069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Bound port: eb662f65-9dc2-4d80-80a1-24ae582e64bc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0abdf7-894f-4850-910d-44a8b4da0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:09.898449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.903500 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 5 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:09.976478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] For port eb662f65-9dc2-4d80-80a1-24ae582e64bc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:09.980904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] For port eb662f65-9dc2-4d80-80a1-24ae582e64bc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb662f65-9dc2-4d80-80a1-24ae582e64bc,segment=NetworkSegment(3d0abdf7-894f-4850-910d-44a8b4da0ea4),segment_id=3d0abdf7-894f-4850-910d-44a8b4da0ea4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:09.990408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:09.997341 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-2a460c1a-6b26-45ed-8a84-7a4de52b5baa tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:09.998394 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a460c1a-6b26-45ed-8a84-7a4de52b5baa tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/b4ce5ab2-d318-4229-b4e2-244beb35934a HTTP/1.1" status: 404 len: 336 time: 0.1094673 Sep 28 08:35:10.014121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36598) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.041837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.042160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.042561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.055008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f3ce2-9561-4bea-a33d-c6b2a257135b None None] Pushing event updated for resources: {'Port': ['ID=eb662f65-9dc2-4d80-80a1-24ae582e64bc,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:10.071669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0bf1377-be6f-4ef1-8fbe-4c759d5111d7 req-c83bf421-5b84-468c-8461-10a38258405d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624326 Sep 28 08:35:10.075310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.079492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.085363 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e461a222-20ef-4698-aca5-b4c74e488873 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 200 len: 205 time: 0.0701089 Sep 28 08:35:10.085614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.086254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36600) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.086901 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/37bf84cb-ae80-43f8-be36-75b1f73e1a4a HTTP/1.1" status: 204 len: 168 time: 0.5434387 Sep 28 08:35:10.099394 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.099841 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.102418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.102560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.105510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.107068 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4ad5b460-33c1-466e-bb00-abed3b4b420d tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/bfc71bd4-ab86-4910-b5e4-be207ebd3840 HTTP/1.1" status: 204 len: 168 time: 2.6938925 Sep 28 08:35:10.107674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 6 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:10.118628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36604) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.146293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:10.151589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.155528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6620fcd2-e7fb-42c7-a6d0-ea87e2391c37 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "PUT /v2.0/routers/7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 200 len: 915 time: 6.3582201 Sep 28 08:35:10.155528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-9987857b-2246-492c-8e2c-3f840fb51ca2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:10.155528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9987857b-2246-492c-8e2c-3f840fb51ca2 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/78852b5e-d1f7-43e9-a200-de401c6b79d8 HTTP/1.1" status: 404 len: 336 time: 0.0608091 Sep 28 08:35:10.155780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36606) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.157602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '99c17b85-f509-4957-aa49-955a980b412e'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:10.161181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] Sync routers for ids ['7aeb39a7-d4fd-4d39-ac8e-192b476efa17'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:10.162733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36608) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.172105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.172437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.173305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.177567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] Routers {'7aeb39a7-d4fd-4d39-ac8e-192b476efa17'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:10.178619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['7aeb39a7-d4fd-4d39-ac8e-192b476efa17'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:10.185711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389660d2-00ce-4571-af09-6877ff583f1d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf84cb-ae80-43f8-be36-75b1f73e1a4a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:10.200670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.218230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.218739 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.220708 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 7 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:10.229558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:10.255509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.256076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.256936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.274218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4e68ab9d-9e3d-4b72-a916-7a9f5cbf1147 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 200 len: 205 time: 0.0894046 Sep 28 08:35:10.275263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] Routers {'7aeb39a7-d4fd-4d39-ac8e-192b476efa17'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:10.276117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['7aeb39a7-d4fd-4d39-ac8e-192b476efa17'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:10.291647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36610) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.312832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.313230 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.315226 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 8 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:10.322643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:10.323546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb554d-8a48-4603-8354-de010b3c9125 None None] The sync data for ids ['7aeb39a7-d4fd-4d39-ac8e-192b476efa17'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:10.325352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.334834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.335176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.335511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.348125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f252a434-871e-4a54-8a2f-f07fa1473912 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 200 len: 921 time: 0.1850805 Sep 28 08:35:10.348900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.349415 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.349800 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 9 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:10.352325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36612) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.395094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.395535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.395867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.404328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.404662 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.405834 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempt 10 to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 Sep 28 08:35:10.427288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74945339-4369-433a-bbc3-957d068f11a8 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:10.428979 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74945339-4369-433a-bbc3-957d068f11a8 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=7aeb39a7-d4fd-4d39-ac8e-192b476efa17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0757275 Sep 28 08:35:10.431692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36614) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.441191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:10.441733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:10.442147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempting to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:10.459294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:10.459893 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Failed to bind port 0631dce0-79ac-4de0-bab1-e171480ff982 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '41da63b7-cc5d-4033-bfa8-42ef1476d0a8'}] Sep 28 08:35:10.460540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.588755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e886fb58-cd16-4247-9bf2-634760933e35 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:10.590293 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e886fb58-cd16-4247-9bf2-634760933e35 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.1575608 Sep 28 08:35:10.593434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36616) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.595888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 0631dce0-79ac-4de0-bab1-e171480ff982, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:10.596271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attempted to set empty binding levels {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:35:10.606815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.607392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] In _notify_port_updated(), no bound segment for port 0631dce0-79ac-4de0-bab1-e171480ff982 on network 41da63b7-cc5d-4033-bfa8-42ef1476d0a8 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:35:10.608287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:10.608892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.610287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "PUT /v2.0/ports/0631dce0-79ac-4de0-bab1-e171480ff982 HTTP/1.1" status: 200 len: 980 time: 3.2552569 Sep 28 08:35:10.625835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36618) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.629485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-91cd3403-97b9-4fa3-a278-6511e5330548 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 200 len: 205 time: 0.0349615 Sep 28 08:35:10.637353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36620) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.743682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.747034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.759922 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-01d0a983-891f-4f6b-a42f-0c6b4fa2efa7 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:10.760958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-01d0a983-891f-4f6b-a42f-0c6b4fa2efa7 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/397fb50d-45ba-4716-ad7b-859d90468c2f HTTP/1.1" status: 404 len: 336 time: 0.4683368 Sep 28 08:35:10.766485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac926c6-2df2-4287-84f7-acccbfaa9a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event updated for resources: {'Port': ['ID=0631dce0-79ac-4de0-bab1-e171480ff982,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:10.768964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36622) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.792219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3c9a9430-2e3e-48ad-b94b-7608aa0960df tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6884210 Sep 28 08:35:10.830706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:10.832459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36624) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.844428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655834923'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:10.845856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1f850f94-b3b9-4341-9a19-44b906eab275 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 200 len: 205 time: 0.0733540 Sep 28 08:35:10.849537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36626) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.872831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf929b-f609-416c-9854-f88a07165fd1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:10.883429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.883772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Added segment b0d60ff0-a90e-4d36-b77a-e474cb88e580 of type vlan for network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a Sep 28 08:35:10.900285 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-733a2d79-ca88-4aa3-a304-f04f9b667c4c tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:10.904390 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-733a2d79-ca88-4aa3-a304-f04f9b667c4c tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/e51f1cd0-987d-4daf-883b-196e5b821fae HTTP/1.1" status: 404 len: 336 time: 0.0540104 Sep 28 08:35:10.910178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36628) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:10.924122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:10.965723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Deleting port 0631dce0-79ac-4de0-bab1-e171480ff982 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:10.966138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.012623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-668a5b51-621d-4d44-ae25-d6f55ce15d28 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 200 len: 205 time: 0.0967054 Sep 28 08:35:11.013696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.016734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36630) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.040934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.082829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] For port 0631dce0-79ac-4de0-bab1-e171480ff982, host hv-neutron-8593, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:11.083100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.103962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Calling delete_port for 0631dce0-79ac-4de0-bab1-e171480ff982 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:11.128665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.140602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05145cd2-fd78-4e31-9ece-fb3865e1f62b None None] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:11.155848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-4c569582-ef15-4644-ac0e-b0e9174893fd tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:11.159336 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c569582-ef15-4644-ac0e-b0e9174893fd tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/eecf5041-abb6-42ae-a5c5-21c19bdd334b HTTP/1.1" status: 404 len: 336 time: 0.1274791 Sep 28 08:35:11.161530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.186959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:35:11.200932 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f25ed4d4-6ac6-41b3-a5a4-199d055bce58 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f06965d-115b-4f83-a2c7-9e12ee2da948 HTTP/1.1" status: 200 len: 205 time: 0.0382702 Sep 28 08:35:11.216825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36636) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.274081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Provisioning complete for port eb662f65-9dc2-4d80-80a1-24ae582e64bc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:11.274722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.275301 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Attempt 1 to provision port eb662f65-9dc2-4d80-80a1-24ae582e64bc Sep 28 08:35:11.279480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.285159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port b9e0742a-cbd6-473b-a0e3-876cbd44d92d {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:11.285813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.302593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-4248ff1b-c7b8-43dd-83d4-0cb681512da3 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] delete failed (client error): The resource could not be found. Sep 28 08:35:11.303775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4248ff1b-c7b8-43dd-83d4-0cb681512da3 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/routers/4f06965d-115b-4f83-a2c7-9e12ee2da948 HTTP/1.1" status: 404 len: 336 time: 0.0850527 Sep 28 08:35:11.306229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.309142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.320133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.321127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:11.321723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.324392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Allocated IP 2001:db8::1 (9ca3f312-f074-4085-b8a3-4db2bfd0135b/8ed2deae-8565-40b8-bef5-bf6605a2c497/1e795f5e-c997-49bd-8ef6-e75b47343936) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:11.365310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.368890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "DELETE /v2.0/ports/0631dce0-79ac-4de0-bab1-e171480ff982 HTTP/1.1" status: 204 len: 168 time: 0.7419369 Sep 28 08:35:11.382195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36640) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.402932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0300fe-4e84-45cb-8674-5698af79219b req-788d2232-2a04-4942-9809-9129b27664f9 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:11.404531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e0300fe-4e84-45cb-8674-5698af79219b req-788d2232-2a04-4942-9809-9129b27664f9 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2198257 Sep 28 08:35:11.424479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9489548 Sep 28 08:35:11.444836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Current status of the port eb662f65-9dc2-4d80-80a1-24ae582e64bc is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:11.445253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.481790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36642) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.492752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] For port eb662f65-9dc2-4d80-80a1-24ae582e64bc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb662f65-9dc2-4d80-80a1-24ae582e64bc,segment=NetworkSegment(3d0abdf7-894f-4850-910d-44a8b4da0ea4),segment_id=3d0abdf7-894f-4850-910d-44a8b4da0ea4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:11.500898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.505628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Request body: {'subnet': {'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1085984643-subnet', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:11.525217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b0ec-461b-4258-ad78-6e14ab9df5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:11.528059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7348e4c7-7bbc-44b2-9658-69e7621ea297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:35:11.533206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7348e4c7-7bbc-44b2-9658-69e7621ea297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] 10.222.0.27 "GET /v2.0/ports/0631dce0-79ac-4de0-bab1-e171480ff982 HTTP/1.1" status: 404 len: 333 time: 0.1415563 Sep 28 08:35:11.543828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36644) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.546317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.570371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:11.611280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.644293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb206eea-a27e-4977-8324-c09a975c2d84 None None] Pushing event updated for resources: {'Port': ['ID=eb662f65-9dc2-4d80-80a1-24ae582e64bc,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:11.696930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb662f65-9dc2-4d80-80a1-24ae582e64bc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:11.703204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Made reservation on behalf of 9f02e25e7bbb41a18efcd8909a5212c3 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:11.705533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.747587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.750072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060e42-6e04-4717-82cc-6a48fc55441c tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474906568-project-admin] Pushing event deleted for resources: {'Port': ['ID=0631dce0-79ac-4de0-bab1-e171480ff982,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:11.751683 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9180186 Sep 28 08:35:11.753271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.772241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36646) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:11.772857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a709ec-f29c-476f-bfe0-dda88a2f9be3 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24c699e-8942-4700-8be2-56e2ca4fa7df,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:11.777623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e0300fe-4e84-45cb-8674-5698af79219b req-532227ab-e81b-4775-844c-a794cbe602b3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953072 Sep 28 08:35:11.782840 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-153bf734-05d2-47ae-8377-c9e09099c939 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] DELETE failed (client error): The resource could not be found. Sep 28 08:35:11.783288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153bf734-05d2-47ae-8377-c9e09099c939 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:35:11.788711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': 'c24c699e-8942-4700-8be2-56e2ca4fa7df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:11.791458 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-153bf734-05d2-47ae-8377-c9e09099c939 tempest-RoutersIpV6AdminTest-365974254 tempest-RoutersIpV6AdminTest-365974254-project] 10.222.0.27 "DELETE /v2.0/subnets/d915ecc4-6754-4cc6-af1f-f8f860ef7d76 HTTP/1.1" status: 404 len: 337 time: 0.4802878 Sep 28 08:35:11.841556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.845403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.852191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.857389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for b9e0742a-cbd6-473b-a0e3-876cbd44d92d owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:11.860058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb662f65-9dc2-4d80-80a1-24ae582e64bc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:11.860538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.860971 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb662f65-9dc2-4d80-80a1-24ae582e64bc Sep 28 08:35:11.910047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.934576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1a3775b7-9a9e-4072-bba7-5407ae728b14 None None] Provisioning complete for port eb662f65-9dc2-4d80-80a1-24ae582e64bc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:11.935087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a3775b7-9a9e-4072-bba7-5407ae728b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:11.935538 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1a3775b7-9a9e-4072-bba7-5407ae728b14 None None] Attempt 1 to provision port eb662f65-9dc2-4d80-80a1-24ae582e64bc Sep 28 08:35:11.978881 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870a1cb-ee21-4e9d-a834-e77545cde4d1 req-68a2bd45-5c7a-4148-b1a0-49fd1cda6c52 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:11.980460 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d870a1cb-ee21-4e9d-a834-e77545cde4d1 req-68a2bd45-5c7a-4148-b1a0-49fd1cda6c52 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.0721099 Sep 28 08:35:12.067543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d870a1cb-ee21-4e9d-a834-e77545cde4d1 req-95d17fed-ea4a-47b5-94ab-9ca47972ff7e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500588 Sep 28 08:35:12.104740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.141981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36656) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:12.194767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.221844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb662f65-9dc2-4d80-80a1-24ae582e64bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:12.234879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.236 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/8600ffd7-225e-4429-9069-086fc94bd46c) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:12.238391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.242589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.265421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a3775b7-9a9e-4072-bba7-5407ae728b14 None None] Current status of the port eb662f65-9dc2-4d80-80a1-24ae582e64bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:12.277203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=b9e0742a-cbd6-473b-a0e3-876cbd44d92d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.354242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41da63b7-cc5d-4033-bfa8-42ef1476d0a8']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:12.355441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.377542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.389458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:12.398976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.403348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cffc99bb-0825-4a6a-a80d-490432e58bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.410022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:12.410313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8115be-e31b-47fc-98b7-b65ccfcb86f0') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:12.413952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:12.428157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Port': ['ID=1e795f5e-c997-49bd-8ef6-e75b47343936,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.437011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:12.437340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.463317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.497960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.501397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.541204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1b8f9b-dd12-43e5-b929-37e77c07b5cb,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.569503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.577960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d23160-ef40-4cc9-9119-9b4d8cebc83e req-e7789759-866a-4b0a-94a0-f6069fe83b37 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:12.578683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.579831 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5d23160-ef40-4cc9-9119-9b4d8cebc83e req-e7789759-866a-4b0a-94a0-f6069fe83b37 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2162697 Sep 28 08:35:12.582967 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6259df14-aabb-4884-949a-088957f530ce tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8043866 Sep 28 08:35:12.583802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36662) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:12.584319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.585062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router 7aeb39a7-d4fd-4d39-ac8e-192b476efa17 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:12.593460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.594916 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f8ebefe-278f-4b75-b857-32b40c23b1bb tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 204 len: 168 time: 1.9566276 Sep 28 08:35:12.606490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:12.614131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-298494578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:12.627591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:12.628010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.641597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.659296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.676572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ce8115be-e31b-47fc-98b7-b65ccfcb86f0 resource provider aggregate not found Sep 28 08:35:12.685416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.713350 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5d23160-ef40-4cc9-9119-9b4d8cebc83e req-0eed7f01-5d56-445d-a832-8ffe628ea3f2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045377 Sep 28 08:35:12.716875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cffc99bb-0825-4a6a-a80d-490432e58bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.732823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cffc99bb-0825-4a6a-a80d-490432e58bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.736316 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ce8115be-e31b-47fc-98b7-b65ccfcb86f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce8115be-e31b-47fc-98b7-b65ccfcb86f0 found for delete ", "request_id": "req-f574a54b-6b15-4a58-a471-5980c6ca3586"}]} Sep 28 08:35:12.770885 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cffc99bb-0825-4a6a-a80d-490432e58bf4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=413e2addfab742538669b104f567da43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259048 Sep 28 08:35:12.771521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:12.800070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Provisioning complete for port 1e795f5e-c997-49bd-8ef6-e75b47343936 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:12.800070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.800070 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 1 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:12.816859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ede467-b7c9-42af-8225-700f7de3e9a6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.822258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.833618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.835159 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9e1b8f9b-dd12-43e5-b929-37e77c07b5cb HTTP/1.1" status: 204 len: 168 time: 0.2479904 Sep 28 08:35:12.841341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.841675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc99bb-0825-4a6a-a80d-490432e58bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3b09c-a58e-49b5-87fd-ead23f959f07,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.844376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:12.845421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36674) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:12.851375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.852487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.855575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c1abd-217e-4728-8df2-138ce88e8294 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1b8f9b-dd12-43e5-b929-37e77c07b5cb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.883075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.889994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.905197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.951252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.954459 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] 10.222.0.27 "DELETE /v2.0/networks/41da63b7-cc5d-4033-bfa8-42ef1476d0a8 HTTP/1.1" status: 204 len: 168 time: 1.3961823 Sep 28 08:35:12.955120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.959220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:12.963033 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cbe3b09c-a58e-49b5-87fd-ead23f959f07 HTTP/1.1" status: 204 len: 168 time: 0.1885455 Sep 28 08:35:12.970271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e7c7-5caf-4a13-85d3-f8f28e1e3653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3b09c-a58e-49b5-87fd-ead23f959f07,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:12.988320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.001632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c034f-2b02-4956-93a7-05452e0f67d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1678300079-project] Pushing event deleted for resources: {'Network': ['ID=41da63b7-cc5d-4033-bfa8-42ef1476d0a8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:13.064861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Checking segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:13.065247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Network hostable DHCP agents. Network: e436ee18-ed4b-4cff-bd52-367c7b8e6b6a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:13.068302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.106806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.121197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4bab60ee-8630-4fb2-90ec-12bdf08ce727 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2636819 Sep 28 08:35:13.124154 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.155976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541d4d-3ed0-4fb1-b47e-5d0ea87e4832 req-8e0d5431-4235-4d5e-a689-be52b8928343 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:13.157868 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b541d4d-3ed0-4fb1-b47e-5d0ea87e4832 req-8e0d5431-4235-4d5e-a689-be52b8928343 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2992570 Sep 28 08:35:13.218302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.218612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.222518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.223936 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e4fd3e9b-85a9-4023-9aef-7d0f5aba3985 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6149900 Sep 28 08:35:13.224818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:13.226757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36686) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.238735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'enable_snat': False}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:13.279367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.318098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e436ee18-ed4b-4cff-bd52-367c7b8e6b6a) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:13.326652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fad2b-aaf0-4fa5-9868-1b5525fc671d None None] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:13.328312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.340831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:13.341474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.346454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:13.355921 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 2 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:13.379797 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b541d4d-3ed0-4fb1-b47e-5d0ea87e4832 req-8a1b539b-d4ae-4e68-a720-01afb3d0c6de tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039378 Sep 28 08:35:13.380707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:13.409074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:13.409074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=8600ffd7-225e-4429-9069-086fc94bd46c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:13.456506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.497794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fc5a8a94-1acc-4f2d-a2e2-c8497d60fd02 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0011449 Sep 28 08:35:13.500034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36696) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.510147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:13.515727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:13.577913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb662f65-9dc2-4d80-80a1-24ae582e64bc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:13.593419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.612256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.614907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.616045 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/c24c699e-8942-4700-8be2-56e2ca4fa7df HTTP/1.1" status: 204 len: 168 time: 0.4906321 Sep 28 08:35:13.638330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36698) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.650928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906347ac-81bc-41fc-ac5e-fbb894af689d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24c699e-8942-4700-8be2-56e2ca4fa7df,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:13.652951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.654041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.677622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:13.678521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.689100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8f8370ac-63e6-4b37-8438-615b02f97a1f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=40743b664ecd43b5a6a031122ca9382c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2287471 Sep 28 08:35:13.691571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36700) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.707861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb662f65-9dc2-4d80-80a1-24ae582e64bc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:13.708279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.708649 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb662f65-9dc2-4d80-80a1-24ae582e64bc Sep 28 08:35:13.738599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31949f-d02f-44c7-8367-732ad82299cd req-74618372-1eb1-4923-bc2c-03bbd6a3831b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:13.740199 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e31949f-d02f-44c7-8367-732ad82299cd req-74618372-1eb1-4923-bc2c-03bbd6a3831b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2388308 Sep 28 08:35:13.824748 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-37e83870-593e-4685-8422-0a68ff5e2f7e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1849813 Sep 28 08:35:13.831543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:13.833161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36702) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:13.844000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--99793372'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:13.870228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb662f65-9dc2-4d80-80a1-24ae582e64bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:13.943877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Allocated IP 172.20.0.2 (e436ee18-ed4b-4cff-bd52-367c7b8e6b6a/82ede467-b7c9-42af-8225-700f7de3e9a6/9caef697-c08a-4a04-8cae-67b7f25aa7a4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:13.947277 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e31949f-d02f-44c7-8367-732ad82299cd req-fce5d7f0-65ac-4490-b331-24fbae5217bb tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993494 Sep 28 08:35:14.014115 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-42e2deaf-ae7e-42ef-9b76-f15e288ac314 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=42c72d6558724a2ea8788d9c4a1ddca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109323 Sep 28 08:35:14.018994 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 3 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:14.020782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36706) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:14.062239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.067318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:14.074854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.126121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.140082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.152433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.205745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Pushing event updated for resources: {'Port': ['ID=9caef697-c08a-4a04-8cae-67b7f25aa7a4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:14.221460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.224300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:14.227518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:14.229799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.231827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.232252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:14.260764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.261820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.313480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Attempting to bind port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:14.314278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Attempting to bind port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:14.314793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Attempting to bind port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 on network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:14.316419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.327472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:14.329021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Checking segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:14.329646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.330417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Bound using segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:14.331251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Bound port: 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:14.331672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.333326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.336742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.404532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6270a-6d46-477f-aec0-1d71169d1c4c req-971e2535-d77a-48f0-878b-3bbd2a5a7ded tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:14.406085 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-30e6270a-6d46-477f-aec0-1d71169d1c4c req-971e2535-d77a-48f0-878b-3bbd2a5a7ded tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2170146 Sep 28 08:35:14.418723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event updated for resources: {'Port': ['ID=1e795f5e-c997-49bd-8ef6-e75b47343936,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:14.437984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.438193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] For port 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:14.441846 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6033735 Sep 28 08:35:14.445453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36710) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:14.446820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] For port 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9caef697-c08a-4a04-8cae-67b7f25aa7a4,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:14.448192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4c97-31b8-47d1-accc-d3bb211f46cd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8924f0b5-3c3a-4cd4-8e73-3a2c797b603c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:14.454797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '8924f0b5-3c3a-4cd4-8e73-3a2c797b603c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:14.459783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.516274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.518901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.520198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/39c1d25c-ff34-41f1-abf4-e74970000cdb HTTP/1.1" status: 204 len: 168 time: 0.8262107 Sep 28 08:35:14.521885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab839d-680e-4894-8a50-3b2245aeebb5 None None] Pushing event updated for resources: {'Port': ['ID=9caef697-c08a-4a04-8cae-67b7f25aa7a4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:14.568854 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 4 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:14.598871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:14.603997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:14.622337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.632278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.637470 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4c330a16-54c1-4e65-9af4-d2770173853a HTTP/1.1" status: 204 len: 168 time: 0.6128778 Sep 28 08:35:14.647388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:14.702494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a9467-df77-4333-96a1-683df6c001c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c330a16-54c1-4e65-9af4-d2770173853a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:14.886836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:14.938650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Router db1402bf-c5c2-4a95-b503-bec650a49364 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:15.046253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f74d-d6e1-4da5-a86d-69a87ba28476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1d25c-ff34-41f1-abf4-e74970000cdb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:15.087537 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-30e6270a-6d46-477f-aec0-1d71169d1c4c req-129b6ec7-f27f-4292-b02e-b9312c83c13f tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454687 Sep 28 08:35:15.111121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.133828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.148966 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 5 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:15.157607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.159822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:15.163905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36724) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:15.171560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-26f3b469-69f1-4675-9191-a1199e788f22 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5393624 Sep 28 08:35:15.172557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36726) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:15.177855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] Sync routers for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:15.192292 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:15.195219 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:15.214173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:15.221803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.265463 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a8e89c7-f775-408e-9097-f61241d1dc80 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=466dc33c9ac04fda8f5b45dc1828f29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003664 Sep 28 08:35:15.268151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36728) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:15.279994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:15.291210 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:15.292554 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:15.338460 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:15.339554 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399bb02-4e40-4317-b9e9-19d49aa0bde0 None None] The sync data for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:15.367133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.422755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.470850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.475494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.489219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.514106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cbb-ef7d-4374-bf67-30e6d744a523 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.558503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.561125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.562646 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8e1a0aa7-207d-41fc-9150-cc820808e031 HTTP/1.1" status: 204 len: 168 time: 0.2933097 Sep 28 08:35:15.583352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=8600ffd7-225e-4429-9069-086fc94bd46c,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:15.586733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.588892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b3ff7-07a5-4462-a3cc-910419ffd949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a0aa7-207d-41fc-9150-cc820808e031,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:15.644038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.653622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9caef697-c08a-4a04-8cae-67b7f25aa7a4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:15.718331 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 6 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:15.755093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 21736b51-158b-4336-bb5f-d6f72ffa857c associated. External IP: 172.26.4.236, port: 99c17b85-f509-4957-aa49-955a980b412e. Sep 28 08:35:15.758841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Allocated IP 172.26.4.36 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/3a28c55e-2bec-4ccd-9ed6-e0a7169098aa) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:15.811373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:15.832007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:15.832007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.832007 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 Sep 28 08:35:15.904367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47b9f0c-8b6d-4d3b-9564-60935565fd4d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:15.909918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.917368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.924838 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9462b9be-ba7d-427e-bf6b-508102381167 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4774446 Sep 28 08:35:15.965299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:15.989372 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9989ffb6-25e7-43d7-b5fb-f843289e36e4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules/b47b9f0c-8b6d-4d3b-9564-60935565fd4d HTTP/1.1" status: 200 len: 763 time: 0.0227017 Sep 28 08:35:15.991900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:15.992514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:15.997515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36748) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.041578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9caef697-c08a-4a04-8cae-67b7f25aa7a4,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:16.044812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7cd494-958a-4d82-9657-38e6c21eea85 None None] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:16.056462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.109320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.117362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.187700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-b3b99cbb-ef7d-4374-bf67-30e6d744a523 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 28 08:35:16.188917 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b3b99cbb-ef7d-4374-bf67-30e6d744a523 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364 HTTP/1.1" status: 409 len: 329 time: 0.9847927 Sep 28 08:35:16.193866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36758) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.223105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=9caef697-c08a-4a04-8cae-67b7f25aa7a4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:16.236416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.295877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36762) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.305990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:16.312286 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 7 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:16.312726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:16.317214 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47193c04-70cb-4302-a2f3-51af81f056c4 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3084087 Sep 28 08:35:16.322752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:16.331545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36766) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.368430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:16.399633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:16.444756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90dbcc-5a05-4884-a172-dfd590668f21 req-ed23a7fd-ff92-4050-94b0-34fccd8ac905 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:16.446328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc90dbcc-5a05-4884-a172-dfd590668f21 req-ed23a7fd-ff92-4050-94b0-34fccd8ac905 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1447914 Sep 28 08:35:16.449016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.468597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.499341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Allocated IP 172.26.4.101 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/a567e3d6-f836-4175-851e-9309f40647a8) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:16.503180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Pushing event updated for resources: {'Port': ['ID=3a28c55e-2bec-4ccd-9ed6-e0a7169098aa,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:16.597947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-569674712'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:16.643839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.656540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.657556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/b47b9f0c-8b6d-4d3b-9564-60935565fd4d HTTP/1.1" status: 204 len: 168 time: 0.3233786 Sep 28 08:35:16.666053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36774) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.673417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc90dbcc-5a05-4884-a172-dfd590668f21 req-d3f95274-abcb-4fb0-bcc7-15c7f0a5fc18 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066274 Sep 28 08:35:16.703119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ee3a-b0c5-45ea-9060-0cf413572abd tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b47b9f0c-8b6d-4d3b-9564-60935565fd4d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:16.735769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:16.739003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.770161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:16.785192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:16.802969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.807100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:16.807891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:16.832912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.867107 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39cb6595-1b1b-4e4b-b198-87fdb5f08b02 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7408044 Sep 28 08:35:16.873998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36780) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.883610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1678340317'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:16.884719 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-476a3dd7-5807-4599-ba82-19cbdd2253f1 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2166023 Sep 28 08:35:16.893079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36782) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:16.897335 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 8 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:16.900534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:16.900672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '8924f0b5-3c3a-4cd4-8e73-3a2c797b603c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:16.952820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:16.961055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:16.961792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:17.004261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:17.005277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b288f9-fe85-4595-bf35-b49512726b45 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:17.012072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:17.019687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:17.023205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.074511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.080733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.103289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.150799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:17.174112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.203071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470af56-f576-42c0-92e9-1367f3e8e8b1 req-ceb78f64-3555-43af-b705-3f0c050fa75c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:17.204711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6470af56-f576-42c0-92e9-1367f3e8e8b1 req-ceb78f64-3555-43af-b705-3f0c050fa75c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1880970 Sep 28 08:35:17.207535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.207872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Added segment 9164088c-ef09-4098-a9b3-04007e155473 of type vlan for network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 Sep 28 08:35:17.301589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:17.304113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.311291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:17.313761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a567e3d6-f836-4175-851e-9309f40647a8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:17.316240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:17.326550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.376611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.403561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.466433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2f001-e7d2-4c9b-bd49-203598c2b24c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:17.484851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b031666b-f015-40ab-8801-777c97287c35,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:17.513664 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 9 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:17.526348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.527086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.527648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.528161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.528700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.529258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.529786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.530317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.530811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.531285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.531756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.532233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.544474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.545739 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6491656 Sep 28 08:35:17.551770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36800) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:17.591714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.592326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.592804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.593431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.593937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.594469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.595002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.595520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.596037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.596579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.597133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.597650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e5aa86-c3e8-4f04-9edf-39223e266529 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:17.618950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.655920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36802) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:17.659717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:17.660990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9caef697-c08a-4a04-8cae-67b7f25aa7a4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:17.664404 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6470af56-f576-42c0-92e9-1367f3e8e8b1 req-c22686ab-4de1-4147-9b49-854cb35e5378 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453342 Sep 28 08:35:17.676131 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e8727825-12b5-4ddb-a8b9-22ce416d0d69 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules/b031666b-f015-40ab-8801-777c97287c35 HTTP/1.1" status: 200 len: 763 time: 0.1208577 Sep 28 08:35:17.678944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36806) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:17.713324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.718020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.721832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.724296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:17.724952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.725325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.api [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:35:17.725630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG oslo_db.api [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:35:17.752279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:17.753074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.753636 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 Sep 28 08:35:17.788284 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9070239 Sep 28 08:35:17.788385 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-59d68bad-dfb9-4827-bdfb-276b0c37d05a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1070209 Sep 28 08:35:17.790124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:17.815922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36810) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:17.822322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'subnet': {'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:17.850908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-870519539', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:17.879268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:17.887295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3e7e-75f3-4cf8-9fba-e38e37e53fc6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Network': ['ID=bd3e9a4c-07bc-4460-a7ff-60d5e8210db6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:17.899592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:17.900865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Made reservation on behalf of 4360534c90e3498ebeb43a230c0a9c89 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:17.903767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:17.955320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.036568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:18.040013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.127560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting port 1e795f5e-c997-49bd-8ef6-e75b47343936 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:18.127875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.162364 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Attempt 10 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:18.166912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.185774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.203813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b90f849-ea3a-458d-8192-201095fe9ad3 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:18.212187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.246075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.252541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.255019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.263489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] device_id is not set on port 8de988fb-496c-4644-ae99-44098d88d917 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:18.290699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.292256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.303741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.304826 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/b031666b-f015-40ab-8801-777c97287c35 HTTP/1.1" status: 204 len: 168 time: 0.4862175 Sep 28 08:35:18.319244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36812) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:18.326920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Provisioning complete for port 1e795f5e-c997-49bd-8ef6-e75b47343936 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:18.327957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.328362 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Attempt 1 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:18.329221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:18.331272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395ecc4-f4ca-4b1a-b34c-43397a911f60 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b031666b-f015-40ab-8801-777c97287c35,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:18.366636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Calling delete_port for 1e795f5e-c997-49bd-8ef6-e75b47343936 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:18.375066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:18.380902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.381610 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Added segment f7e15017-32a2-46ff-8154-f30136a93670 of type vlan for network b61e6474-fc3d-4b18-85b5-ab2864dde630 Sep 28 08:35:18.384874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee5da9f-3344-4053-84a1-f54d8b077796,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:18.395223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Router 7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:18.478997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.500230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-21f08604-6b84-4e6f-bddb-feaa0c06a418 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1792569 Sep 28 08:35:18.507224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:18.520157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': '8924f0b5-3c3a-4cd4-8e73-3a2c797b603c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:18.562784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Allocated IP 172.26.4.91 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/8de988fb-496c-4644-ae99-44098d88d917) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:18.564840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.596874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.602301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:18.602884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.669645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.690227 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3932512 Sep 28 08:35:18.695304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.700355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36816) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:18.736219 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'subnet': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:18.743886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0abca-ed9f-44b8-a645-1402dfb05143 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Network': ['ID=b61e6474-fc3d-4b18-85b5-ab2864dde630,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:18.744815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Subnet': ['ID=95a900d4-1115-4973-ba39-438f1ab025eb,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:18.761465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:18.762667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:18.775733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] Sync routers for ids ['7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:18.803464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.805095 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c6969e5f-5f09-4eec-a7ee-101ff4a75455 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "PUT /v2.0/routers/7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 200 len: 914 time: 5.5765171 Sep 28 08:35:18.817326 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] Routers {'7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:18.818166 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:18.819540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:18.836253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Checking segment: {'id': '9164088c-ef09-4098-a9b3-04007e155473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:18.836622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network hostable DHCP agents. Network: bd3e9a4c-07bc-4460-a7ff-60d5e8210db6, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:18.877247 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Attempt 2 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:18.879992 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:18.892746 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] Routers {'7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:18.894397 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:18.933570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:18.944038 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:18.944780 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a085050d-746b-4d26-baa7-373bce84c4f6 None None] The sync data for ids ['7047f226-bba6-4dd0-89b9-7a9ff5abc5c0'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:18.949277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.958502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.980761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb10cfb-1236-4393-9e94-b610d5f4bdac req-bc9758cd-c74c-495c-9b87-7e35532e3527 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:18.982318 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7eb10cfb-1236-4393-9e94-b610d5f4bdac req-bc9758cd-c74c-495c-9b87-7e35532e3527 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1584766 Sep 28 08:35:18.983762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:18.985380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:18.988753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.050346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:19.052396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Port': ['ID=1e795f5e-c997-49bd-8ef6-e75b47343936,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:19.097453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ad5636-eda5-4b95-86a7-74e2581b6cfe,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:19.098861 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7eb10cfb-1236-4393-9e94-b610d5f4bdac req-2421084c-ecf9-4850-94f3-7fba573df240 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057131 Sep 28 08:35:19.115693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, bd3e9a4c-07bc-4460-a7ff-60d5e8210db6) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:19.126262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7052685-2bde-4d5a-bd30-dc7630d7262c None None] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:19.130583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Router 2cb0187a-1556-45cb-a719-44c5738220e4 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:19.161910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.162139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.162499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.162815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.163148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.163477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.163807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.164134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.164459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.164786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.165130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.165465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:19.171424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.172033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.179450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.180651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7f5bbc82-c76d-4c1d-b70a-ea51eebe563d tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6724865 Sep 28 08:35:19.187249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.192421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.198594 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f9715ef5-55fe-4ac8-8461-4da7f8682e1d tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 200 len: 920 time: 0.3753679 Sep 28 08:35:19.214254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36826) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.280383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.287023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e01ebc0a-625d-4153-8842-86d94becca2f tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4968450 Sep 28 08:35:19.305674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0812ee20-1fd8-4a02-b348-b86bb201032f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules/e1ad5636-eda5-4b95-86a7-74e2581b6cfe HTTP/1.1" status: 200 len: 764 time: 0.1119087 Sep 28 08:35:19.306250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36828) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.314656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36830) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.321222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-228226605', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:19.379590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-bd3e9a4c-07bc-4460-a7ff-60d5e8210db6', 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6', 'tenant_id': '96d251d833e14a77bad89c3c7100fb92', 'fixed_ips': [{'subnet_id': '95a900d4-1115-4973-ba39-438f1ab025eb'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:19.380606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.399289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.471835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.472870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.474002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f494b7-22cc-4e94-8ec8-9924128891cb tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.475722 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-84f494b7-22cc-4e94-8ec8-9924128891cb tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=7047f226-bba6-4dd0-89b9-7a9ff5abc5c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2596045 Sep 28 08:35:19.482731 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Attempt 3 to provision port 1e795f5e-c997-49bd-8ef6-e75b47343936 Sep 28 08:35:19.486294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abede-a131-47da-915e-7491000314b1 req-606e9bc3-56e0-4c81-82ca-d76ec83aa60c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.487868 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-157abede-a131-47da-915e-7491000314b1 req-606e9bc3-56e0-4c81-82ca-d76ec83aa60c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2335360 Sep 28 08:35:19.488315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36832) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.495147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.516740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Port 1e795f5e-c997-49bd-8ef6-e75b47343936 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:19.521815 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-954cd5e8-6a91-4217-9c64-4c879b368de1 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1948662 Sep 28 08:35:19.524838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:19.526292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36834) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.545835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Provisioning complete for port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:19.546206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.546536 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Attempt 1 to provision port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 Sep 28 08:35:19.548294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Sync routers for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:19.598279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Subnet': ['ID=9315f177-3d4f-4031-8de7-a4ebc3090533,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:19.613166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Checking segment: {'id': 'f7e15017-32a2-46ff-8154-f30136a93670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:19.614140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network hostable DHCP agents. Network: b61e6474-fc3d-4b18-85b5-ab2864dde630, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:19.623066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.637147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.642392 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7f52b5d-0fe9-43c1-96d6-11d5049eafb0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1266959 Sep 28 08:35:19.642392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.646693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36836) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.647295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:19.662540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:19.679158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:19.712979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.726587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e4a42-cc6f-4ad2-a19d-74a626d9cb16 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.731498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f70e4a42-cc6f-4ad2-a19d-74a626d9cb16 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/networks/7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 881 time: 0.2369916 Sep 28 08:35:19.733634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36838) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.735491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Pushing event updated for resources: {'Port': ['ID=8de988fb-496c-4644-ae99-44098d88d917,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:19.741079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Router db1402bf-c5c2-4a95-b503-bec650a49364 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:19.751964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-157abede-a131-47da-915e-7491000314b1 req-1f8fa209-11cc-4d89-b1f5-487a9c5078f6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482598 Sep 28 08:35:19.759046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:19.763061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:19.764781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:19.793059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-473b2d74-584b-4475-aade-f0296265a9a7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 200 len: 205 time: 0.0484076 Sep 28 08:35:19.793059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.793059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36840) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.806055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.806055 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/e1ad5636-eda5-4b95-86a7-74e2581b6cfe HTTP/1.1" status: 204 len: 168 time: 0.2664235 Sep 28 08:35:19.806855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36842) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:19.810593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Allocated IP 172.20.0.2 (bd3e9a4c-07bc-4460-a7ff-60d5e8210db6/95a900d4-1115-4973-ba39-438f1ab025eb/4121c5ee-9605-4b41-a777-804721dc81f0) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:19.825641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825322b-1ee8-420a-bf10-20c597bfef0f tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ad5636-eda5-4b95-86a7-74e2581b6cfe,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:19.866613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.867329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.898764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b61e6474-fc3d-4b18-85b5-ab2864dde630) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:19.908217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:19.908960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:19.940723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef943787-ffb3-4f1e-8ce0-1fe6c3dda8ef None None] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:19.989091 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5ec81d6b-f3ea-4def-9bd8-389ed6a4c3aa tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2636862 Sep 28 08:35:20.007541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:20.027617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.030925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36846) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.037238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2392d812-f502-41d4-ab90-ed86f1ed0ed6 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3741181 Sep 28 08:35:20.040911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36848) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.045285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494955820'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:20.051019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:20.056329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.91'}]}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:20.065767 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] Sync routers for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:20.072070 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-17e05b1b-9ed0-4326-bc96-17ccb47eef81 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2646785 Sep 28 08:35:20.073670 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5fd3430c-26c1-4fe4-ab94-1224d644dc02 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8754773 Sep 28 08:35:20.087853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5a453b9-a338-461e-8f21-028a9ab033b4 None None] Current status of the port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:20.088078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36850) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.088493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36852) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.096477 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:20.098042 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:20.170257 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:20.183643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] Routers {'db1402bf-c5c2-4a95-b503-bec650a49364'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:20.184994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db1402bf-c5c2-4a95-b503-bec650a49364'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:20.250293 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:20.252081 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3d5db-5088-4cb2-b832-4c15bc40ca20 None None] The sync data for ids ['db1402bf-c5c2-4a95-b503-bec650a49364'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:20.317323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.344095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.358487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108642f-e05e-4271-805d-5ae8b2759017 req-ea4e47e7-3999-4235-96f7-f7585f2ce935 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:20.360176 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a108642f-e05e-4271-805d-5ae8b2759017 req-ea4e47e7-3999-4235-96f7-f7585f2ce935 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4552915 Sep 28 08:35:20.397342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b61e6474-fc3d-4b18-85b5-ab2864dde630', 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'tenant_id': '52bd8f710e1946d2a4004e76135eef37', 'fixed_ips': [{'subnet_id': '9315f177-3d4f-4031-8de7-a4ebc3090533'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:20.398212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.428649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:20.437019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:20.441219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:20.441510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.455006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Pushing event updated for resources: {'Port': ['ID=4121c5ee-9605-4b41-a777-804721dc81f0,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:20.532109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a108642f-e05e-4271-805d-5ae8b2759017 req-ce4c3237-18be-4021-bd60-6779a066c595 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426847 Sep 28 08:35:20.540368 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-733939f3-3a52-4c5a-81df-a9cfae4ff79b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] show failed (client error): The resource could not be found. Sep 28 08:35:20.546924 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-733939f3-3a52-4c5a-81df-a9cfae4ff79b tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-866295343 HTTP/1.1" status: 404 len: 334 time: 0.4505138 Sep 28 08:35:20.551226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36854) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.569938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5e3a1932-64a5-4cb2-85fc-216ffce5ffad tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:20.569938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.569938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.599760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:17Z', 'revision_number': 3, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:20.627315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-5e3a1932-64a5-4cb2-85fc-216ffce5ffad tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] update failed (client error): The resource could not be found. Sep 28 08:35:20.629826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e3a1932-64a5-4cb2-85fc-216ffce5ffad tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-1910517230 HTTP/1.1" status: 404 len: 335 time: 0.0744383 Sep 28 08:35:20.642115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36858) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:20.658434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Attempting to bind port 4121c5ee-9605-4b41-a777-804721dc81f0 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:20.658649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.659306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Attempting to bind port 4121c5ee-9605-4b41-a777-804721dc81f0 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9164088c-ef09-4098-a9b3-04007e155473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:20.659817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Attempting to bind port 4121c5ee-9605-4b41-a777-804721dc81f0 on network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:20.667199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Checking router: 2cb0187a-1556-45cb-a719-44c5738220e4 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:20.667966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Updating router 2cb0187a-1556-45cb-a719-44c5738220e4 port a567e3d6-f836-4175-851e-9309f40647a8 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:35:20.696987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:20.697634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Checking segment: {'id': '9164088c-ef09-4098-a9b3-04007e155473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:20.698382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.698928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Bound using segment: {'id': '9164088c-ef09-4098-a9b3-04007e155473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:20.700017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Bound port: 4121c5ee-9605-4b41-a777-804721dc81f0, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9164088c-ef09-4098-a9b3-04007e155473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:20.700682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.736216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.747237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Allocated IP 2001:db8::2 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/2e6d1505-7d0f-4356-a75a-a9d210cc7b9f) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:20.781904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port 3a28c55e-2bec-4ccd-9ed6-e0a7169098aa {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:20.782230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.797576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.798073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.909964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting subnet 785b8c98-853c-459d-8b5d-4fcec016d280 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:20.926740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.930285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.942592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88181d15-66ad-43fa-ad35-66ce18554302 req-2e96cfb2-9a1a-4146-981e-54c17a008ef4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:20.944128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88181d15-66ad-43fa-ad35-66ce18554302 req-2e96cfb2-9a1a-4146-981e-54c17a008ef4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3073580 Sep 28 08:35:20.946124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for 3a28c55e-2bec-4ccd-9ed6-e0a7169098aa owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:20.951287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] For port 4121c5ee-9605-4b41-a777-804721dc81f0, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:20.963734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.991246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:20.993972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:20.998456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.007570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] For port 4121c5ee-9605-4b41-a777-804721dc81f0, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4121c5ee-9605-4b41-a777-804721dc81f0,segment=NetworkSegment(9164088c-ef09-4098-a9b3-04007e155473),segment_id=9164088c-ef09-4098-a9b3-04007e155473)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:21.018923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.128554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.169749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port b689d9ee-fc0c-4d44-ba72-efb304561f1e yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:21.195496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.242268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997dd44-5da5-4a64-b4a5-e1e5c82f94b4 None None] Pushing event updated for resources: {'Port': ['ID=4121c5ee-9605-4b41-a777-804721dc81f0,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:21.263762 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88181d15-66ad-43fa-ad35-66ce18554302 req-e6b4cc1a-196d-4bf0-b970-b2a2471694c5 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623453 Sep 28 08:35:21.270411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.306489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.310251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.313755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/8924f0b5-3c3a-4cd4-8e73-3a2c797b603c HTTP/1.1" status: 204 len: 168 time: 1.2186797 Sep 28 08:35:21.330755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36860) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:21.362272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.375899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Allocated IP 172.20.0.1 (e436ee18-ed4b-4cff-bd52-367c7b8e6b6a/82ede467-b7c9-42af-8225-700f7de3e9a6/2f67f905-ce18-417d-92d8-3fbe98a3b83f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:21.459494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:21.467076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f83ed0-920c-4e11-b6c1-74ef49f12b7a tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924f0b5-3c3a-4cd4-8e73-3a2c797b603c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:21.472628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:21.480443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.481913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:21.485281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.488784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Pushing event updated for resources: {'Port': ['ID=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:21.532041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=3a28c55e-2bec-4ccd-9ed6-e0a7169098aa,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:21.534408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.621076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Attempting to bind port a567e3d6-f836-4175-851e-9309f40647a8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:21.621076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Attempting to bind port a567e3d6-f836-4175-851e-9309f40647a8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:21.621076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Attempting to bind port a567e3d6-f836-4175-851e-9309f40647a8 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:21.628680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Attempting to bind port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:21.629070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Attempting to bind port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'f7e15017-32a2-46ff-8154-f30136a93670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:21.629439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Attempting to bind port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f on network b61e6474-fc3d-4b18-85b5-ab2864dde630 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:21.636527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:21.636900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:21.637442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.637843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:21.638323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Bound port: a567e3d6-f836-4175-851e-9309f40647a8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:21.638706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.643330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:21.643500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Checking segment: {'id': 'f7e15017-32a2-46ff-8154-f30136a93670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:21.643776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.644247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Bound using segment: {'id': 'f7e15017-32a2-46ff-8154-f30136a93670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:21.644623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Bound port: 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e15017-32a2-46ff-8154-f30136a93670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:21.645001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.647890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.651224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.654512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::340 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/b689d9ee-fc0c-4d44-ba72-efb304561f1e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:21.709752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9d191-5e0f-4217-bc82-5e00cda77a98 req-db96a204-448e-4792-a87a-f684430e9e50 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:21.711489 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e5e9d191-5e0f-4217-bc82-5e00cda77a98 req-db96a204-448e-4792-a87a-f684430e9e50 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2331190 Sep 28 08:35:21.714853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.754126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.771789 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77a1b7f6-5172-4a08-a8e8-c9692b6d9e47 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4266684 Sep 28 08:35:21.773375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.785390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36864) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:21.798002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group': {'name': 'tempest-secgroup--61343028'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:21.814886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4121c5ee-9605-4b41-a777-804721dc81f0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:21.827148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e925da-934e-4e54-af71-f4d2634433fb None None] Pushing event updated for resources: {'Port': ['ID=a567e3d6-f836-4175-851e-9309f40647a8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:21.874832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.879811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.887767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:21.900923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e5e9d191-5e0f-4217-bc82-5e00cda77a98 req-18105871-f8c5-4fbc-afc9-5435e556d988 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700473 Sep 28 08:35:21.947281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] For port a567e3d6-f836-4175-851e-9309f40647a8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:21.959658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] For port a567e3d6-f836-4175-851e-9309f40647a8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a567e3d6-f836-4175-851e-9309f40647a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:21.974048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] For port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:21.979100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] For port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,segment=NetworkSegment(f7e15017-32a2-46ff-8154-f30136a93670),segment_id=f7e15017-32a2-46ff-8154-f30136a93670)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:21.981221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.000457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.016965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.017562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router 7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:22.021305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.030059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4121c5ee-9605-4b41-a777-804721dc81f0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:22.030488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.030835 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4121c5ee-9605-4b41-a777-804721dc81f0 Sep 28 08:35:22.049232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.064040 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.065339 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7f380fb0-e4f4-4ebd-a7ad-baeca18760a9 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 204 len: 168 time: 2.2718680 Sep 28 08:35:22.071336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36868) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:22.072140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:22.078758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:22.098524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1419614952', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:22.107755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Pushing event updated for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:22.116988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:22.131996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:22.134565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:22.200685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.201709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.217028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:22.219817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Subnet': ['ID=785b8c98-853c-459d-8b5d-4fcec016d280,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:22.242156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.256640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.263225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a311e068-437c-48e9-aaa4-a8216a3d57b2 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/subnets/785b8c98-853c-459d-8b5d-4fcec016d280 HTTP/1.1" status: 204 len: 168 time: 1.6199744 Sep 28 08:35:22.270491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:22.297915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.26.4.251 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/48b099b4-3326-44e2-afba-e1b9bcf60377) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:22.316133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efdad0-5f34-4b3b-b6a8-75ebb870786e None None] Network 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:22.319699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e925da-934e-4e54-af71-f4d2634433fb None None] Pushing event updated for resources: {'Port': ['ID=a567e3d6-f836-4175-851e-9309f40647a8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:22.368073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.590902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f305e-3b37-4088-81aa-50517b6d4c05 None None] Pushing event updated for resources: {'Port': ['ID=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:22.663375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.695829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed1b2d-f124-4e75-b78f-02a19ad69ee7 req-6995e011-0395-44e0-a37b-8128aaf29f2f tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:22.698582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21c7f6-4775-4f56-9757-8409586191bd None None] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:22.704109 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8ed1b2d-f124-4e75-b78f-02a19ad69ee7 req-6995e011-0395-44e0-a37b-8128aaf29f2f tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.6372876 Sep 28 08:35:22.740949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.742386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.747665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4121c5ee-9605-4b41-a777-804721dc81f0 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:22.747874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.755501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.782525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Provisioning complete for port 2f67f905-ce18-417d-92d8-3fbe98a3b83f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:22.782899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.783236 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 1 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:22.794273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.848274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.851841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:22.856477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0680428 Sep 28 08:35:22.864509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36872) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:22.872592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Request body: {'security_group_rule': {'security_group_id': 'f081e6ad-5974-4622-a808-44c8b2fa2afc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:22.895433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf32bf-0c0e-4344-aa5e-fdf716cc3952 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f081e6ad-5974-4622-a808-44c8b2fa2afc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:22.909052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 4121c5ee-9605-4b41-a777-804721dc81f0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4121c5ee-9605-4b41-a777-804721dc81f0,segment=NetworkSegment(9164088c-ef09-4098-a9b3-04007e155473),segment_id=9164088c-ef09-4098-a9b3-04007e155473)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:22.918846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8ed1b2d-f124-4e75-b78f-02a19ad69ee7 req-c92fb921-0fdb-4915-8182-fd3e28835632 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132835 Sep 28 08:35:22.919066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:22.945576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.013623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.014711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.043381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.050832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d4423-92b3-4c33-8269-532104591325 None None] DHCP port deletion for 5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:23.054302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.063889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.102755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:17Z', 'revision_number': 3, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:23.179027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50f17d-b059-417e-8a0b-10d2438058de None None] The sync data for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv is: [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:17Z', 'revision_number': 3, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:23.186394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=4121c5ee-9605-4b41-a777-804721dc81f0,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:23.240157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-736d4423-92b3-4c33-8269-532104591325 None None] Deleting port eb662f65-9dc2-4d80-80a1-24ae582e64bc {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:23.241797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-736d4423-92b3-4c33-8269-532104591325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.337605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-736d4423-92b3-4c33-8269-532104591325 None None] For port eb662f65-9dc2-4d80-80a1-24ae582e64bc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb662f65-9dc2-4d80-80a1-24ae582e64bc,segment=NetworkSegment(3d0abdf7-894f-4850-910d-44a8b4da0ea4),segment_id=3d0abdf7-894f-4850-910d-44a8b4da0ea4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:23.338093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-736d4423-92b3-4c33-8269-532104591325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.360342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-736d4423-92b3-4c33-8269-532104591325 None None] Calling delete_port for eb662f65-9dc2-4d80-80a1-24ae582e64bc owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:23.389758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.411220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.446539 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 2 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:23.560816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:23.590864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-736d4423-92b3-4c33-8269-532104591325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.614896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Pushing event updated for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:23.628185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d4423-92b3-4c33-8269-532104591325 None None] Pushing event deleted for resources: {'Port': ['ID=eb662f65-9dc2-4d80-80a1-24ae582e64bc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:23.641834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.654676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d4423-92b3-4c33-8269-532104591325 None None] No DVR routers for this DVR port eb662f65-9dc2-4d80-80a1-24ae582e64bc on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:23.712714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=b689d9ee-fc0c-4d44-ba72-efb304561f1e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:23.733559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:23.738966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:23.746230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:23.755970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:23.757112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.796975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting port eb662f65-9dc2-4d80-80a1-24ae582e64bc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:23.797550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.813601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4121c5ee-9605-4b41-a777-804721dc81f0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:23.818748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5dd3a-6fd1-444c-98a4-2428a5fdaba6 None None] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:23.838741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.882854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.903945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ba554dc3-d1da-4185-b6f9-37d9017a6444 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8682983 Sep 28 08:35:23.911340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:23.916677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-314385251', 'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:61:f2:bd'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:23.937245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.951597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.966944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4121c5ee-9605-4b41-a777-804721dc81f0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:23.967409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.967809 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4121c5ee-9605-4b41-a777-804721dc81f0 Sep 28 08:35:23.985873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:23.999439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:24.008472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:24.027294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.029489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:24.036879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] For port eb662f65-9dc2-4d80-80a1-24ae582e64bc, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:24.037761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.040284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=48b099b4-3326-44e2-afba-e1b9bcf60377,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:24.043537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:24.050248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:24.100542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a941a44-cc07-4b75-ac3b-a92729bbabe9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:24.130352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.131897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-45738ce6-0b80-40ec-b29c-f78e0443cff9 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2626429 Sep 28 08:35:24.141225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Calling delete_port for eb662f65-9dc2-4d80-80a1-24ae582e64bc owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:24.142801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36878) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:24.161915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Port eb662f65-9dc2-4d80-80a1-24ae582e64bc was not found and therefore no delete operation was performed {{(pid=103308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:35:24.251465 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 3 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:24.263784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Allocated IP 172.26.4.125 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/17c1ee93-676d-4801-803e-0437c4c29ebd) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:24.311076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.334433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:24.356097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4121c5ee-9605-4b41-a777-804721dc81f0 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:24.361159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:24.376271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:24.402616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Port': ['ID=eb662f65-9dc2-4d80-80a1-24ae582e64bc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:24.435029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:24.435414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.435747 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f Sep 28 08:35:24.450875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.458614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] No DVR routers for this DVR port eb662f65-9dc2-4d80-80a1-24ae582e64bc on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:24.461213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.530629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:24.531711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.535005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Router 2cb0187a-1556-45cb-a719-44c5738220e4 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:24.542264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.586575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,segment=NetworkSegment(f7e15017-32a2-46ff-8154-f30136a93670),segment_id=f7e15017-32a2-46ff-8154-f30136a93670)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:24.599005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.615720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.616224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90f91c7e-9740-4396-97fa-3dcceac77f38 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:24.692931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:24.696458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb662f65-9dc2-4d80-80a1-24ae582e64bc no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:24.722481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: eb662f65-9dc2-4d80-80a1-24ae582e64bc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:24.723654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb662f65-9dc2-4d80-80a1-24ae582e64bc not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:24.732055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.737610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.763714 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:35:24.764787 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-64b6b16c-e9f1-41e4-8800-78fde4f04fe3 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7156837 Sep 28 08:35:24.773980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port 1770d974-39f2-4016-bfbb-2e54fa64133f yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:24.779113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36880) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:24.785269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:24.794012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ff8b54af-e93f-4267-8623-6d748010c68b admin admin] 10.222.0.27 "PUT /v2.0/routers/2cb0187a-1556-45cb-a719-44c5738220e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1415219 Sep 28 08:35:24.823764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.827798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.836333 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 4 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:24.894972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:24.906547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:24.906965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:24.921352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:24.928109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:24.932172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:24.972171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event updated for resources: {'Port': ['ID=17c1ee93-676d-4801-803e-0437c4c29ebd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:25.028141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0abdf7-894f-4850-910d-44a8b4da0ea4') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:25.028444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0abdf7-894f-4850-910d-44a8b4da0ea4') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:25.038260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::305 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/1770d974-39f2-4016-bfbb-2e54fa64133f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:25.084675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.115661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.121923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.181827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:25.182443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.213333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36890) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.214107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.216858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.218019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/f081e6ad-5974-4622-a808-44c8b2fa2afc HTTP/1.1" status: 204 len: 168 time: 1.0707743 Sep 28 08:35:25.221717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958729382', 'description': 'tempest-description--1512617030'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:25.224014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3d0abdf7-894f-4850-910d-44a8b4da0ea4 resource provider aggregate not found Sep 28 08:35:25.226929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36892) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.274402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3d0abdf7-894f-4850-910d-44a8b4da0ea4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d0abdf7-894f-4850-910d-44a8b4da0ea4 found for delete ", "request_id": "req-cedd4eea-d3e3-4463-a3ce-ce4d55ae4fd4"}]} Sep 28 08:35:25.282165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011d2c-2082-4a1f-b60a-39d77a300e76 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f081e6ad-5974-4622-a808-44c8b2fa2afc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:25.303116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Deleting port 8de988fb-496c-4644-ae99-44098d88d917 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:25.303457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.337257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.355992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.359757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/networks/5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14 HTTP/1.1" status: 204 len: 168 time: 3.0721626 Sep 28 08:35:25.360053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.363298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36896) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.384740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff17d4-b0d9-4668-bef1-ff91436593ea tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Network': ['ID=5c6c8b62-1e06-44cd-bcf3-99bfa9b2ac14,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:25.408044 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 5 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:25.448505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:25.484426 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-20744a03-e68c-436b-8e3f-f46f08f66c7e tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2508459 Sep 28 08:35:25.485121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.487251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36898) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.515874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Calling delete_port for 8de988fb-496c-4644-ae99-44098d88d917 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:25.516269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.520863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.532164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting subnet 8cf69e94-651a-4f4d-a49f-7ff53c6e7700 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:25.572554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.594195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Sync routers for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:25.605852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:25.606540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:25.621943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.632766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f6c53599-951d-4301-b870-91499e219c24 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1429873 Sep 28 08:35:25.636383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.665334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.710820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a567e3d6-f836-4175-851e-9309f40647a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:25.715506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b03fda19-2828-46d0-b1d6-857f794ab084 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] delete failed (client error): The resource could not be found. Sep 28 08:35:25.720024 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b03fda19-2828-46d0-b1d6-857f794ab084 tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "DELETE /v2.0/security-groups/f081e6ad-5974-4622-a808-44c8b2fa2afc HTTP/1.1" status: 404 len: 347 time: 0.0755994 Sep 28 08:35:25.720827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36902) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:25.801532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:25.864158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-378e4cf7-e558-4bbb-8f51-bacd94bc1e0c tempest-SecGroupTest-810463240 tempest-SecGroupTest-810463240-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1364443 Sep 28 08:35:25.893399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a567e3d6-f836-4175-851e-9309f40647a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:25.893768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.894489 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a567e3d6-f836-4175-851e-9309f40647a8 Sep 28 08:35:25.898362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:25.940879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de988fb-496c-4644-ae99-44098d88d917,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:25.981335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:26.007266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.036139 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 6 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:26.071571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.078612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c8a48869-31cc-4ee1-957d-e5b06a0b7106 tempest-RoutersAdminNegativeTest-1429103460 tempest-RoutersAdminNegativeTest-1429103460-project-admin] 10.222.0.27 "DELETE /v2.0/ports/8de988fb-496c-4644-ae99-44098d88d917 HTTP/1.1" status: 204 len: 168 time: 1.2922912 Sep 28 08:35:26.086102 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=1770d974-39f2-4016-bfbb-2e54fa64133f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:26.098385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.110934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:26.117887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:26.119035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.139635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:26.147791 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:26.153497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:26.154142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.172930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:26.177812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.179228 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9633360 Sep 28 08:35:26.192388 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] Sync routers for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:26.201584 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4d2f8114-d2c4-499c-9937-d2c6fbec9935 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2887678 Sep 28 08:35:26.203916 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:26.204547 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:26.209021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36910) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.209576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36912) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.230616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'security_group_rule': {'security_group_id': '75ebd965-ecac-4632-bbe0-2ad9972f59bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:26.249160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a567e3d6-f836-4175-851e-9309f40647a8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:26.249709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.261640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.285538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a567e3d6-f836-4175-851e-9309f40647a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a567e3d6-f836-4175-851e-9309f40647a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:26.296116 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:26.300360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.305260 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:26.305871 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:26.307248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:26.347788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.357164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3243dae3-1d87-4aa7-800f-b8c516d55179 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0373981 Sep 28 08:35:26.360066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.373997 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:26.374643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12181509-e222-4342-a13c-4c5827c7ed21 None None] The sync data for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:26.422088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:23Z', 'revision_number': 2, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:26.449220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1e14c-52ea-47b8-a164-8534c7d2d2bb tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:26.455020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1e14c-52ea-47b8-a164-8534c7d2d2bb tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:26.461506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1e14c-52ea-47b8-a164-8534c7d2d2bb tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:26.466088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3eb1e14c-52ea-47b8-a164-8534c7d2d2bb tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2504325 Sep 28 08:35:26.466088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.471174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.492304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.505614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Checking router: 2cb0187a-1556-45cb-a719-44c5738220e4 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:26.505963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Updating router 2cb0187a-1556-45cb-a719-44c5738220e4 port 2f67f905-ce18-417d-92d8-3fbe98a3b83f binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:35:26.533312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.556178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.585330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:26.585714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.586149 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f Sep 28 08:35:26.628065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36924) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.640893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a29e-fb1a-4d6e-9801-34cdbc58c869 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ebd965-ecac-4632-bbe0-2ad9972f59bc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:26.714465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.732380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.738912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cab3842d-8f0c-46b4-86d5-d68417a6bac9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=62d2c1bcc8b84ce8b44c76c0d41d7051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614527 Sep 28 08:35:26.742350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.760348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.800553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a567e3d6-f836-4175-851e-9309f40647a8,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:26.809583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.812964 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/subnets/8cf69e94-651a-4f4d-a49f-7ff53c6e7700 HTTP/1.1" status: 204 len: 168 time: 1.4412396 Sep 28 08:35:26.815813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c8c5d-8def-468a-9f57-17580a00cd9e tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf69e94-651a-4f4d-a49f-7ff53c6e7700,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:26.824496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36930) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:26.838275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77ac290e-d67b-4a45-851f-638aaa27dcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.841178 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 7 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:26.858594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c396ef-ccc6-4907-b849-cc0ea5a15e80 None None] Network 7d4fa798-32e4-443b-b291-7b67e25f74e3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:26.949808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Port 2f67f905-ce18-417d-92d8-3fbe98a3b83f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:26.963518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77ac290e-d67b-4a45-851f-638aaa27dcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:26.977318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77ac290e-d67b-4a45-851f-638aaa27dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.007588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting subnet ff8b6b39-f053-454c-9e6f-5d27da60db6a {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:27.022540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.068418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-77ac290e-d67b-4a45-851f-638aaa27dcdf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0105eba0e6b34b8e9f3b1f7a094ed1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365931 Sep 28 08:35:27.075771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36932) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:27.085484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac290e-d67b-4a45-851f-638aaa27dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6867814d-35fc-4147-80ec-6ac2898ec734,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.107576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.113403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.132477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.154886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Router 72b3bc2f-9c22-42f8-bd8c-becf30cc7eef is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:27.166292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d50c511-15c9-4fae-9326-f5a65a3920b3,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.173718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:27.175490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.176713 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b47c26f6-cb08-4f0a-aac2-76889a2fb720 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9659190 Sep 28 08:35:27.183738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36934) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:27.185044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port 1770d974-39f2-4016-bfbb-2e54fa64133f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:27.185400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.189356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'security_group_rule': {'security_group_id': '75ebd965-ecac-4632-bbe0-2ad9972f59bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:27.241654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a466c3-98cf-427f-8e06-a05d65f82ff0 None None] Pushing event updated for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.254370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Attempting to bind port 2f67f905-ce18-417d-92d8-3fbe98a3b83f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:27.254787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Attempting to bind port 2f67f905-ce18-417d-92d8-3fbe98a3b83f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:27.255373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Attempting to bind port 2f67f905-ce18-417d-92d8-3fbe98a3b83f on network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:27.261963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:27.262348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Checking segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:27.262805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.263738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Bound using segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:27.263738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Bound port: 2f67f905-ce18-417d-92d8-3fbe98a3b83f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:27.264052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.273404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.296021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.339686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.344302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] For port 2f67f905-ce18-417d-92d8-3fbe98a3b83f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:27.349492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] For port 2f67f905-ce18-417d-92d8-3fbe98a3b83f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2f67f905-ce18-417d-92d8-3fbe98a3b83f,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:27.362135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.367446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] DHCP port deletion for 7d4fa798-32e4-443b-b291-7b67e25f74e3 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:27.396021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.400176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.403528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.428523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for 1770d974-39f2-4016-bfbb-2e54fa64133f owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:27.428753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.431930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:27.432459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:27.467519 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Attempt 8 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:27.492056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:27.519995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] Sync routers for ids ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:27.552660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.557156 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-280706ca-5b1c-4d21-bd85-a900fb0705bc tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4811049 Sep 28 08:35:27.558965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36936) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:27.561296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.567170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:27.610241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.618690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.627592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.630725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.631988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7d33d349-9116-4453-ba16-ae5a89b63b39 HTTP/1.1" status: 204 len: 168 time: 0.8887486 Sep 28 08:35:27.660510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.663797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.665084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6867814d-35fc-4147-80ec-6ac2898ec734 HTTP/1.1" status: 204 len: 168 time: 0.5888102 Sep 28 08:35:27.674382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8b6b39-f053-454c-9e6f-5d27da60db6a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.691430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6944a0c-9a1e-4168-b0d8-57e6f2ff58cb,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.697537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.703712 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4b01955f-9945-4388-b024-8347f5b7ea74 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/subnets/ff8b6b39-f053-454c-9e6f-5d27da60db6a HTTP/1.1" status: 204 len: 168 time: 0.8759706 Sep 28 08:35:27.705170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a1d93-4d68-41e3-b7ae-51435acf5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6867814d-35fc-4147-80ec-6ac2898ec734,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.709307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36942) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:27.727347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.732012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7c967536-028c-499f-93df-6aac697e59c6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5471628 Sep 28 08:35:27.766688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36944) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:27.770669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5417-174b-4400-a971-47057f720ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d33d349-9116-4453-ba16-ae5a89b63b39,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.790552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a466c3-98cf-427f-8e06-a05d65f82ff0 None None] Pushing event updated for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.796426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a567e3d6-f836-4175-851e-9309f40647a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:27.796607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:27.810420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910b2e3-0019-473d-a808-e4ae7c8bc807 None None] Network 87949f9f-17da-443e-9058-29c37062b1e1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:27.854276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.925192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:27.926164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] Routers {'72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:27.926987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:27.964895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=1770d974-39f2-4016-bfbb-2e54fa64133f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:27.972306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.007000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.021706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.081966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Current status of the port 2f67f905-ce18-417d-92d8-3fbe98a3b83f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:28.082429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.091200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] Routers {'72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:28.091818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.138828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Deleting port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:28.139268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.207352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36956) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:28.218032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:28.218376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.227123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] For port bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,segment=NetworkSegment(2ab2a294-681f-493b-8c16-6a267a6d5aa4),segment_id=2ab2a294-681f-493b-8c16-6a267a6d5aa4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:28.227528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.242592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Calling delete_port for bef0c7b0-44fa-4ca7-817d-c3473c3041d1 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:28.244708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.245431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23900e-5686-4adf-9adf-12f95b7fd302 None None] The sync data for ids ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:28.326414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.333234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7422d263-0ce0-487c-9c3e-b1f892da15a4 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/1770d974-39f2-4016-bfbb-2e54fa64133f HTTP/1.1" status: 204 len: 168 time: 1.8610148 Sep 28 08:35:28.337084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:28.351355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:28.367729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] For port 2f67f905-ce18-417d-92d8-3fbe98a3b83f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2f67f905-ce18-417d-92d8-3fbe98a3b83f,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:28.402463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] For port bef0c7b0-44fa-4ca7-817d-c3473c3041d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,segment=NetworkSegment(2ab2a294-681f-493b-8c16-6a267a6d5aa4),segment_id=2ab2a294-681f-493b-8c16-6a267a6d5aa4)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:28.402843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.418319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.426230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-049171fb-3cc8-4ed1-b04f-218a3d3533c3 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] GET failed (client error): The resource could not be found. Sep 28 08:35:28.427855 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-049171fb-3cc8-4ed1-b04f-218a3d3533c3 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports/1770d974-39f2-4016-bfbb-2e54fa64133f HTTP/1.1" status: 404 len: 333 time: 0.0880315 Sep 28 08:35:28.433669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 36964) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:28.436681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-16838ca7-b91f-44e4-ae12-9a5c50cb6483 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4360534c90e3498ebeb43a230c0a9c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257645 Sep 28 08:35:28.439133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-493229712'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:28.439268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36966) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:28.453662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Calling delete_port for bef0c7b0-44fa-4ca7-817d-c3473c3041d1 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:28.461197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.498916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.554629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a567e3d6-f836-4175-851e-9309f40647a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:28.555007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.555337 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a567e3d6-f836-4175-851e-9309f40647a8 Sep 28 08:35:28.585703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:28.589612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.663667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.668434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port 224b1cbc-feaf-412b-a167-e16690586836 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:28.692811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.716935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.759813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] No DVR routers for this DVR port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:28.769479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Port': ['ID=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:28.783442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Provisioning complete for port 4121c5ee-9605-4b41-a777-804721dc81f0 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:28.783891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.784282 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 1 to provision port 4121c5ee-9605-4b41-a777-804721dc81f0 Sep 28 08:35:28.789064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a567e3d6-f836-4175-851e-9309f40647a8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:28.792081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] DHCP port deletion for 87949f9f-17da-443e-9058-29c37062b1e1 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:28.794436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69b743-bedd-4b1d-a6bd-301afbcbaa6d None None] Pushing event updated for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:28.804274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.859092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.894674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.900638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bef0c7b0-44fa-4ca7-817d-c3473c3041d1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:28.916634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4fa798-32e4-443b-b291-7b67e25f74e3']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.926649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab2a294-681f-493b-8c16-6a267a6d5aa4') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.926951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab2a294-681f-493b-8c16-6a267a6d5aa4') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:28.931324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] No DVR routers for this DVR port bef0c7b0-44fa-4ca7-817d-c3473c3041d1 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:28.936779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.952304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.958675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:28.959069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:28.975616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d88e30-7800-4df4-b4e5-4a232d4a87ba None None] Pushing event deleted for resources: {'Port': ['ID=bef0c7b0-44fa-4ca7-817d-c3473c3041d1,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:28.982032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::275 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/224b1cbc-feaf-412b-a167-e16690586836) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:28.986878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.1 (bd3e9a4c-07bc-4460-a7ff-60d5e8210db6/95a900d4-1115-4973-ba39-438f1ab025eb/2d90fdbd-873b-4744-9f1d-e7ca2e30db51) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:28.987861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: bef0c7b0-44fa-4ca7-817d-c3473c3041d1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:28.988701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bef0c7b0-44fa-4ca7-817d-c3473c3041d1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:29.020434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Allocated IP 172.26.4.68 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/99090452-b2c1-40ed-a29e-75bc5b332123) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:29.076496 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2ab2a294-681f-493b-8c16-6a267a6d5aa4 resource provider aggregate not found Sep 28 08:35:29.085420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Deleting port 2a751965-9d2f-48fd-865b-c879b13c5839 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:29.085932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.098794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.113447 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2ab2a294-681f-493b-8c16-6a267a6d5aa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ab2a294-681f-493b-8c16-6a267a6d5aa4 found for delete ", "request_id": "req-93e45ffc-0380-4a63-9e34-062a45d11558"}]} Sep 28 08:35:29.141244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.146952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/networks/7d4fa798-32e4-443b-b291-7b67e25f74e3 HTTP/1.1" status: 204 len: 168 time: 1.4343941 Sep 28 08:35:29.148598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36982) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:29.154816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9f940-d721-467a-94ca-dfb9b8c059aa tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Network': ['ID=7d4fa798-32e4-443b-b291-7b67e25f74e3,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:29.167966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Current status of the port 4121c5ee-9605-4b41-a777-804721dc81f0 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:29.170626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Deleting port 17c1ee93-676d-4801-803e-0437c4c29ebd {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:29.171135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.190630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] For port 2a751965-9d2f-48fd-865b-c879b13c5839, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2a751965-9d2f-48fd-865b-c879b13c5839,segment=NetworkSegment(2ed8febb-c5f2-45e7-be70-f43ece5e68e9),segment_id=2ed8febb-c5f2-45e7-be70-f43ece5e68e9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:29.191172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.217838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Calling delete_port for 2a751965-9d2f-48fd-865b-c879b13c5839 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:29.226305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:27Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:29.235111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Provisioning complete for port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:29.235620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.236071 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 1 to provision port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f Sep 28 08:35:29.287955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07843f67-6427-4d01-8cfc-4f979845c69f None None] The sync data for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv is: [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:27Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:29.393372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.471573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.519207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.524176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Current status of the port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:29.525809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.540511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Could not find standard attr ID for object 1770d974-39f2-4016-bfbb-2e54fa64133f. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:29.563680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Provisioning complete for port b689d9ee-fc0c-4d44-ba72-efb304561f1e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:29.564052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.564382 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 1 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:29.598806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=2d90fdbd-873b-4744-9f1d-e7ca2e30db51,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:29.603128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.643655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:29.650541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:29.650876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] Pushing event deleted for resources: {'Port': ['ID=2a751965-9d2f-48fd-865b-c879b13c5839,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:29.653449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:29.654712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5614a9a-75af-4bde-9ad8-d6be98ce262e None None] No DVR routers for this DVR port 2a751965-9d2f-48fd-865b-c879b13c5839 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:29.662170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:29.702930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2f67f905-ce18-417d-92d8-3fbe98a3b83f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:29.775958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.800172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2f67f905-ce18-417d-92d8-3fbe98a3b83f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:29.800592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.800937 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:29.825730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.828331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.829590 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5ee5da9f-3344-4053-84a1-f54d8b077796 HTTP/1.1" status: 204 len: 168 time: 1.3875406 Sep 28 08:35:29.848380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.852328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.862293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.883995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74b455-885c-4f6d-bc05-344d8251dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee5da9f-3344-4053-84a1-f54d8b077796,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:29.943959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:29.974180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2f67f905-ce18-417d-92d8-3fbe98a3b83f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:30.006623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Calling delete_port for 17c1ee93-676d-4801-803e-0437c4c29ebd owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:30.022750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:30.048882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:30.057248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:30.062657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:30.064660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'Port': ['ID=99090452-b2c1-40ed-a29e-75bc5b332123,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:30.067069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:30.074479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:30.075206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.079667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:30.118245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2a751965-9d2f-48fd-865b-c879b13c5839 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:30.143677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 36998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:30.168147 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 2 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:30.219854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.251445 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8166771 Sep 28 08:35:30.259783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:30.278748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87949f9f-17da-443e-9058-29c37062b1e1']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:30.289239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:61:f2:bd'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:30.306017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c47d91-d36a-4a38-87ba-bf66069cd86f tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=224b1cbc-feaf-412b-a167-e16690586836,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:30.307196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed8febb-c5f2-45e7-be70-f43ece5e68e9') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:30.316455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed8febb-c5f2-45e7-be70-f43ece5e68e9') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:30.330450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.345767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.352955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:30.353757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.435924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.437381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.458091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.461734 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/networks/87949f9f-17da-443e-9058-29c37062b1e1 HTTP/1.1" status: 204 len: 168 time: 1.3082395 Sep 28 08:35:30.475089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37006) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:30.500232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 2a751965-9d2f-48fd-865b-c879b13c5839 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:30.500585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2a751965-9d2f-48fd-865b-c879b13c5839 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:30.515315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f204-c854-4aea-9b16-df5b5e906640 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Network': ['ID=87949f9f-17da-443e-9058-29c37062b1e1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:30.523351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:30.602971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.627462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting subnet 8ed2deae-8565-40b8-bef5-bf6605a2c497 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:30.631482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.652056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.700973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--2075352397', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:30.719629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.784140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:30.788909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.795212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.854090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.895666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:30.941133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Pushing event deleted for resources: {'Port': ['ID=17c1ee93-676d-4801-803e-0437c4c29ebd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:30.989918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.024738 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 3 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:31.101455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:31.109771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.156230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.175060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2ed8febb-c5f2-45e7-be70-f43ece5e68e9 resource provider aggregate not found Sep 28 08:35:31.184027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.187471 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/subnets/8ed2deae-8565-40b8-bef5-bf6605a2c497 HTTP/1.1" status: 204 len: 168 time: 0.7085071 Sep 28 08:35:31.199954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcebea7-cfcc-46ae-86cd-bac67421e8dd None None] Network 9ca3f312-f074-4085-b8a3-4db2bfd0135b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:31.219186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37028) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:31.261928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.262742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37030) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:31.265060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2ed8febb-c5f2-45e7-be70-f43ece5e68e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ed8febb-c5f2-45e7-be70-f43ece5e68e9 found for delete ", "request_id": "req-85497031-b6c7-409a-a5f1-c87b93105d89"}]} Sep 28 08:35:31.269872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ebe4-e4f1-4e6b-b819-c7e8bf66eb95 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed2deae-8565-40b8-bef5-bf6605a2c497,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:31.356459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.405384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:31.447215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.475928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] DHCP port deletion for 9ca3f312-f074-4085-b8a3-4db2bfd0135b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:31.494658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.504819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e697f9-455a-4687-b981-4d4ee6324eb6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:31.510247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.510247 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 47906eae-b4cd-435d-a36f-cb3dc1f160ce of type vlan for network 19e02e9d-10f1-4bd0-a4be-0afa09be032d Sep 28 08:35:31.512564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.514637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1037451692'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:31.552869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:31.558653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.584654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Deleting port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:31.585856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.613002 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 4 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:31.622661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:31.652493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.665521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'Port': ['ID=99090452-b2c1-40ed-a29e-75bc5b332123,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:31.674153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.692900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.703121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.719294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.720841 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4f4aca16-321b-446b-842c-fb8e6e1635b1 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9444075 Sep 28 08:35:31.724636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.743485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.753019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:31.755712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.759512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,segment=NetworkSegment(8ed3bf8d-19d9-499b-8c86-30f4b8ac3153),segment_id=8ed3bf8d-19d9-499b-8c86-30f4b8ac3153)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:31.760643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.778341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Calling delete_port for f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:31.868183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=2d90fdbd-873b-4744-9f1d-e7ca2e30db51,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:31.882081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.887374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:31.887767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.913406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Router 72b3bc2f-9c22-42f8-bd8c-becf30cc7eef has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:31.921984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.923866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.928319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:31.929873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.939135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.939881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] In _notify_port_updated(), no bound segment for port 224b1cbc-feaf-412b-a167-e16690586836 on network b61e6474-fc3d-4b18-85b5-ab2864dde630 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:35:31.945477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:31.946237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:31.947783 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "PUT /v2.0/ports/224b1cbc-feaf-412b-a167-e16690586836 HTTP/1.1" status: 200 len: 1002 time: 1.6631076 Sep 28 08:35:31.966617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37050) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:31.967476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,segment=NetworkSegment(8ed3bf8d-19d9-499b-8c86-30f4b8ac3153),segment_id=8ed3bf8d-19d9-499b-8c86-30f4b8ac3153)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:31.979525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.026354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.054270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] No DVR routers for this DVR port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:32.068303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.070224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba2bf-07c8-43ed-b8c1-b995ea9b0298 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=224b1cbc-feaf-412b-a167-e16690586836,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.077439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.077796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.078591 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8665996 Sep 28 08:35:32.080787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Deleting port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:32.080787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.081836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.082418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.082897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.083324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.083550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37052) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.083780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.084243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.084640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.085109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.085517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.085902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:35:32.098358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:32.099970 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-2571412e-416e-4386-89df-4e1b06cf62f9 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1958729382&fields=id&tenant_id=9f02e25e7bbb41a18efcd8909a5212c3 HTTP/1.1" status: 200 len: 267 time: 0.1194139 Sep 28 08:35:32.117746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:32.118454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964953e-3b90-4182-8229-d8aab6307fdb None None] Pushing event deleted for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.128991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:32.207741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:32.221790 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] Sync routers for ids ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:32.233739 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] Routers {'72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:32.234721 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.241306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89798654-afa4-483b-8122-9d21e60cafc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=19e02e9d-10f1-4bd0-a4be-0afa09be032d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.254470 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 5 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:32.290348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.291420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c22bd42d-4b6a-46c1-9a11-d471ca8e79e9 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:32.293118 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c22bd42d-4b6a-46c1-9a11-d471ca8e79e9 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/networks?id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a HTTP/1.1" status: 200 len: 812 time: 0.1922572 Sep 28 08:35:32.295461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37054) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.299746 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17f1970f-0579-4c82-b863-dd0e2534a70a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "PUT /v2.0/routers/72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 200 len: 706 time: 4.7293587 Sep 28 08:35:32.315428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.320220 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.325686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:32.337127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.339014 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] Routers {'72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:32.339996 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.352211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:32.364163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.364512 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 45d9858a-c98a-42d7-9f58-e079650d9cfe of type vlan for network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 Sep 28 08:35:32.378671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:32.388056 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.388847 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950113b5-22c4-4d6a-a1de-c73f75b07b28 None None] The sync data for ids ['72b3bc2f-9c22-42f8-bd8c-becf30cc7eef'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:32.405065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] For port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:32.405590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.413403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-405084a9-a24b-42f1-93ca-e37c3d712f0e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/quotas/9f02e25e7bbb41a18efcd8909a5212c3 HTTP/1.1" status: 200 len: 375 time: 0.1092427 Sep 28 08:35:32.420101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:32.420397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.421416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.423416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-da248796-2cd9-4497-8e04-21c681ec4a24 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/routers/72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 200 len: 741 time: 0.1268475 Sep 28 08:35:32.427957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.448474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Calling delete_port for f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:32.454414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee was not found and therefore no delete operation was performed {{(pid=103309) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:35:32.460018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.471762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.483583 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c7690aa4-4863-4f2e-acb4-3238b243d674 tempest-RoutersAdminTest-1567685831 tempest-RoutersAdminTest-1567685831-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&device_id=72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 200 len: 205 time: 0.0544715 Sep 28 08:35:32.486972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37058) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.507910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432b220f-8ec5-4d85-9010-8df80cf032ff,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.527804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Port': ['ID=f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:32.535247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] No DVR routers for this DVR port f61e9d70-c6fe-4c2c-a2b0-9c9392f079ee on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:32.546556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-af3b7622-ce31-4c89-873f-6ad92e2f1c26 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 200 len: 205 time: 0.0586712 Sep 28 08:35:32.549280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37060) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.605598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port 224b1cbc-feaf-412b-a167-e16690586836 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:32.605975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.610811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.613914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.614533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-31e65837-4b9b-4706-955c-246300b2f891 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9f02e25e7bbb41a18efcd8909a5212c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1766238 Sep 28 08:35:32.623134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:32.623737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.654867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.847184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:32.857551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] Sync routers for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:32.874931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:32.875585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.879589 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 6 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:32.889355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-184803ad-c06d-4f9f-a835-4108f87588ed tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/routers/8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5257235 Sep 28 08:35:32.890996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:32.895951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'port': {'network_id': 'bd3e9a4c-07bc-4460-a7ff-60d5e8210db6', 'name': 'tempest-FloatingIPTestJSON-1313038180'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:32.912969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.947564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.947809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:32.948493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.953194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:32.959735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-ea813a6c-3249-459b-81cf-2a78f5427261 service neutron] 10.222.0.27 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160410 Sep 28 08:35:32.987601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:32.988284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:32.988932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bfc78-17ea-48c0-94c3-14683ca794d0 None None] The sync data for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:33.041318 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7719038 Sep 28 08:35:33.051872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37064) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.066104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2000652265'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:33.072197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.072723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Fanout notify agent at l3_agent the message router_deleted on router 72b3bc2f-9c22-42f8-bd8c-becf30cc7eef {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:33.089667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.090822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-155a57c6-9410-4ed0-ab0c-bb3b157823f0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 204 len: 168 time: 0.5406101 Sep 28 08:35:33.096234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37066) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.133289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.146167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5742-8a58-4768-aff8-0f0797bb9a10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=fef0d6b4-f6d2-4a87-9875-c9c00f538c10,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:33.165459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:33.177259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-af914baf-8f25-4cae-9456-62b6b9b65e83 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 200 len: 205 time: 0.0757384 Sep 28 08:35:33.180655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37068) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.195569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:33.199023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.218127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.221792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca3f312-f074-4085-b8a3-4db2bfd0135b']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:33.251178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-82f30d4e-f4d7-4095-b64f-e873a9a3e785 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.252203 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-82f30d4e-f4d7-4095-b64f-e873a9a3e785 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/72b3bc2f-9c22-42f8-bd8c-becf30cc7eef HTTP/1.1" status: 404 len: 336 time: 0.0691607 Sep 28 08:35:33.260578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.263296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37070) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.278507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.279111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-9ca605ef-63b7-4c1e-b764-382e8f3f8894 service neutron] 10.222.0.27 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067307 Sep 28 08:35:33.282507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Made reservation on behalf of 96d251d833e14a77bad89c3c7100fb92 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:33.282674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:33.282951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed3bf8d-19d9-499b-8c86-30f4b8ac3153') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:33.284977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for 224b1cbc-feaf-412b-a167-e16690586836 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:33.286459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.300567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:33.317333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] device_id is not set on port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:33.320674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1f1f9000-0ae4-4742-a83e-31ee1e869e10 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 200 len: 205 time: 0.0545647 Sep 28 08:35:33.322332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.322846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment b85b0871-0bb6-4031-9396-9e4de605044d of type vlan for network 83538b23-4b82-4db0-a6c0-d58dd1492533 Sep 28 08:35:33.324087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.324256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37072) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.381874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.392644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:33.393091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.401324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-6ffa1eba-a37b-419b-947d-2bf258f68d29 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.402691 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6ffa1eba-a37b-419b-947d-2bf258f68d29 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/7047f226-bba6-4dd0-89b9-7a9ff5abc5c0 HTTP/1.1" status: 404 len: 336 time: 0.0765822 Sep 28 08:35:33.406461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37076) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.426146 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8ed3bf8d-19d9-499b-8c86-30f4b8ac3153 resource provider aggregate not found Sep 28 08:35:33.469214 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-46eb6d11-7a7d-4b30-bf04-8d3a785cf299 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 200 len: 205 time: 0.0598738 Sep 28 08:35:33.475003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37080) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.479930 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8ed3bf8d-19d9-499b-8c86-30f4b8ac3153 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ed3bf8d-19d9-499b-8c86-30f4b8ac3153 found for delete ", "request_id": "req-94c527b3-eabc-4b73-979c-4d7fea4c7cd3"}]} Sep 28 08:35:33.484583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.489240 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 7 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:33.532506 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-71c1700f-b935-4ce9-9565-c1da1f09c3b0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.535587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71c1700f-b935-4ce9-9565-c1da1f09c3b0 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/7aeb39a7-d4fd-4d39-ac8e-192b476efa17 HTTP/1.1" status: 404 len: 336 time: 0.0507274 Sep 28 08:35:33.535587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.540039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37084) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.541612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.545531 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/networks/9ca3f312-f074-4085-b8a3-4db2bfd0135b HTTP/1.1" status: 204 len: 168 time: 2.3250556 Sep 28 08:35:33.557145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37086) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.582521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:33.592394 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-81afbda1-b36a-4419-9445-3a996ee7202a tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 200 len: 205 time: 0.0510139 Sep 28 08:35:33.596704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.602838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:33.603440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.605739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37090) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.606896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Allocated IP 172.20.0.4 (bd3e9a4c-07bc-4460-a7ff-60d5e8210db6/95a900d4-1115-4973-ba39-438f1ab025eb/1924e8db-cc2d-49ee-90e8-a9302a7c4c77) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:33.637260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f30c-3225-40c2-94c9-60c621c98e00 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Pushing event deleted for resources: {'Network': ['ID=9ca3f312-f074-4085-b8a3-4db2bfd0135b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:33.652611 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-616e24e6-ccbd-4022-bc86-c1905741e3dd tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "GET /v2.0/ports?device_id=db1402bf-c5c2-4a95-b503-bec650a49364 HTTP/1.1" status: 200 len: 205 time: 0.0923328 Sep 28 08:35:33.657478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37092) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.682814 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1c159098-d7bf-4dfc-83f8-077efa745549 req-8a634722-865e-4678-b3ac-f2172075477c tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.0694039 Sep 28 08:35:33.696389 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-24576307-a5fc-4fff-9f4f-e5be7775da55 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.697454 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-24576307-a5fc-4fff-9f4f-e5be7775da55 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/c39581dc-0904-4a1e-9da1-331c0f6b6841 HTTP/1.1" status: 404 len: 336 time: 0.0841584 Sep 28 08:35:33.700866 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6428413 Sep 28 08:35:33.705328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37096) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.712758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:33.715416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37098) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.767778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cb926-dfbf-4c88-9b75-33a5244ba765 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=83538b23-4b82-4db0-a6c0-d58dd1492533,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:33.779636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:33.781263 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-444d121e-69ad-425c-8312-1c7c68ba5f34 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 200 len: 205 time: 0.0629337 Sep 28 08:35:33.784368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37102) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.819896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.878504 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-12fa14df-fea7-419e-975a-a70415eac295 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.880062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-12fa14df-fea7-419e-975a-a70415eac295 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/5b4eb1d4-c2b1-4c13-8ffd-2d3e82f99a07 HTTP/1.1" status: 404 len: 336 time: 0.0945745 Sep 28 08:35:33.883358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37104) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.925626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-24c0a744-0309-458a-ac4e-dd5353a7827f tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "GET /v2.0/ports?device_id=4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb HTTP/1.1" status: 200 len: 205 time: 0.0409837 Sep 28 08:35:33.934348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37106) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:33.973234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:33.982152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-3ca89af4-010a-43d3-83b2-6ff2cd2c44c7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] delete failed (client error): The resource could not be found. Sep 28 08:35:33.985698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3ca89af4-010a-43d3-83b2-6ff2cd2c44c7 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/routers/4c2e724a-8f4a-4d7d-b0a9-1b6497b916fb HTTP/1.1" status: 404 len: 336 time: 0.0468423 Sep 28 08:35:33.989010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37110) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:34.002528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:34.005986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.044752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.047687 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8c66d7-7ae4-4c49-b6c9-aad517a242b1 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] DELETE failed (client error): The resource could not be found. Sep 28 08:35:34.048018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=224b1cbc-feaf-412b-a167-e16690586836,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:34.048152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8c66d7-7ae4-4c49-b6c9-aad517a242b1 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:35:34.051542 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1e8c66d7-7ae4-4c49-b6c9-aad517a242b1 tempest-RoutersAdminTest-2145189751 tempest-RoutersAdminTest-2145189751-project] 10.222.0.27 "DELETE /v2.0/subnets/c4047c17-cd0f-49e0-a456-d00bec958914 HTTP/1.1" status: 404 len: 337 time: 0.0615306 Sep 28 08:35:34.052292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.084923 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 8 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:34.163396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:34.276029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.298281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Fanout notify agent at l3_agent the message router_deleted on router db1402bf-c5c2-4a95-b503-bec650a49364 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:34.303297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.358222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.359539 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b00a07b2-8d30-46e2-be57-3df485f35009 tempest-RoutersNegativeIpV6Test-2093050626 tempest-RoutersNegativeIpV6Test-2093050626-project] 10.222.0.27 "DELETE /v2.0/routers/db1402bf-c5c2-4a95-b503-bec650a49364 HTTP/1.1" status: 204 len: 168 time: 0.7021894 Sep 28 08:35:34.452803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.535798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.541953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2d086c4c-ee44-411e-9758-607bf4c6411a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/224b1cbc-feaf-412b-a167-e16690586836 HTTP/1.1" status: 204 len: 168 time: 2.5601804 Sep 28 08:35:34.542861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:34.590056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37120) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:34.625574 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0171c0-6733-4a32-800d-574939f4c747 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] GET failed (client error): The resource could not be found. Sep 28 08:35:34.631575 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6f0171c0-6733-4a32-800d-574939f4c747 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports/224b1cbc-feaf-412b-a167-e16690586836 HTTP/1.1" status: 404 len: 333 time: 0.0362015 Sep 28 08:35:34.633326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37126) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:34.642530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-753644504'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:34.667946 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 9 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:34.755646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:34.835323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.245 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/3ebba14b-9114-40da-ac2d-753873223796) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:34.838400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.843287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37130) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:34.865430 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:35:34.918207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.923841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:34.929467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:34.942927 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ef21d64-0384-4bda-bb04-6f143b86ca6b req-c0f16fd3-46f2-4364-8f2a-096c0499783c tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.0894327 Sep 28 08:35:35.017943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:35.027748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:35.039229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:35.049384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event updated for resources: {'Port': ['ID=1924e8db-cc2d-49ee-90e8-a9302a7c4c77,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:35.079316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port 6163128a-9919-4eba-aa95-a7bac0c786aa yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:35.088219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.134863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7f11b20-bc4c-4923-9229-152bca22f369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.137560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:35.138339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.188964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-839efeca-621a-4551-99a2-6329071aa1b9 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2968814 Sep 28 08:35:35.191525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37138) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:35.200677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Request body: {'floatingip': {'port_id': '1924e8db-cc2d-49ee-90e8-a9302a7c4c77'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:35.203599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=d2e1c009-1851-473a-9039-aa37eb6d8eaf,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:35.252146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '45d9858a-c98a-42d7-9f58-e079650d9cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:35.252567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: fef0d6b4-f6d2-4a87-9875-c9c00f538c10, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:35.257406 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 10 to provision port b689d9ee-fc0c-4d44-ba72-efb304561f1e Sep 28 08:35:35.280224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.308314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Port b689d9ee-fc0c-4d44-ba72-efb304561f1e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:35.326426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:35.327124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Provisioning complete for port 2f67f905-ce18-417d-92d8-3fbe98a3b83f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:35.327508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.327845 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Attempt 1 to provision port 2f67f905-ce18-417d-92d8-3fbe98a3b83f Sep 28 08:35:35.349222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, fef0d6b4-f6d2-4a87-9875-c9c00f538c10) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:35.385670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:35.386297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.390977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766a549-4f2b-4ccc-9d2f-0ac54692ed85 None None] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:35.429817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad873495-5726-4f2d-af2b-a49a8dc75ebd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7229531 Sep 28 08:35:35.433805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37140) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:35.439439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:35.550413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-48c6233e-2f20-47d0-b79b-7745e40503a1 None None] Current status of the port 2f67f905-ce18-417d-92d8-3fbe98a3b83f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:35.603637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-fef0d6b4-f6d2-4a87-9875-c9c00f538c10', 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': 'd2e1c009-1851-473a-9039-aa37eb6d8eaf'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:35.605192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.610655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:35.616448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.638553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.644482 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8a295588-4ad9-4d93-8e36-964fe0bc6162 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5d261c34e48e4688bdb8cf232b83efef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975228 Sep 28 08:35:35.648380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37142) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:35.703783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-0114f979-4b28-4f77-8ea9-e272b13fc445 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:35.705320 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-0114f979-4b28-4f77-8ea9-e272b13fc445 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.62 "GET /v2.0/networks?id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a HTTP/1.1" status: 200 len: 812 time: 0.7010326 Sep 28 08:35:35.728808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::e3 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/6163128a-9919-4eba-aa95-a7bac0c786aa) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:35.739068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Provisioning complete for port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:35.740247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.741347 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 1 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:35.816149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:35.832188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Allocated IP 2001:db8::2 (fef0d6b4-f6d2-4a87-9875-c9c00f538c10/d2e1c009-1851-473a-9039-aa37eb6d8eaf/a7b6568a-7e2e-4462-8cdc-b05634b85da1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:35.839637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.862279 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-ecbf48f3-a424-41c7-95ed-0ff89904ef0e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f02e25e7bbb41a18efcd8909a5212c3 HTTP/1.1" status: 200 len: 380 time: 0.1349752 Sep 28 08:35:35.890629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.898152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'port': {'device_id': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'admin_state_up': True, 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'security_groups': ['75ebd965-ecac-4632-bbe0-2ad9972f59bc']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:35.902789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7f11b20-bc4c-4923-9229-152bca22f369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.944165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7f11b20-bc4c-4923-9229-152bca22f369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:35.951285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:35.987566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:36.004543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.027784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:36.057070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.066694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.109266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:36.114314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:36.116768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:36.126337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=3ebba14b-9114-40da-ac2d-753873223796,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.135629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Pushing event updated for resources: {'Port': ['ID=a7b6568a-7e2e-4462-8cdc-b05634b85da1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.162696 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b7f11b20-bc4c-4923-9229-152bca22f369 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ba4bf0fde8fc4b248b657d34719f07f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5777879 Sep 28 08:35:36.162696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f11b20-bc4c-4923-9229-152bca22f369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf23ef1-bd5c-48e7-b0a6-ade28c4c6ee9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.163011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.164025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37146) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:36.194955 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3d0173a9-8c05-43f8-b16c-af01fa96d7b5 req-5c970e85-6012-4faf-a92a-cb16c878067e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.1067009 Sep 28 08:35:36.227599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Attempting to bind port a7b6568a-7e2e-4462-8cdc-b05634b85da1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:36.228045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Attempting to bind port a7b6568a-7e2e-4462-8cdc-b05634b85da1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '45d9858a-c98a-42d7-9f58-e079650d9cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:36.228522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Attempting to bind port a7b6568a-7e2e-4462-8cdc-b05634b85da1 on network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:36.233849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:36.234531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Checking segment: {'id': '45d9858a-c98a-42d7-9f58-e079650d9cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:36.235000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.235466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Bound using segment: {'id': '45d9858a-c98a-42d7-9f58-e079650d9cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:36.235995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Bound port: a7b6568a-7e2e-4462-8cdc-b05634b85da1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9858a-c98a-42d7-9f58-e079650d9cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fef0d6b4-f6d2-4a87-9875-c9c00f538c10'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:36.236431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.285227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:35:36.289957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.292475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.293676 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4e3136db-c481-4ed2-8dbf-894ab68d2c18 HTTP/1.1" status: 204 len: 168 time: 0.6068466 Sep 28 08:35:36.320403 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 2 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:36.346998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.355594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] For port a7b6568a-7e2e-4462-8cdc-b05634b85da1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:36.380796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] For port a7b6568a-7e2e-4462-8cdc-b05634b85da1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7b6568a-7e2e-4462-8cdc-b05634b85da1,segment=NetworkSegment(45d9858a-c98a-42d7-9f58-e079650d9cfe),segment_id=45d9858a-c98a-42d7-9f58-e079650d9cfe)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:36.382539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:36.383479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Made reservation on behalf of 9f02e25e7bbb41a18efcd8909a5212c3 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:36.384033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.387254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.390268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.423397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fcfc1-e12f-4456-a1af-448fc64b2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3136db-c481-4ed2-8dbf-894ab68d2c18,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.439353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.447011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fa0a96a2-cac7-4d54-a7c9-2677f535f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.489297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bb461-423a-4d0b-a508-77728c6b0962 None None] Pushing event updated for resources: {'Port': ['ID=a7b6568a-7e2e-4462-8cdc-b05634b85da1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.515899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=936063a2-07a8-41d9-a75a-cbf5825470f9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.531239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': 'b85b0871-0bb6-4031-9396-9e4de605044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:36.531599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: 83538b23-4b82-4db0-a6c0-d58dd1492533, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:36.535577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.572656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.585006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.641929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:36.674355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 83538b23-4b82-4db0-a6c0-d58dd1492533) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:36.678656 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 21736b51-158b-4336-bb5f-d6f72ffa857c associated. External IP: 172.26.4.236, port: 99c17b85-f509-4957-aa49-955a980b412e. Sep 28 08:35:36.681675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:36.682627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.714825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:36.716664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:36.736985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7f7ca-aafe-4650-b189-ff9c62ae80af None None] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:36.759101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=6163128a-9919-4eba-aa95-a7bac0c786aa,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.769052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:36.777155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:36.778056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.805397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.808992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.812104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.816097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4bf23ef1-bd5c-48e7-b0a6-ade28c4c6ee9 HTTP/1.1" status: 204 len: 168 time: 0.6438472 Sep 28 08:35:36.827681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e55dd470-4d13-4929-8cef-abea10ff5962 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3926487 Sep 28 08:35:36.839044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37160) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:36.851346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312043072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:36.887683 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 3 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:36.892845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb4411-b324-4063-a5ba-a03b68632e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf23ef1-bd5c-48e7-b0a6-ade28c4c6ee9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:36.939329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Allocated IP 172.20.0.5 (e436ee18-ed4b-4cff-bd52-367c7b8e6b6a/82ede467-b7c9-42af-8225-700f7de3e9a6/ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:36.952635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:36.958641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.079819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:37.143061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.145146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-83538b23-4b82-4db0-a6c0-d58dd1492533', 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '936063a2-07a8-41d9-a75a-cbf5825470f9'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:37.146094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.157671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-28e6deb0-8484-4c04-a5b5-7ca2a36bbf2c tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5242455 Sep 28 08:35:37.158422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37166) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:37.171417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:61:f2:bd'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:37.179307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.214036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.218025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8893fd7-1798-41b1-bdb0-ba8771d83cc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3751590 Sep 28 08:35:37.218171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37168) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:37.295462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.412088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-feba5322-2489-40ea-87a9-ae3dc20631f3 req-d0f32286-3641-4785-877d-35a02fb39e0e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.0883276 Sep 28 08:35:37.590585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:37.593430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37180) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:37.648753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Allocated IP 2001:db8:1::2 (83538b23-4b82-4db0-a6c0-d58dd1492533/936063a2-07a8-41d9-a75a-cbf5825470f9/ff8586bf-ccd1-4062-bd3e-654b9afa1afd) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:37.749792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.753392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37182) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:37.822130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.822557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.828661 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 4 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:37.832231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7b6568a-7e2e-4462-8cdc-b05634b85da1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:37.847530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.857272 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5b67888-c36d-4cda-8e12-2a2f304fa146 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7b8051314f234088afe87af9921c611e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621956 Sep 28 08:35:37.879035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:37.882771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:37.884637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.894176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:37.905233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:37.913555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:37.970004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:37.971725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:37.994217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:38.002778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:38.014970 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bf18bae6-1426-4190-8a29-f423329327ff tempest-ServiceProvidersTest-142096448 tempest-ServiceProvidersTest-142096448-project] 10.222.0.27 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2596779 Sep 28 08:35:38.015198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Pushing event updated for resources: {'Port': ['ID=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:38.062685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event updated for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:38.064243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a7b6568a-7e2e-4462-8cdc-b05634b85da1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:38.065109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.065436 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a7b6568a-7e2e-4462-8cdc-b05634b85da1 Sep 28 08:35:38.069219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc87cb7-1488-47f5-8a3a-72471a5156db None None] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:38.118757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:38.131678 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:38.136665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Attempting to bind port ff8586bf-ccd1-4062-bd3e-654b9afa1afd on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:38.137061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Attempting to bind port ff8586bf-ccd1-4062-bd3e-654b9afa1afd by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b85b0871-0bb6-4031-9396-9e4de605044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:38.137623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Attempting to bind port ff8586bf-ccd1-4062-bd3e-654b9afa1afd on network 83538b23-4b82-4db0-a6c0-d58dd1492533 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:38.149566 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:38.150201 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:38.155096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:38.155782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.190782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:38.191280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Checking segment: {'id': 'b85b0871-0bb6-4031-9396-9e4de605044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:38.191668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.192640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Bound using segment: {'id': 'b85b0871-0bb6-4031-9396-9e4de605044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:38.193167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Bound port: ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85b0871-0bb6-4031-9396-9e4de605044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '83538b23-4b82-4db0-a6c0-d58dd1492533'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:38.193558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.218477 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:38.228185 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:38.229267 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:38.292079 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:38.303335 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caeb0dc-5c45-40c5-9c5e-9e9acb965023 None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:38.445092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] For port ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:38.447577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a7b6568a-7e2e-4462-8cdc-b05634b85da1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:38.448017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.452925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] For port ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,segment=NetworkSegment(b85b0871-0bb6-4031-9396-9e4de605044d),segment_id=b85b0871-0bb6-4031-9396-9e4de605044d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:38.470689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.480416 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 5 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:38.579372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a7b6568a-7e2e-4462-8cdc-b05634b85da1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7b6568a-7e2e-4462-8cdc-b05634b85da1,segment=NetworkSegment(45d9858a-c98a-42d7-9f58-e079650d9cfe),segment_id=45d9858a-c98a-42d7-9f58-e079650d9cfe)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:38.600421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:38.607320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:38.607969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.615150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cbe65-9720-4462-aa8b-d87c2dc22ade None None] Pushing event updated for resources: {'Port': ['ID=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:38.645080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-f670e689-39fa-4198-a7b8-e9850ccab818 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7572069 Sep 28 08:35:38.688127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a7b6568a-7e2e-4462-8cdc-b05634b85da1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:38.709000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Request body: {'port': {'device_id': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:38.794983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93c01549-3f90-4ef2-ad02-175381864bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.916145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.917479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b390-69ad-4a62-9cbe-e89d3e77ad5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.931536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf170a-4632-498e-9d2e-4a4e839fe0bb req-6f06f9b7-abcd-42f0-a1be-e532dab89759 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:38.932992 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ccf170a-4632-498e-9d2e-4a4e839fe0bb req-6f06f9b7-abcd-42f0-a1be-e532dab89759 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 931 time: 0.3255224 Sep 28 08:35:38.944759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:38.960057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.026241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:39.097317 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ccf170a-4632-498e-9d2e-4a4e839fe0bb req-8dafa7b9-4662-4985-939c-00ae60686c24 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410573 Sep 28 08:35:39.102048 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 6 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:39.165985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.166377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:39.169503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.170155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/82d1e94e-9892-4ce4-a37f-bf21e1a96a7f HTTP/1.1" status: 204 len: 168 time: 1.2897539 Sep 28 08:35:39.180380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8::1 (fef0d6b4-f6d2-4a87-9875-c9c00f538c10/d2e1c009-1851-473a-9039-aa37eb6d8eaf/126dd43d-c247-41dd-b3ba-eeb445c19580) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:39.204243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c9239-4b50-44d2-9e0c-ee1b0246c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d1e94e-9892-4ce4-a37f-bf21e1a96a7f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:39.225599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.259305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.259979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] In _notify_port_updated(), no bound segment for port 6163128a-9919-4eba-aa95-a7bac0c786aa on network b61e6474-fc3d-4b18-85b5-ab2864dde630 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:35:39.265909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:39.266577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.270715 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "PUT /v2.0/ports/6163128a-9919-4eba-aa95-a7bac0c786aa HTTP/1.1" status: 200 len: 1001 time: 2.1048059 Sep 28 08:35:39.282508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37200) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:39.404058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b390-69ad-4a62-9cbe-e89d3e77ad5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.407088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:39.456462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b390-69ad-4a62-9cbe-e89d3e77ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.467801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3961e-b36a-4b01-bdf5-ec2e0e9ce6cf tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=6163128a-9919-4eba-aa95-a7bac0c786aa,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:39.508010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:39.518748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:39.540453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:39.543268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:39.571566 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ebb5b390-69ad-4a62-9cbe-e89d3e77ad5d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=74c63f12beeb4fbc88cebb3bc37ec96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9608216 Sep 28 08:35:39.572774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5b390-69ad-4a62-9cbe-e89d3e77ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d08bb6-bc17-4d81-a3ed-362a39e0a55c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:39.576519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37210) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:39.635662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.636496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:39.636928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8b9cccb7-8aee-4a5d-a94a-206ebeaf13a6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5464561 Sep 28 08:35:39.643171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37214) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:39.644058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.650485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.653424 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] Sync routers for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:39.671093 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:39.675778 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:39.687365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port 6163128a-9919-4eba-aa95-a7bac0c786aa {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:39.687365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.743134 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 7 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:39.797075 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:39.812919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.838691 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:39.839333 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:39.861813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:35:39.875638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-18903cf2-0af9-47d5-b86b-7f918411b08b tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/floatingips/21736b51-158b-4336-bb5f-d6f72ffa857c HTTP/1.1" status: 200 len: 978 time: 4.6811106 Sep 28 08:35:39.877574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37218) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:39.887884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.922528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.936306 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:39.937287 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143bae63-aff5-471c-bc98-35b7373381a8 None None] The sync data for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:39.956901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7b6568a-7e2e-4462-8cdc-b05634b85da1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:39.970616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.979022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.987084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:39.988856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/85d08bb6-bc17-4d81-a3ed-362a39e0a55c HTTP/1.1" status: 204 len: 168 time: 0.4060798 Sep 28 08:35:40.074020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:40.081264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:40.086804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bfe12af2-df57-4c92-885c-1e1d86f99b83 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4367430 Sep 28 08:35:40.092071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37228) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:40.101175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7ecf2-491a-4fdc-92aa-02b8103d53a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d08bb6-bc17-4d81-a3ed-362a39e0a55c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:40.106830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f850172-6ab8-4841-a5d9-5d16f8fc0591 None None] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:40.115493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Transition to ACTIVE for port object ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:35:40.117834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:40.136088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.172259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.173198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:40.180047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:40.181802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.271360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.302609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=126dd43d-c247-41dd-b3ba-eeb445c19580,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:40.330975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for 6163128a-9919-4eba-aa95-a7bac0c786aa owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:40.357085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37234) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:40.490691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11eca-028b-497e-a904-0d298ff54dc6 req-bcce466b-7416-4be5-bd7b-3c7fb5ee7271 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:40.509012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35f11eca-028b-497e-a904-0d298ff54dc6 req-bcce466b-7416-4be5-bd7b-3c7fb5ee7271 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 943 time: 0.2242916 Sep 28 08:35:40.538559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a7b6568a-7e2e-4462-8cdc-b05634b85da1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:40.538947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.539367 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a7b6568a-7e2e-4462-8cdc-b05634b85da1 Sep 28 08:35:40.557691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:40.558091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.567963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1603029895'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:40.568488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:40.571540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Attempting to bind port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:40.572191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Attempting to bind port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:40.572704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Attempting to bind port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb on network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:40.588367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb on network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:35:40.588781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Attempting to bind port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb on network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:40.599768 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 8 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:40.603616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:40.604000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Checking segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:40.604566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Bound using segment: {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:40.604926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Bound port: ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d60ff0-a90e-4d36-b77a-e474cb88e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:40.605308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.619624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655ffa8-cd46-4168-9ed2-774b3da9e0a2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:40.621222 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4655ffa8-cd46-4168-9ed2-774b3da9e0a2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5281696 Sep 28 08:35:40.624021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37238) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:40.669220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.676119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:36Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:40.685917 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-afad3109-7ab2-440a-b81a-703c85567e1d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584300 Sep 28 08:35:40.686479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37240) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:40.689290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:40.691989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792827331', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:40.714062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35f11eca-028b-497e-a904-0d298ff54dc6 req-391c50b1-536f-4fef-a298-3d7c1b8ad391 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035303 Sep 28 08:35:40.719488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:40.723736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.753891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.810098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:40.814452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:40.819642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.826322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:40.829315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.834581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:40.835202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.836663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] 10.222.0.62 "PUT /v2.0/ports/ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb HTTP/1.1" status: 200 len: 1093 time: 2.1631832 Sep 28 08:35:40.852230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:40.855550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:35:40.858338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b092f-014f-4bbc-810f-bc3a6a49a76f" -d '{"events": [{"name": "network-changed", "server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:35:40.938135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959cb223-a24d-4439-b2ec-b2dbaa4f9863 x-openstack-request-id: req-959cb223-a24d-4439-b2ec-b2dbaa4f9863 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:35:40.938461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:35:40.938687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-959cb223-a24d-4439-b2ec-b2dbaa4f9863 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:35:40.939059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959cb223-a24d-4439-b2ec-b2dbaa4f9863'] response: {'name': 'network-changed', 'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'status': 'completed', 'code': 200} Sep 28 08:35:40.955593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:40.956044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Updating router df057f5f-8ad0-4438-a0fd-11dd79404b31 port 3ebba14b-9114-40da-ac2d-753873223796 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:35:40.976780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd9c5-ef61-4418-bce1-904a0bfabd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.003716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.006758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.012297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a7b6568a-7e2e-4462-8cdc-b05634b85da1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:41.013656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-841a42ba-c7e1-4de2-a076-4f240ee73efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:41.014040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ff8586bf-ccd1-4062-bd3e-654b9afa1afd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:41.015478 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-841a42ba-c7e1-4de2-a076-4f240ee73efa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f02e25e7bbb41a18efcd8909a5212c3&device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 1096 time: 0.1093318 Sep 28 08:35:41.075723 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-951949bb-3465-4519-846a-81a8624f1432 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb HTTP/1.1" status: 200 len: 217 time: 0.0508013 Sep 28 08:35:41.081971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=6163128a-9919-4eba-aa95-a7bac0c786aa,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.156380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-3e71a8ff-78f1-4511-b80c-66ae2b1c536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:41.157997 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-3e71a8ff-78f1-4511-b80c-66ae2b1c536e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82ede467-b7c9-42af-8225-700f7de3e9a6 HTTP/1.1" status: 200 len: 851 time: 0.0621259 Sep 28 08:35:41.167182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ff8586bf-ccd1-4062-bd3e-654b9afa1afd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:41.167729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.168044 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ff8586bf-ccd1-4062-bd3e-654b9afa1afd Sep 28 08:35:41.178108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.181426 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4fba0b8b-132c-4d21-bf91-2f957ba83133 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/6163128a-9919-4eba-aa95-a7bac0c786aa HTTP/1.1" status: 204 len: 168 time: 1.8988056 Sep 28 08:35:41.190485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:41.193378 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 9 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:41.242424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.267351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.268164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd422cf-18d0-443f-9c11-64025bd4bdee tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] GET failed (client error): The resource could not be found. Sep 28 08:35:41.276142 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9cd422cf-18d0-443f-9c11-64025bd4bdee tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports/6163128a-9919-4eba-aa95-a7bac0c786aa HTTP/1.1" status: 404 len: 333 time: 0.0758092 Sep 28 08:35:41.318155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37248) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:41.352786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.354452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.360762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139972723'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:41.363153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:41.370467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-dc23510a-0b7a-4fb3-8644-57b1c6c3afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:41.372102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-dc23510a-0b7a-4fb3-8644-57b1c6c3afc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827214 Sep 28 08:35:41.379642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:41.381878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 19e02e9d-10f1-4bd0-a4be-0afa09be032d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:41.387970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=47b33847-4b9d-4404-b1a8-db6dd284e16e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.442399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ff8586bf-ccd1-4062-bd3e-654b9afa1afd is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:41.442798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.460415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:41.518123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.518956 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment 193819d9-ccd9-4d8d-9ec8-82acfde839b7 of type vlan for network 27260c31-9026-4b63-a716-f2d590a71018 Sep 28 08:35:41.529160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-d6c29789-b122-4c97-8c54-ce64b52c39bb service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362557 Sep 28 08:35:41.549156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.549645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.550052 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Floating IP 21736b51-158b-4336-bb5f-d6f72ffa857c disassociated. External IP: 172.26.4.236, port: 1924e8db-cc2d-49ee-90e8-a9302a7c4c77. Sep 28 08:35:41.550483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:41.557426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,segment=NetworkSegment(b85b0871-0bb6-4031-9396-9e4de605044d),segment_id=b85b0871-0bb6-4031-9396-9e4de605044d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:41.559818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.566413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.583613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c718137b-47f4-41be-8d22-2b2a5d86d9e7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.597751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.601631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:41.617464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Attempting to bind port 3ebba14b-9114-40da-ac2d-753873223796 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:41.617840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Attempting to bind port 3ebba14b-9114-40da-ac2d-753873223796 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:41.618577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Attempting to bind port 3ebba14b-9114-40da-ac2d-753873223796 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:41.630650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 19e02e9d-10f1-4bd0-a4be-0afa09be032d) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:41.633646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:41.634023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:41.634681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.635075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:41.635623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Bound port: 3ebba14b-9114-40da-ac2d-753873223796, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:41.635997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.646179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:41.646435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658f0d0-03d1-4952-836a-2614d1fe27d8 None None] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:41.647037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.657224 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-88eb36dc-1022-45fe-b5ee-6bfc798fea57 req-df774db0-2a37-4ed3-a9fb-ced76cfc98a3 service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201303 Sep 28 08:35:41.678205 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-195dd2e1-c67c-420f-9cf5-f638bca0ce92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9906709 Sep 28 08:35:41.680982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37250) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:41.692796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.798058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.824025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-bebecd7b-79f8-40cd-8e30-6fd3af9a7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:41.826886 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-bebecd7b-79f8-40cd-8e30-6fd3af9a7889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f02e25e7bbb41a18efcd8909a5212c3&device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 1096 time: 0.0996525 Sep 28 08:35:41.831292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7942d0b-654f-4598-910d-35ec5ce69303 None None] Pushing event updated for resources: {'Port': ['ID=3ebba14b-9114-40da-ac2d-753873223796,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:41.841221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] For port 3ebba14b-9114-40da-ac2d-753873223796, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:41.851543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] For port 3ebba14b-9114-40da-ac2d-753873223796, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3ebba14b-9114-40da-ac2d-753873223796,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:41.864171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:41.866755 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 10 to provision port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 Sep 28 08:35:41.972010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:41.972912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:41.981575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 1924e8db-cc2d-49ee-90e8-a9302a7c4c77 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:42.031940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7942d0b-654f-4598-910d-35ec5ce69303 None None] Pushing event updated for resources: {'Port': ['ID=3ebba14b-9114-40da-ac2d-753873223796,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:42.034832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Could not find standard attr ID for object 224b1cbc-feaf-412b-a167-e16690586836. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:42.075499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Provisioning complete for port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:42.075499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.075740 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 1 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:42.086554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.089998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.106098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.106895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.130361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:42.131578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.166858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:42.185896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:42.232493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba540d7-e1e6-4039-951f-1389cc0ad5d7 req-404f0f71-37d7-4b73-97cf-a239e7e683ff tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:42.234079 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5ba540d7-e1e6-4039-951f-1389cc0ad5d7 req-404f0f71-37d7-4b73-97cf-a239e7e683ff tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 943 time: 0.2777696 Sep 28 08:35:42.234686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:42.237936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.247037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.252450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:42.253019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.281217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-9ced6620-b9fb-436a-b5ba-19989d0fe446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:42.282878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-9ced6620-b9fb-436a-b5ba-19989d0fe446 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a HTTP/1.1" status: 200 len: 913 time: 0.4470325 Sep 28 08:35:42.301290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=126dd43d-c247-41dd-b3ba-eeb445c19580,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:42.361131 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-83c2f88c-3b32-4bd3-832b-034610eef370 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb HTTP/1.1" status: 200 len: 217 time: 0.0698490 Sep 28 08:35:42.383532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port e3a73fff-fce1-4756-9209-2a8a0b10121d yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:42.409507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37254) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:42.409721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0102451 Sep 28 08:35:42.421070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Allocated IP 172.20.0.2 (19e02e9d-10f1-4bd0-a4be-0afa09be032d/47b33847-4b9d-4404-b1a8-db6dd284e16e/f3782593-4730-4ced-8e9c-edbd1883408b) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:42.447104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'name': 'tempest-PortsTestJSON-201626212'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:42.485669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-3d2a73d3-94d7-4c53-bd1f-266169de4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:42.487160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-3d2a73d3-94d7-4c53-bd1f-266169de4755 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82ede467-b7c9-42af-8225-700f7de3e9a6 HTTP/1.1" status: 200 len: 851 time: 0.1180980 Sep 28 08:35:42.501353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97151a77-d87c-4a25-81cb-470f8b939dc3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=27260c31-9026-4b63-a716-f2d590a71018,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:42.520692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 27260c31-9026-4b63-a716-f2d590a71018 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:42.522517 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5ba540d7-e1e6-4039-951f-1389cc0ad5d7 req-05d4bfee-c1ad-417f-99c0-22c8aeb0c65f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661185 Sep 28 08:35:42.538801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:42.542959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:42.549739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.612675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=1924e8db-cc2d-49ee-90e8-a9302a7c4c77,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:42.640598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:36Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:42.652787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-58197895-0a42-4431-8280-d5ed8a41e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:42.654383 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-58197895-0a42-4431-8280-d5ed8a41e474 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565886 Sep 28 08:35:42.658421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:42.662208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.723638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.725582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port a737c798-cbcc-4711-8461-3de8d4fb33c6 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:42.773574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::302 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/e3a73fff-fce1-4756-9209-2a8a0b10121d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:42.944980 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 2 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:42.953506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:42.955818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18eaad-c625-4b79-9d54-faeb9ab3c0b3 None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:36Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:42.959798 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-cb782c50-9c29-46e2-8920-51bfa61cf82d service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926507 Sep 28 08:35:43.046365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:43.047964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:43.048157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.056322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:43.063754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:43.065741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:43.069252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Pushing event updated for resources: {'Port': ['ID=f3782593-4730-4ced-8e9c-edbd1883408b,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:43.108329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 79155852-b26d-4526-b08a-13a8e25fa250 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:35:43.131564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Attempting to bind port f3782593-4730-4ced-8e9c-edbd1883408b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:43.131810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Attempting to bind port f3782593-4730-4ced-8e9c-edbd1883408b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:43.132085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Attempting to bind port f3782593-4730-4ced-8e9c-edbd1883408b on network 19e02e9d-10f1-4bd0-a4be-0afa09be032d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:43.138675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:43.138675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Checking segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:43.138978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.139856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Bound using segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:43.140488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Bound port: f3782593-4730-4ced-8e9c-edbd1883408b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:43.140882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.208888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] For port f3782593-4730-4ced-8e9c-edbd1883408b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:43.208888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] For port f3782593-4730-4ced-8e9c-edbd1883408b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f3782593-4730-4ced-8e9c-edbd1883408b,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:43.224515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.255263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.261000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.301102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a926-d896-44ed-ad7e-48dc3019dff6 None None] Pushing event updated for resources: {'Port': ['ID=f3782593-4730-4ced-8e9c-edbd1883408b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:43.316702 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b092f-014f-4bbc-810f-bc3a6a49a76f req-d6b6c023-d2c6-4e06-940d-d699bc23e04f service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481619 Sep 28 08:35:43.359989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.486198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:43.489364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:43.492519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:43.503430 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4667307e-c6e5-404e-b7cb-0bd2ed2383c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2842577 Sep 28 08:35:43.507209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37256) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:43.521007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] Sync routers for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:43.523616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:43.527973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:43.538186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:43.538877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.541370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.542590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=e3a73fff-fce1-4756-9209-2a8a0b10121d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:43.548355 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] Sync routers for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:43.551397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:43.552080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.573247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:43.574976 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.596320 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 3 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:43.599613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.669705 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.687922 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:43.690606 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.693213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-443ef83c-e4b2-40ad-8f91-70bd30e6a480 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3647871 Sep 28 08:35:43.693950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37260) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:43.714256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:43.726571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'network_id': 'b61e6474-fc3d-4b18-85b5-ab2864dde630', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951665462'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:43.741346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:43.742013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.822171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.822740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:43.823342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ffb4-3d63-47f3-99b7-aa2e9eb321dd None None] The sync data for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:43.826001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4ffcd-a110-4b06-96de-4244c076f6b6 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:43.828890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dde4ffcd-a110-4b06-96de-4244c076f6b6 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports/126dd43d-c247-41dd-b3ba-eeb445c19580 HTTP/1.1" status: 200 len: 911 time: 0.3146350 Sep 28 08:35:43.832587 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:43.833320 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dc94-321d-4317-9572-f13e7d867557 None None] The sync data for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:43.841104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a25ab9ed-b590-47d0-8038-f36d552744fd tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/1924e8db-cc2d-49ee-90e8-a9302a7c4c77 HTTP/1.1" status: 204 len: 168 time: 3.9528449 Sep 28 08:35:43.847754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37262) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:43.848368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37264) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:43.861255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=a737c798-cbcc-4711-8461-3de8d4fb33c6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:43.966009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': '193819d9-ccd9-4d8d-9ec8-82acfde839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '27260c31-9026-4b63-a716-f2d590a71018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:43.966694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: 27260c31-9026-4b63-a716-f2d590a71018, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:44.009253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (19e02e9d-10f1-4bd0-a4be-0afa09be032d/47b33847-4b9d-4404-b1a8-db6dd284e16e/e76d8e6a-5a80-4880-b5f3-a7b34092a239) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:44.021908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f3782593-4730-4ced-8e9c-edbd1883408b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:44.037419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a583-c533-4ff8-bfcc-0826e7bca48d req-02efb159-37fd-41de-b857-4526f1c8bb4f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:44.039077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca71a583-c533-4ff8-bfcc-0826e7bca48d req-02efb159-37fd-41de-b857-4526f1c8bb4f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 943 time: 0.1979656 Sep 28 08:35:44.083872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:44.092348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f3782593-4730-4ced-8e9c-edbd1883408b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:44.093155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.093155 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f3782593-4730-4ced-8e9c-edbd1883408b Sep 28 08:35:44.129269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 27260c31-9026-4b63-a716-f2d590a71018) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:44.137742 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca71a583-c533-4ff8-bfcc-0826e7bca48d req-63f5d444-124a-4554-8fa6-5cef9efaf60e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867994 Sep 28 08:35:44.143323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:44.148921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:44.149595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.151382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eafa49-4dc7-40f4-8527-abe0f629165a None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:44.207765 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9d815009-c335-40d9-ad76-8cfdcecc5ca9 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7953737 Sep 28 08:35:44.215864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37266) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:44.220690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-775047031'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:44.270108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:44.271767 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 4 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:44.273823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.280333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:35:44.295646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.319026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:44.330523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Made reservation on behalf of 52bd8f710e1946d2a4004e76135eef37 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:44.334329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.358481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.359339 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment 8e9a3edd-7bfe-4aae-986e-ff4c505de3ac of type vlan for network 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94 Sep 28 08:35:44.368094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f3782593-4730-4ced-8e9c-edbd1883408b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:44.368483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.426650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.426899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:44.431361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.448707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] device_id is not set on port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:44.500676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:44.512093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:44.516647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:44.519310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:44.521336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f3782593-4730-4ced-8e9c-edbd1883408b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f3782593-4730-4ced-8e9c-edbd1883408b,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:44.535585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.536458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ff8586bf-ccd1-4062-bd3e-654b9afa1afd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:44.566560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.573651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:44.574502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.626982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:44.637082 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4178197 Sep 28 08:35:44.638000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37270) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:44.643781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'ports': [{'network_id': '27260c31-9026-4b63-a716-f2d590a71018'}, {'network_id': '0e1eca5c-2afd-4e2f-a376-ddc66ada0e94'}]} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:44.643781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:44.644370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '0e1eca5c-2afd-4e2f-a376-ddc66ada0e94'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:44.652598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.664696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'port_id': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'mac_address': 'fa:16:3e:bd:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:35:44.674948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f3782593-4730-4ced-8e9c-edbd1883408b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:44.738212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624d758-e7bb-448f-86af-2431d9dae1ab tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=0e1eca5c-2afd-4e2f-a376-ddc66ada0e94,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:44.754758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:44.760697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ff8586bf-ccd1-4062-bd3e-654b9afa1afd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:44.761441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.761441 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ff8586bf-ccd1-4062-bd3e-654b9afa1afd Sep 28 08:35:44.773246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:44.773642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.879375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eefe9e-1488-44fe-aed6-7903fa78559e None None] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:44.935349 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 5 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:44.942612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:35:44.973754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:44.986478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 2} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:44.987624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Allocated IP 2001:db8::2c2 (b61e6474-fc3d-4b18-85b5-ab2864dde630/9315f177-3d4f-4031-8de7-a4ebc3090533/2e9afbbf-a27c-47af-ba01-74e3fb14a3b8) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:44.993377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.014698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.019259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.034271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:45.049358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.055005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:45.144637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:45.179294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ff8586bf-ccd1-4062-bd3e-654b9afa1afd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:45.180549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3ebba14b-9114-40da-ac2d-753873223796 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:45.267008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 49020d0a-6ce1-45dc-bd40-1507d994ffe7 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:45.299198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:35:45.333590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3ebba14b-9114-40da-ac2d-753873223796 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:45.334463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.334463 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3ebba14b-9114-40da-ac2d-753873223796 Sep 28 08:35:45.489558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3ebba14b-9114-40da-ac2d-753873223796 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:45.489803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.529880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 3ebba14b-9114-40da-ac2d-753873223796, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3ebba14b-9114-40da-ac2d-753873223796,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:45.543137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.544931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.558377 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 6 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:45.643221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a67d-bc80-4de5-b044-86b6731feda5 req-a8fce49d-f18e-46ce-b38b-ca67f2c2386b tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:45.652555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 2aa15fd5-4c2b-4ab5-bc40-4b33840850c4 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:45.653242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d66a67d-bc80-4de5-b044-86b6731feda5 req-a8fce49d-f18e-46ce-b38b-ca67f2c2386b tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 944 time: 0.2073762 Sep 28 08:35:45.784153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f3782593-4730-4ced-8e9c-edbd1883408b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:45.790041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.802525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.817455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.860542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:45.868580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=3ebba14b-9114-40da-ac2d-753873223796,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:45.893630 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d66a67d-bc80-4de5-b044-86b6731feda5 req-446d72be-5820-405a-8307-086c9474c2b6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262373 Sep 28 08:35:45.893630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.910620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f3782593-4730-4ced-8e9c-edbd1883408b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:45.911326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:45.911872 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f3782593-4730-4ced-8e9c-edbd1883408b Sep 28 08:35:45.928272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.008293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8:1::1 (83538b23-4b82-4db0-a6c0-d58dd1492533/936063a2-07a8-41d9-a75a-cbf5825470f9/0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:46.029952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.030972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f3782593-4730-4ced-8e9c-edbd1883408b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:46.038344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:46.076995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.126170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:46.132959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:46.135459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:46.136370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.155309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=49020d0a-6ce1-45dc-bd40-1507d994ffe7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:46.259743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.265596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.362068 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 7 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:46.386094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:46.402805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:46.417943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:46.429466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:46.435449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.436098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.444805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=2e9afbbf-a27c-47af-ba01-74e3fb14a3b8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:46.480152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1b5d8-440b-494f-b92b-0222afd5bd15 req-34d141b3-6003-47a3-9ba1-1e824f9d3261 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.481809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13c1b5d8-440b-494f-b92b-0222afd5bd15 req-34d141b3-6003-47a3-9ba1-1e824f9d3261 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1695070 Sep 28 08:35:46.486664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-72dd40cb-5545-4146-aefe-b12700356a57 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7849731 Sep 28 08:35:46.491235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37280) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:46.496831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::340', 'mac_address': 'fa:16:3e:61:f2:bd'}, {'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:cd:39:20'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:46.502520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.540663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:46.553805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:46.560461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=2aa15fd5-4c2b-4ab5-bc40-4b33840850c4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:46.595552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:46.620147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:46.629310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-56de267b-31e6-400a-9faa-0ed74052f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.630838 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-56de267b-31e6-400a-9faa-0ed74052f5d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.1352420 Sep 28 08:35:46.635302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:46.635853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.638076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': '8e9a3edd-7bfe-4aae-986e-ff4c505de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e1eca5c-2afd-4e2f-a376-ddc66ada0e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:46.638384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:46.700696 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13c1b5d8-440b-494f-b92b-0222afd5bd15 req-da10bf56-e9d5-4996-b0ff-c0cabad48394 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100708 Sep 28 08:35:46.701455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:46.799064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:46.813821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:46.841637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:46.847503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-e4674534-eb26-4510-a0ad-bef2d803fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.849006 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-e4674534-eb26-4510-a0ad-bef2d803fcf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.2081583 Sep 28 08:35:46.850802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:46.856612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3647f7-5c1d-41cf-ad68-f2691e45b88e None None] Network 0e1eca5c-2afd-4e2f-a376-ddc66ada0e94 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:46.859914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.864970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:46.865586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.904142 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 8 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:46.957530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.978088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:46.983077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-dd389ee4-2954-47d0-856a-4101e33f81f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.1086838 Sep 28 08:35:47.033781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:47.034369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.062447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:47.083321 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53001f6a-b50e-42a6-be04-95c29cac6c26 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4434285 Sep 28 08:35:47.088067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37284) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:47.115712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4258-86ec-4992-ae41-3ba334db7669 req-d82906d0-f542-40ca-b80f-bec05a3b7520 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.117312 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ac6f4258-86ec-4992-ae41-3ba334db7669 req-d82906d0-f542-40ca-b80f-bec05a3b7520 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 944 time: 0.1305063 Sep 28 08:35:47.186413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-b8b9b99c-f46a-499f-8e06-61b88a4ddbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.187919 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-b8b9b99c-f46a-499f-8e06-61b88a4ddbaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1831689 Sep 28 08:35:47.275296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:47.283341 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-455ab10f-f95e-4fe6-9d3e-3be593762878 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/df057f5f-8ad0-4438-a0fd-11dd79404b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6010344 Sep 28 08:35:47.284563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37286) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:47.287803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:47.298661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:47.298895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.299396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:47.309929 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ac6f4258-86ec-4992-ae41-3ba334db7669 req-b94a3564-d9ab-4ad4-a9b0-5082c5c1ce96 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652825 Sep 28 08:35:47.328915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:47.361822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-2062000d-15b7-4f01-b38e-00a8759184d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.363601 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-2062000d-15b7-4f01-b38e-00a8759184d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1611247 Sep 28 08:35:47.434529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:47.471750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 2aa15fd5-4c2b-4ab5-bc40-4b33840850c4 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:47.472111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.498564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.547168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.547868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] In _notify_port_updated(), no bound segment for port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 on network b61e6474-fc3d-4b18-85b5-ab2864dde630 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:35:47.553294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.553910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.559493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "PUT /v2.0/ports/2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 HTTP/1.1" status: 200 len: 1067 time: 1.0627882 Sep 28 08:35:47.563319 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 9 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:47.566376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37288) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:47.648852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.652576 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.654045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.654045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.654045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.654456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.654920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.655385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.655844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.656301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.657065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.657235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.657692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.658187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.663495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7205c957-2b23-4c8e-b523-4baa61be4e73 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9066 time: 0.3743920 Sep 28 08:35:47.669211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37290) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:47.690477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:47.702028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 2aa15fd5-4c2b-4ab5-bc40-4b33840850c4 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:47.719416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbc702-4519-4299-9631-60d446f9f80d tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event updated for resources: {'Port': ['ID=2e9afbbf-a27c-47af-ba01-74e3fb14a3b8,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:47.733158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.735313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3ebba14b-9114-40da-ac2d-753873223796 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:47.740591 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-16fb34d6-067e-4de2-b925-84504bb05048 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691647 Sep 28 08:35:47.750470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.751391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.794576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:47.833581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:47.834266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Updating router df057f5f-8ad0-4438-a0fd-11dd79404b31 port e76d8e6a-5a80-4880-b5f3-a7b34092a239 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:35:47.871773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.887282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3ebba14b-9114-40da-ac2d-753873223796 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:47.887649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.887977 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3ebba14b-9114-40da-ac2d-753873223796 Sep 28 08:35:47.909498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ea09e4e-b402-4fc2-a18b-1ca6ab2e610c req-37298566-0bf1-4d6c-8533-f26a2b55729b service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550565 Sep 28 08:35:47.943597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:47.944195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:47.955238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:47.966904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.967389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.967873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.968450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.968905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.969386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.969832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.970275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.970716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.971135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.972288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:47.976455 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2be3743-7aa7-4272-90df-2cca2833ec70 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7036 time: 0.3004346 Sep 28 08:35:47.978064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37294) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:47.996782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.069500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3ebba14b-9114-40da-ac2d-753873223796 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:48.105125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=2d90fdbd-873b-4744-9f1d-e7ca2e30db51,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.139763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:48.144541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.150292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714439b3-402d-486c-b8a5-73dab2271c46 req-884c5a7d-3538-4fa1-a9f5-250e18d40c18 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:48.151894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-714439b3-402d-486c-b8a5-73dab2271c46 req-884c5a7d-3538-4fa1-a9f5-250e18d40c18 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3077157 Sep 28 08:35:48.173177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:48.196329 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Attempt 10 to provision port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 Sep 28 08:35:48.196804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=2aa15fd5-4c2b-4ab5-bc40-4b33840850c4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.210081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.213765 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7992e69-b070-46dd-a30c-20b953a3700b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/2aa15fd5-4c2b-4ab5-bc40-4b33840850c4 HTTP/1.1" status: 204 len: 168 time: 1.1158106 Sep 28 08:35:48.218738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37296) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:48.233013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-775c42f4-127f-4497-9cdf-d131711e1f7b None None] Port 2d90fdbd-873b-4744-9f1d-e7ca2e30db51 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:48.234688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:48.293950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.309997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:48.398075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.399821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:35:48.405911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:48.406283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.406616 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb Sep 28 08:35:48.489292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:48.489292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.489292 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 Sep 28 08:35:48.530042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:48.530493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.551764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4662d-5a4f-499b-bc87-0f735348fc1a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:48.559094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4662d-5a4f-499b-bc87-0f735348fc1a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:48.560573 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b4e4662d-5a4f-499b-bc87-0f735348fc1a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3407238 Sep 28 08:35:48.565321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37300) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:48.613794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671c882-0048-47a9-8e2a-ee28417c30cc None None] Pushing event updated for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.668086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:48.668490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.700617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Attempting to bind port e76d8e6a-5a80-4880-b5f3-a7b34092a239 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:48.700992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Attempting to bind port e76d8e6a-5a80-4880-b5f3-a7b34092a239 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:48.701465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Attempting to bind port e76d8e6a-5a80-4880-b5f3-a7b34092a239 on network 19e02e9d-10f1-4bd0-a4be-0afa09be032d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:48.712484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:35:48.715314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738883d-9fe4-458c-bc41-9e27951da0a1" -d '{"events": [{"server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:35:48.721363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:48.721363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Checking segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:48.721833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.726390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Bound using segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:48.726390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Bound port: e76d8e6a-5a80-4880-b5f3-a7b34092a239, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:48.726390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.742025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:48.751417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.860231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.863474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] For port e76d8e6a-5a80-4880-b5f3-a7b34092a239, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:48.867119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] For port e76d8e6a-5a80-4880-b5f3-a7b34092a239, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76d8e6a-5a80-4880-b5f3-a7b34092a239,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:48.874068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.939276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:48.942430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:48.943198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:48.951704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671c882-0048-47a9-8e2a-ee28417c30cc None None] Pushing event updated for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.982688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=2e9afbbf-a27c-47af-ba01-74e3fb14a3b8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:48.983560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b0f32-513e-4afc-b240-d6f2192862f1 req-2b29b05d-08ad-40ae-83f6-3b9ec41b689f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:48.984934 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ae8b0f32-513e-4afc-b240-d6f2192862f1 req-2b29b05d-08ad-40ae-83f6-3b9ec41b689f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 944 time: 0.4959669 Sep 28 08:35:48.995936 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-173ef3f9-b5a2-408a-8ade-18619c4f2500 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5021 time: 1.0163732 Sep 28 08:35:49.005485 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-714439b3-402d-486c-b8a5-73dab2271c46 req-6d92b586-d124-4f38-99a6-52c5581cadbd tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8356948 Sep 28 08:35:49.045789 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ae8b0f32-513e-4afc-b240-d6f2192862f1 req-097f8247-d099-4af0-9581-5f3aa6faed4e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Sep 28 08:35:49.070930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 49020d0a-6ce1-45dc-bd40-1507d994ffe7 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:49.071284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.224140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37306) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.230836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316879658', 'description': 'tempest-secgroup-smoke-1316879658 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:49.233470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.239625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.246914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 79155852-b26d-4526-b08a-13a8e25fa250 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:49.271195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 49020d0a-6ce1-45dc-bd40-1507d994ffe7 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:49.296129 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 2 to provision port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 Sep 28 08:35:49.302325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7760eb65-f0ba-4eea-9fe9-bb7181582d86 x-openstack-request-id: req-7760eb65-f0ba-4eea-9fe9-bb7181582d86 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:35:49.302607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:35:49.302800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7760eb65-f0ba-4eea-9fe9-bb7181582d86 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:35:49.303185 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7760eb65-f0ba-4eea-9fe9-bb7181582d86'] response: {'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'code': 200} Sep 28 08:35:49.332471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:49.339330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Could not find standard attr ID for object 6163128a-9919-4eba-aa95-a7bac0c786aa. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:49.345780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.349430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:49.395986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port ff8586bf-ccd1-4062-bd3e-654b9afa1afd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:49.396623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.396972 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port ff8586bf-ccd1-4062-bd3e-654b9afa1afd Sep 28 08:35:49.420872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.424403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4f43e54d-96d7-4d24-a688-9d2fe2391559 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 HTTP/1.1" status: 204 len: 168 time: 1.8581800 Sep 28 08:35:49.424835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31749adb-1f5a-4dc4-a6b1-39ccb9b7e370 req-82f87a87-91aa-4764-a1a7-1c131a68505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:49.428560 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-31749adb-1f5a-4dc4-a6b1-39ccb9b7e370 req-82f87a87-91aa-4764-a1a7-1c131a68505a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 1098 time: 0.1698399 Sep 28 08:35:49.429292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.491890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10c2515-a74c-4e4b-9eb0-cd20a0b27a35 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] GET failed (client error): The resource could not be found. Sep 28 08:35:49.494765 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b10c2515-a74c-4e4b-9eb0-cd20a0b27a35 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports/2e9afbbf-a27c-47af-ba01-74e3fb14a3b8 HTTP/1.1" status: 404 len: 333 time: 0.0592530 Sep 28 08:35:49.500081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37310) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.532014 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-31749adb-1f5a-4dc4-a6b1-39ccb9b7e370 req-e0cb573b-5ead-47da-95cf-8c7cd54be2fd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864995 Sep 28 08:35:49.556991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.561109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.588767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:49.594233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.594770 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cb680d80-ed3c-4ac8-aa42-e63f4a3f04b0 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7451329 Sep 28 08:35:49.599547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Current status of the port ff8586bf-ccd1-4062-bd3e-654b9afa1afd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:49.602457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37312) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.613150 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] Sync routers for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:49.623606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=49020d0a-6ce1-45dc-bd40-1507d994ffe7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:49.626478 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:49.626785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6255b6d1-cfe6-45f9-afd5-00a20afc46a8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:49.627392 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:49.650554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.654883 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96292c18-6272-4303-884f-5437a65099cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/49020d0a-6ce1-45dc-bd40-1507d994ffe7 HTTP/1.1" status: 204 len: 168 time: 1.0884891 Sep 28 08:35:49.658469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.660355 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b654b22c-0bdb-491e-8fbc-0ec0d9c3b1c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4350541 Sep 28 08:35:49.660963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.670119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37318) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.674674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:49.690385 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:49.700723 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:49.701855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:49.709870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port a7b6568a-7e2e-4462-8cdc-b05634b85da1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:49.710897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.711305 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port a7b6568a-7e2e-4462-8cdc-b05634b85da1 Sep 28 08:35:49.730563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5cd38-d9c3-43c2-a7e8-c5237159ec52 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:49.732012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ced5cd38-d9c3-43c2-a7e8-c5237159ec52 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports/0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8 HTTP/1.1" status: 200 len: 913 time: 0.1285932 Sep 28 08:35:49.736722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.740012 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:49.740947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29ed0f-9d0f-4eb8-8dd3-2d091803e18a None None] The sync data for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:49.791506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:49.803819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port e3a73fff-fce1-4756-9209-2a8a0b10121d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:49.804168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.806387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3904af8-6c20-4d6a-b668-cc1ee505cdaf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:49.810986 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b3904af8-6c20-4d6a-b668-cc1ee505cdaf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1461139 Sep 28 08:35:49.811976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37322) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.824788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45059363-56f0-4398-ba48-bd121eb7b77a None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:49.859537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.859983 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fe7b68-a69e-4b46-bc18-e8fdec8600e7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:35:49.861618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d1fe7b68-a69e-4b46-bc18-e8fdec8600e7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/2aa15fd5-4c2b-4ab5-bc40-4b33840850c4 HTTP/1.1" status: 404 len: 333 time: 0.0477841 Sep 28 08:35:49.865891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37324) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.872271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Current status of the port a7b6568a-7e2e-4462-8cdc-b05634b85da1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:49.892821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port f3782593-4730-4ced-8e9c-edbd1883408b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:49.892964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:49.894201 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port f3782593-4730-4ced-8e9c-edbd1883408b Sep 28 08:35:49.930773 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8193ad-15ae-4f01-8989-83596fd56987 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:35:49.932990 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9c8193ad-15ae-4f01-8989-83596fd56987 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/49020d0a-6ce1-45dc-bd40-1507d994ffe7 HTTP/1.1" status: 404 len: 333 time: 0.0658772 Sep 28 08:35:49.943833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37326) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:49.948183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:50.008858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Current status of the port f3782593-4730-4ced-8e9c-edbd1883408b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:50.027170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.027918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port e3a73fff-fce1-4756-9209-2a8a0b10121d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:50.028299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.028776 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port e3a73fff-fce1-4756-9209-2a8a0b10121d Sep 28 08:35:50.048796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for e3a73fff-fce1-4756-9209-2a8a0b10121d owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:50.084689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port e3a73fff-fce1-4756-9209-2a8a0b10121d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:50.195659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.206488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:50.216574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f779a4e-6569-4fd0-a3a9-97acbd618968 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/routers/8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3619671 Sep 28 08:35:50.219001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37332) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.220274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] Sync routers for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:50.235144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:50.235786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.249838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.271389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.293258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37862a8-d1dc-4ae8-afb0-bccccdf67b05 req-dc820fc4-bf43-4b6c-9d73-a4ec8cb25cb6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:50.294943 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a37862a8-d1dc-4ae8-afb0-bccccdf67b05 req-dc820fc4-bf43-4b6c-9d73-a4ec8cb25cb6 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.1434746 Sep 28 08:35:50.306708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.320762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247aa45-bcc8-47b9-91e3-af784176e8c3 req-c042968f-fc1a-4b42-bedd-42c4dbd76a34 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:50.322306 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8247aa45-bcc8-47b9-91e3-af784176e8c3 req-c042968f-fc1a-4b42-bedd-42c4dbd76a34 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1914630 Sep 28 08:35:50.323361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] Routers {'8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:50.324208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.365329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee65878-7220-4d18-9545-e755902c0284,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:50.366343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.368141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d800773-6977-40e7-9d4c-2bf8210c836a None None] The sync data for ids ['8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:50.410650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.414547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-459d5239-f760-4837-a9a4-88ef71127bfa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7408299 Sep 28 08:35:50.418981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37334) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.427318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:50.430165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a37862a8-d1dc-4ae8-afb0-bccccdf67b05 req-a3182670-3b0a-4167-8cc9-f8ad212d1e21 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241112 Sep 28 08:35:50.445514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.455098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.491386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.528358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=e3a73fff-fce1-4756-9209-2a8a0b10121d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:50.529553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1eca5c-2afd-4e2f-a376-ddc66ada0e94']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.551028 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8247aa45-bcc8-47b9-91e3-af784176e8c3 req-fa3af315-8432-4371-a5a1-fc928ae63468 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890056 Sep 28 08:35:50.565416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.572301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9a3edd-7bfe-4aae-986e-ff4c505de3ac') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.573207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9a3edd-7bfe-4aae-986e-ff4c505de3ac') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:50.583171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.585951 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 2 to provision port e3a73fff-fce1-4756-9209-2a8a0b10121d Sep 28 08:35:50.589276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ace144c3-ed7c-4cbb-9beb-24a6c843fb13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/e3a73fff-fce1-4756-9209-2a8a0b10121d HTTP/1.1" status: 204 len: 168 time: 1.0856390 Sep 28 08:35:50.592634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37338) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.615056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port e3a73fff-fce1-4756-9209-2a8a0b10121d was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:50.619232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.633596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port 126dd43d-c247-41dd-b3ba-eeb445c19580 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:50.634376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.635034 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:50.655499 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4d7f92-1e05-437e-8efa-6596281458f7 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] GET failed (client error): The resource could not be found. Sep 28 08:35:50.664620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0e4d7f92-1e05-437e-8efa-6596281458f7 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "GET /v2.0/ports/e3a73fff-fce1-4756-9209-2a8a0b10121d HTTP/1.1" status: 404 len: 333 time: 0.0642791 Sep 28 08:35:50.665320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37340) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.707964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.709946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:50.720967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:50.721885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.768674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.781057 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8e9a3edd-7bfe-4aae-986e-ff4c505de3ac resource provider aggregate not found Sep 28 08:35:50.785933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.830509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.837560 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8e9a3edd-7bfe-4aae-986e-ff4c505de3ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e9a3edd-7bfe-4aae-986e-ff4c505de3ac found for delete ", "request_id": "req-bf8ee67a-8129-48dc-b7c3-d21523f7ba32"}]} Sep 28 08:35:50.873772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.875686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e69b1-ff39-4df1-ba5c-c2943923db0f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:50.887049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.907714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port b689d9ee-fc0c-4d44-ba72-efb304561f1e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:50.908083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.930117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 48b099b4-3326-44e2-afba-e1b9bcf60377 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:50.930451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.931429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.932833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-97fae9bc-f6f5-4fbf-b868-776b83b70d77 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5093169 Sep 28 08:35:50.940365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37346) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.941465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:50.950674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/0e1eca5c-2afd-4e2f-a376-ddc66ada0e94 HTTP/1.1" status: 204 len: 168 time: 0.9861560 Sep 28 08:35:50.951462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:50.955320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37348) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:50.999618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1009135962'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:51.011916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5a135-f4f6-46ea-8f16-ed34896f095f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=0e1eca5c-2afd-4e2f-a376-ddc66ada0e94,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:51.050393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:51.053857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.060568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.084074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.107402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for b689d9ee-fc0c-4d44-ba72-efb304561f1e owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:51.113473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.133719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 48b099b4-3326-44e2-afba-e1b9bcf60377 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:51.157185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:51.195234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.195577 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment ee3999c3-8e2f-428e-a79e-d52d5cd959e8 of type vlan for network e7ac6142-6760-42fa-a8f0-979e8d449cdb Sep 28 08:35:51.210830 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 2 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:51.221605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.249132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.256934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:51.297600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.311483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e969cb00-e5a5-4f98-af2d-edd43864921b,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:51.345905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.347130 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5bf3d8f0-8bb8-4f96-b747-b4d86ef5ec5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996022 Sep 28 08:35:51.350819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37350) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:51.371437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.376345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:51.377565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:51.378157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.396437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.444269 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4842670 Sep 28 08:35:51.445061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=b689d9ee-fc0c-4d44-ba72-efb304561f1e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:51.450230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37352) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:51.471208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:51.489802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.490050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58ec6f-bb1a-4292-9f38-daa7acc46203 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=e7ac6142-6760-42fa-a8f0-979e8d449cdb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:51.496020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c3824c5-6404-4358-9b37-d9644874bd13 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/ports/b689d9ee-fc0c-4d44-ba72-efb304561f1e HTTP/1.1" status: 204 len: 168 time: 0.8276532 Sep 28 08:35:51.497691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.500275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37356) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:51.505623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:51.530279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.533992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:51.534521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.665790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.684314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:51.716267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76d8e6a-5a80-4880-b5f3-a7b34092a239 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:51.757629 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 3 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:51.799670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:51.804729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e76d8e6a-5a80-4880-b5f3-a7b34092a239 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:51.805157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.805494 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e76d8e6a-5a80-4880-b5f3-a7b34092a239 Sep 28 08:35:51.892288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e76d8e6a-5a80-4880-b5f3-a7b34092a239 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:51.892826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.895822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.925357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:51.928695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e76d8e6a-5a80-4880-b5f3-a7b34092a239, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76d8e6a-5a80-4880-b5f3-a7b34092a239,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:51.936583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:51.961473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=48b099b4-3326-44e2-afba-e1b9bcf60377,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:52.004282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:52.051988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting subnet 9315f177-3d4f-4031-8de7-a4ebc3090533 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:52.058256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.065816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.118558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.139863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.163877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a381a-69b5-4a63-b6c9-81f4ff06aa50 req-aab20cbd-afdc-4db9-9a85-855d3d6a3987 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:52.165465 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e3a381a-69b5-4a63-b6c9-81f4ff06aa50 req-aab20cbd-afdc-4db9-9a85-855d3d6a3987 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.6364644 Sep 28 08:35:52.190765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.193399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:52.196936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.225963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5b1c41-20d0-4e5b-be89-18315cf1f3c6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:52.227953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.255568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 79155852-b26d-4526-b08a-13a8e25fa250 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:52.264582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.265827 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8f1c7fde-0212-4cba-94d1-22e858b96a0a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9111848 Sep 28 08:35:52.296152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37358) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:52.300874 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 4 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:52.309102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:52.336674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:52.358138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:52.363507 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6e53b4b5-ad77-4a7f-bd99-dca6cba0f425 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261446 Sep 28 08:35:52.366312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37360) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:52.370705 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] Sync routers for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:52.381852 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:52.382548 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:52.403048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Performing IP validity checks on allocation pools {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:35:52.403710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:35:52.419947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:52.429358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:52.429978 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:52.450401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.454452 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e3a381a-69b5-4a63-b6c9-81f4ff06aa50 req-6b7e3f98-b128-45eb-bf8e-882b24399cf8 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681088 Sep 28 08:35:52.462231 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:52.462885 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47c26c-80ed-43ca-9778-0ba79a769eee None None] The sync data for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:52.474838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.490971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:35:52.542202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.563459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.589467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.589993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Fanout notify agent at l3_agent the message router_deleted on router 8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:52.607457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.608580 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-10ed4da4-5d8c-496e-91d5-ae2482788b6e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/routers/8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c HTTP/1.1" status: 204 len: 168 time: 2.3888512 Sep 28 08:35:52.616021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:52.649931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abcb48-baab-4608-b7d6-b330effc9c94 req-6479b524-4d90-4944-8216-dbd888c585df tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:52.651847 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-22abcb48-baab-4608-b7d6-b330effc9c94 req-6479b524-4d90-4944-8216-dbd888c585df tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.0982444 Sep 28 08:35:52.664493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:52.669562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Request body: {'floatingip': {'port_id': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:52.716433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.753522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting subnet 95a900d4-1115-4973-ba39-438f1ab025eb {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:52.786547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.789609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.837343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.838534 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 5 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:52.867239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Subnet': ['ID=9315f177-3d4f-4031-8de7-a4ebc3090533,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:52.869246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.871180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.877898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.883799 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-258fcd0a-0eec-41dd-9f27-f23fdfd13b2a tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/subnets/9315f177-3d4f-4031-8de7-a4ebc3090533 HTTP/1.1" status: 204 len: 168 time: 1.3695362 Sep 28 08:35:52.887290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:52.887735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983eb9e4-07b6-4398-869c-5c7e87b0cb25 None None] Network b61e6474-fc3d-4b18-85b5-ab2864dde630 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:52.896753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:52.952727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:52.981941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca28201a-463c-4527-b68d-cbb8f2363fe5,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.000138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.026132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.030095 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e8c5581-3043-4172-891e-ca0b9e314abc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7247591 Sep 28 08:35:53.035538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=acf0ebad-39c1-4def-a5c4-2d3b951f793e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.049916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37370) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:53.082678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6255b6d1-cfe6-45f9-afd5-00a20afc46a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:53.112123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] DHCP port deletion for b61e6474-fc3d-4b18-85b5-ab2864dde630 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:53.117364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.138523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:53.139252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: e7ac6142-6760-42fa-a8f0-979e8d449cdb, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:35:53.150330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.167500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Deleting port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:53.167876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.225461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:35:53.248644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e7ac6142-6760-42fa-a8f0-979e8d449cdb) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:53.253810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] For port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,segment=NetworkSegment(f7e15017-32a2-46ff-8154-f30136a93670),segment_id=f7e15017-32a2-46ff-8154-f30136a93670)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:53.254208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.254789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:53.255383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.269403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd3d77-6486-4fb9-b375-561bbfa11fbb None None] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:53.281796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.286111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Calling delete_port for 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:53.305080 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47c6400a-a180-4326-afa9-26e5baad3240 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8371830 Sep 28 08:35:53.305080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Deleting port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:53.305354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.308622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37372) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:53.344725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb', 'name': 'tempest-PortsTestJSON-1820138301'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:53.353070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Subnet': ['ID=95a900d4-1115-4973-ba39-438f1ab025eb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.366618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.372432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-779e0cfb-60de-441b-b122-77e7092ccd17 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/subnets/95a900d4-1115-4973-ba39-438f1ab025eb HTTP/1.1" status: 204 len: 168 time: 0.7512469 Sep 28 08:35:53.376681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af3b3f-f004-4742-81c7-1aaad95822bf None None] Network bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:53.380687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37374) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:53.459323 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 6 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:53.499911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] For port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,segment=NetworkSegment(f7e15017-32a2-46ff-8154-f30136a93670),segment_id=f7e15017-32a2-46ff-8154-f30136a93670)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:53.500187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.557815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Calling delete_port for 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:53.572251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.584822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:53.596271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.609119 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:35:53.618480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.641730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-e7ac6142-6760-42fa-a8f0-979e8d449cdb', 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': 'acf0ebad-39c1-4def-a5c4-2d3b951f793e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:35:53.642603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.646600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] No DVR routers for this DVR port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:53.649598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b01019-9b6b-4022-821e-98adf0a3f3d5 None None] Pushing event deleted for resources: {'Port': ['ID=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.704030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:53.708070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.767986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76d8e6a-5a80-4880-b5f3-a7b34092a239 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:53.773117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 16d5877b-6468-45df-a32f-c83be8955c8d yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:35:53.803418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] DHCP port deletion for bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:53.809568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.820769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.824489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.855352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9644fad-9ef5-44c6-9a33-3b7163f420d9,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.862054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.866521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.867961 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e1435fe0-50ab-4044-a2c6-53f953b01477 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7889292 Sep 28 08:35:53.874353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:53.902453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Port': ['ID=2e6d1505-7d0f-4356-a75a-a9d210cc7b9f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:53.904769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] No DVR routers for this DVR port 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:53.944037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 4121c5ee-9605-4b41-a777-804721dc81f0 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:53.946425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.054351 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Floating IP 96594953-78ea-40c4-8295-d0c02b9c0183 associated. External IP: 172.26.4.68, port: ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb. Sep 28 08:35:54.072316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Deleting port 4121c5ee-9605-4b41-a777-804721dc81f0 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:54.072929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.088944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e76d8e6a-5a80-4880-b5f3-a7b34092a239 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:54.089335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.089669 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e76d8e6a-5a80-4880-b5f3-a7b34092a239 Sep 28 08:35:54.091019 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 7 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:54.094899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Allocated IP 172.20.0.2 (e7ac6142-6760-42fa-a8f0-979e8d449cdb/acf0ebad-39c1-4def-a5c4-2d3b951f793e/a0c23ccc-6254-4948-be47-f5deb7282ae8) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:54.101596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 126dd43d-c247-41dd-b3ba-eeb445c19580 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:54.101983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.134858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.149339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] For port 4121c5ee-9605-4b41-a777-804721dc81f0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4121c5ee-9605-4b41-a777-804721dc81f0,segment=NetworkSegment(9164088c-ef09-4098-a9b3-04007e155473),segment_id=9164088c-ef09-4098-a9b3-04007e155473)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:54.150058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.183334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-c768935b-e967-40f9-8bb9-d07ee0068ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316879658&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.1060636 Sep 28 08:35:54.184371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 4121c5ee-9605-4b41-a777-804721dc81f0 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:54.187617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61e6474-fc3d-4b18-85b5-ab2864dde630']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:54.206012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e15017-32a2-46ff-8154-f30136a93670') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:54.206952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e15017-32a2-46ff-8154-f30136a93670') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:54.225209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:35:54.226791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] For port 4121c5ee-9605-4b41-a777-804721dc81f0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4121c5ee-9605-4b41-a777-804721dc81f0,segment=NetworkSegment(9164088c-ef09-4098-a9b3-04007e155473),segment_id=9164088c-ef09-4098-a9b3-04007e155473)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:54.227192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.239101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.250734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Calling delete_port for 4121c5ee-9605-4b41-a777-804721dc81f0 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:54.273378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.283636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 126dd43d-c247-41dd-b3ba-eeb445c19580 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:54.347718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.371188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:54.371600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.408586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f7e15017-32a2-46ff-8154-f30136a93670 resource provider aggregate not found Sep 28 08:35:54.411138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e76d8e6a-5a80-4880-b5f3-a7b34092a239 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:54.461632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Router 2cb0187a-1556-45cb-a719-44c5738220e4 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:54.466280 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f7e15017-32a2-46ff-8154-f30136a93670 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7e15017-32a2-46ff-8154-f30136a93670 found for delete ", "request_id": "req-e1c41510-8fdb-48e7-afdc-208d508d90f4"}]} Sep 28 08:35:54.478769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-c822165e-6487-4b21-beac-24696f81f35e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:54.480843 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-c822165e-6487-4b21-beac-24696f81f35e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 797 time: 0.2769966 Sep 28 08:35:54.490790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.502303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.502624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:54.507853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.513554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] 10.222.0.27 "DELETE /v2.0/networks/b61e6474-fc3d-4b18-85b5-ab2864dde630 HTTP/1.1" status: 204 len: 168 time: 1.6171174 Sep 28 08:35:54.513554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.530850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.550334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:54.553907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:54.555682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:54.556209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2e6d1505-7d0f-4356-a75a-a9d210cc7b9f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:54.557933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:54.578167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.14 (e7ac6142-6760-42fa-a8f0-979e8d449cdb/acf0ebad-39c1-4def-a5c4-2d3b951f793e/16d5877b-6468-45df-a32f-c83be8955c8d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:54.583456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.654501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] No DVR routers for this DVR port 4121c5ee-9605-4b41-a777-804721dc81f0 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:54.659538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] No DVR routers for this DVR port 4121c5ee-9605-4b41-a777-804721dc81f0 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:54.661025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Pushing event updated for resources: {'Port': ['ID=a0c23ccc-6254-4948-be47-f5deb7282ae8,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:54.672026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Attempting to bind port a0c23ccc-6254-4948-be47-f5deb7282ae8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:35:54.672504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Attempting to bind port a0c23ccc-6254-4948-be47-f5deb7282ae8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:35:54.672936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Attempting to bind port a0c23ccc-6254-4948-be47-f5deb7282ae8 on network e7ac6142-6760-42fa-a8f0-979e8d449cdb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:35:54.686089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.694141 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-8c6c697d-fc5d-4bf6-8454-92a3743414d8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.2059691 Sep 28 08:35:54.699151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:54.711553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Sync routers for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:54.722232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:35:54.722617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Checking segment: {'id': 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:35:54.722725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.723028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.723427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Bound using segment: {'id': 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:35:54.723915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Bound port: a0c23ccc-6254-4948-be47-f5deb7282ae8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e7ac6142-6760-42fa-a8f0-979e8d449cdb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:35:54.724295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.727106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:54.727719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:54.729774 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 8 to provision port 126dd43d-c247-41dd-b3ba-eeb445c19580 Sep 28 08:35:54.731155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236e2d9-f222-41d3-bdbb-2ba464995400 None None] Pushing event deleted for resources: {'Port': ['ID=4121c5ee-9605-4b41-a777-804721dc81f0,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:54.753694 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-acaa3e6b-b0d3-449c-90b0-16dbedda05de tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "PUT /v2.0/floatingips/96594953-78ea-40c4-8295-d0c02b9c0183 HTTP/1.1" status: 200 len: 990 time: 2.0853615 Sep 28 08:35:54.753694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:35:54.754602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292" -d '{"events": [{"name": "network-changed", "server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:35:54.759439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=126dd43d-c247-41dd-b3ba-eeb445c19580,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:54.821425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84eae-5e5f-4d1f-89ef-cefad58cc688 tempest-AllowedAddressPairIpV6TestJSON-1521144834 tempest-AllowedAddressPairIpV6TestJSON-1521144834-project] Pushing event deleted for resources: {'Network': ['ID=b61e6474-fc3d-4b18-85b5-ab2864dde630,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:54.823717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=4121c5ee-9605-4b41-a777-804721dc81f0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:54.862071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Port 126dd43d-c247-41dd-b3ba-eeb445c19580 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:35:54.948539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:54.963844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:54.980942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:55.021925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port e76d8e6a-5a80-4880-b5f3-a7b34092a239 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:55.022456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.022883 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port e76d8e6a-5a80-4880-b5f3-a7b34092a239 Sep 28 08:35:55.033230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.086688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e9a4c-07bc-4460-a7ff-60d5e8210db6']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.095774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-3651e446-fb49-46a2-9b94-0b28549f6e7d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3079934 Sep 28 08:35:55.115875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] For port a0c23ccc-6254-4948-be47-f5deb7282ae8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:35:55.116971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9164088c-ef09-4098-a9b3-04007e155473') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.117470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9164088c-ef09-4098-a9b3-04007e155473') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.122132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc90f-90c7-46c8-865e-122d927e9663 req-be332e1b-a4c6-4991-a26a-9a6a960a3963 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:55.123715 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ef6cc90f-90c7-46c8-865e-122d927e9663 req-be332e1b-a4c6-4991-a26a-9a6a960a3963 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.1730926 Sep 28 08:35:55.125006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] For port a0c23ccc-6254-4948-be47-f5deb7282ae8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a0c23ccc-6254-4948-be47-f5deb7282ae8,segment=NetworkSegment(ee3999c3-8e2f-428e-a79e-d52d5cd959e8),segment_id=ee3999c3-8e2f-428e-a79e-d52d5cd959e8)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:35:55.133290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.140664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.151729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.198996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.238519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:55.238929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.273499 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ef6cc90f-90c7-46c8-865e-122d927e9663 req-ec2708a7-aa9e-43e0-b292-d0899b41746d tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976312 Sep 28 08:35:55.280450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 79155852-b26d-4526-b08a-13a8e25fa250 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:35:55.341940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.366763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a7b7-dd61-406a-86dc-4ee71fef2928 None None] Pushing event updated for resources: {'Port': ['ID=a0c23ccc-6254-4948-be47-f5deb7282ae8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:55.378830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b498c8-336b-4650-a993-6297d7d3a95c x-openstack-request-id: req-67b498c8-336b-4650-a993-6297d7d3a95c {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:35:55.379113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:35:55.379363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-67b498c8-336b-4650-a993-6297d7d3a95c {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:35:55.379761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b498c8-336b-4650-a993-6297d7d3a95c'] response: {'name': 'network-changed', 'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'status': 'completed', 'code': 200} Sep 28 08:35:55.382275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:35:55.387189 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ffd3e6ae-8698-4b16-b1ae-fec9eb2aed3f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=52bd8f710e1946d2a4004e76135eef37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204137 Sep 28 08:35:55.393187 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9a54b4c9-128f-4bd9-bfc9-cdfe08226023 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0233977 Sep 28 08:35:55.393187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37406) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:55.393427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:55.398296 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] Sync routers for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:35:55.413588 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:55.417650 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.441246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.444879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Current status of the port e76d8e6a-5a80-4880-b5f3-a7b34092a239 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:55.451748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.452990 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d9caf680-c9eb-4cc0-8088-ee56b109c604 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=79155852-b26d-4526-b08a-13a8e25fa250 HTTP/1.1" status: 200 len: 205 time: 0.0575588 Sep 28 08:35:55.453707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37412) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:55.456057 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/networks/bd3e9a4c-07bc-4460-a7ff-60d5e8210db6 HTTP/1.1" status: 204 len: 168 time: 2.0738404 Sep 28 08:35:55.460151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Could not find standard attr ID for object 0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:55.468811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=16d5877b-6468-45df-a32f-c83be8955c8d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:55.495124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37414) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:55.517595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.526280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Provisioning complete for port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:55.527066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.527598 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Attempt 1 to provision port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb Sep 28 08:35:55.533176 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] Routers {'79155852-b26d-4526-b08a-13a8e25fa250'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:55.533792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['79155852-b26d-4526-b08a-13a8e25fa250'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.612445 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ae6bff25-744c-4ece-9595-b4382be20048 service neutron] 10.222.0.27 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899015 Sep 28 08:35:55.695971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744ba30-d116-45e0-b676-bb2841b4247e tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Network': ['ID=bd3e9a4c-07bc-4460-a7ff-60d5e8210db6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:55.705017 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.705823 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cead1b-a282-4136-9f66-29818414c088 None None] The sync data for ids ['79155852-b26d-4526-b08a-13a8e25fa250'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:55.756586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '96594953-78ea-40c4-8295-d0c02b9c0183', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'port_id': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'mac_address': 'fa:16:3e:bd:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:35:30Z', 'updated_at': '2022-09-28T08:35:53Z', 'revision_number': 1, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.760096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:55.771158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:55.771381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.776906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.777155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:55.794842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Checking router: 2cb0187a-1556-45cb-a719-44c5738220e4 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:35:55.801580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a429d49-63c9-4a7d-a73b-41c65c78b093 None None] Current status of the port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:55.805783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a0c23ccc-6254-4948-be47-f5deb7282ae8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:55.810801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:35:55.810949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:55.876288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-57a01503-18ab-4a42-8076-3eea9dca75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:55.878297 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-57a01503-18ab-4a42-8076-3eea9dca75c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f02e25e7bbb41a18efcd8909a5212c3&device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 1098 time: 0.4667077 Sep 28 08:35:55.879076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:55.879727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.904820 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-acd37aa3-e2a7-47db-ab54-84cdc32d0955 service neutron] 10.222.0.27 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915382 Sep 28 08:35:55.912245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 8600ffd7-225e-4429-9069-086fc94bd46c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:55.912459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.920948 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6cff3df4-7eba-400e-9921-7401edf297cd tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5869982 Sep 28 08:35:55.928351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37416) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:55.932925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.969212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a0c23ccc-6254-4948-be47-f5deb7282ae8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:55.969212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:55.969429 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a0c23ccc-6254-4948-be47-f5deb7282ae8 Sep 28 08:35:55.995725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b2be8675-b92e-40a7-b0e5-d7672bd67419 None None] Could not find standard attr ID for object 0829fe3e-f2fa-4e2e-a7ba-cda1c70ad8e8. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:56.022135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:35:56.072748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.084926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.201713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-0720896f-2944-47c0-a5d0-0bf3d24bcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:56.203508 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-0720896f-2944-47c0-a5d0-0bf3d24bcb6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a HTTP/1.1" status: 200 len: 913 time: 0.3175919 Sep 28 08:35:56.273649 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c54a9cca-ca5e-46bd-a5aa-427b81e3a4c5 req-da32b2f3-bf8c-4f85-a3d4-d8757d305b7a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 210 time: 0.0754647 Sep 28 08:35:56.278298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.278903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router 79155852-b26d-4526-b08a-13a8e25fa250 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:35:56.288075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.292405 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-198d4bc1-9c66-4bb2-99e7-409c1d943e5e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250 HTTP/1.1" status: 204 len: 168 time: 0.7552423 Sep 28 08:35:56.296030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:56.308785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.311596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.316193 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/72c2f001-e7d2-4c9b-bd49-203598c2b24c HTTP/1.1" status: 204 len: 168 time: 0.9205823 Sep 28 08:35:56.385814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060fbe-b705-4ada-b34b-b2159b52d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2f001-e7d2-4c9b-bd49-203598c2b24c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:56.425693 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-78aa9741-7f27-4c0f-816b-3dbb8b61afd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb HTTP/1.1" status: 200 len: 998 time: 0.2098186 Sep 28 08:35:56.431169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a0c23ccc-6254-4948-be47-f5deb7282ae8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:56.432719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.494471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a0c23ccc-6254-4948-be47-f5deb7282ae8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a0c23ccc-6254-4948-be47-f5deb7282ae8,segment=NetworkSegment(ee3999c3-8e2f-428e-a79e-d52d5cd959e8),segment_id=ee3999c3-8e2f-428e-a79e-d52d5cd959e8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:56.517019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 9164088c-ef09-4098-a9b3-04007e155473 resource provider aggregate not found Sep 28 08:35:56.523925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.571254 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 9164088c-ef09-4098-a9b3-04007e155473 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9164088c-ef09-4098-a9b3-04007e155473 found for delete ", "request_id": "req-2af8528f-e2c8-4d8c-ad88-b7083d916e64"}]} Sep 28 08:35:56.589437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.589765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.649621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 8600ffd7-225e-4429-9069-086fc94bd46c owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:56.697048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a0c23ccc-6254-4948-be47-f5deb7282ae8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:56.720629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4121c5ee-9605-4b41-a777-804721dc81f0 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:56.723481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 16d5877b-6468-45df-a32f-c83be8955c8d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:56.723824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.793791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4121c5ee-9605-4b41-a777-804721dc81f0 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:56.797868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4121c5ee-9605-4b41-a777-804721dc81f0 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:56.817324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5631d-863d-4b94-805e-552c42b753cc None None] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:56.884473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.902569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 16d5877b-6468-45df-a32f-c83be8955c8d owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:56.962925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b386810e-2ea0-4678-8aa5-13761f706458 None None] Provisioning complete for port a0c23ccc-6254-4948-be47-f5deb7282ae8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:56.963647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b386810e-2ea0-4678-8aa5-13761f706458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:56.964320 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b386810e-2ea0-4678-8aa5-13761f706458 None None] Attempt 1 to provision port a0c23ccc-6254-4948-be47-f5deb7282ae8 Sep 28 08:35:57.061009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 936063a2-07a8-41d9-a75a-cbf5825470f9 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:57.068249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.083707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '96594953-78ea-40c4-8295-d0c02b9c0183', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'port_id': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'mac_address': 'fa:16:3e:bd:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:35:30Z', 'updated_at': '2022-09-28T08:35:53Z', 'revision_number': 1, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:57.117018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b1a47-7cae-4c7d-8e41-4a4fe978a11d None None] The sync data for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv is: [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '96594953-78ea-40c4-8295-d0c02b9c0183', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'port_id': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'mac_address': 'fa:16:3e:bd:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:35:30Z', 'updated_at': '2022-09-28T08:35:53Z', 'revision_number': 1, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:35:57.124285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-fc572570-f4f8-4a9d-9feb-760015959837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:57.128204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-fc572570-f4f8-4a9d-9feb-760015959837 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82ede467-b7c9-42af-8225-700f7de3e9a6 HTTP/1.1" status: 200 len: 851 time: 0.6932168 Sep 28 08:35:57.133985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.162862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.184945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=8600ffd7-225e-4429-9069-086fc94bd46c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:57.213185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b386810e-2ea0-4678-8aa5-13761f706458 None None] Current status of the port a0c23ccc-6254-4948-be47-f5deb7282ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:57.274317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.277837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.279053 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a83d14a-397a-45cd-b292-a309be60f9ab tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/floatingips/21736b51-158b-4336-bb5f-d6f72ffa857c HTTP/1.1" status: 204 len: 168 time: 1.7828009 Sep 28 08:35:57.282947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37448) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.300739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-6977d4b0-5f18-4372-9bc1-46a1ff753870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:57.302430 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-6977d4b0-5f18-4372-9bc1-46a1ff753870 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1639628 Sep 28 08:35:57.352608 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d596c9-e435-475d-bd59-a50841f3d4fb tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] DELETE failed (client error): The resource could not be found. Sep 28 08:35:57.355656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d596c9-e435-475d-bd59-a50841f3d4fb tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:35:57.361854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f4d596c9-e435-475d-bd59-a50841f3d4fb tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/1924e8db-cc2d-49ee-90e8-a9302a7c4c77 HTTP/1.1" status: 404 len: 333 time: 0.0775583 Sep 28 08:35:57.370437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37454) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.453586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.462836 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-29179e36-a633-4ce8-9bba-479dd0d70de1 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c HTTP/1.1" status: 200 len: 205 time: 0.0892513 Sep 28 08:35:57.466973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37458) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.499650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.551547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8144e-8a6a-4a6b-95a6-e91ae3edb396 None None] New status for floating IP 96594953-78ea-40c4-8295-d0c02b9c0183: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:35:57.571603 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb99dc9-101f-4291-8a10-c1fa013238cb req-24eb25dd-9e45-4727-a752-1f70e49859d6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 210 time: 0.1335788 Sep 28 08:35:57.600759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.605092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/16d5877b-6468-45df-a32f-c83be8955c8d HTTP/1.1" status: 204 len: 168 time: 1.6759248 Sep 28 08:35:57.607710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37462) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.652256 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5db1bad-33cb-4b64-be18-6d160a9f794a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:35:57.653099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5db1bad-33cb-4b64-be18-6d160a9f794a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:35:57.656133 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f5db1bad-33cb-4b64-be18-6d160a9f794a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/16d5877b-6468-45df-a32f-c83be8955c8d HTTP/1.1" status: 404 len: 333 time: 0.0472953 Sep 28 08:35:57.659573 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-338a09dc-0e6a-4173-8577-61a626fc5347 service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161342 Sep 28 08:35:57.660048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37464) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.691457 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-e149af07-226d-48f4-af98-eb73be9acb2c tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] delete failed (client error): The resource could not be found. Sep 28 08:35:57.701083 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e149af07-226d-48f4-af98-eb73be9acb2c tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/routers/8bfd37fa-c5a4-4a8d-8cb6-1cb17c5f7b5c HTTP/1.1" status: 404 len: 336 time: 0.1844208 Sep 28 08:35:57.701083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354197f-665a-4a0d-a56d-0ca7f3b4cb49 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=16d5877b-6468-45df-a32f-c83be8955c8d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:57.702566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.711856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.771127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a0c23ccc-6254-4948-be47-f5deb7282ae8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:35:57.775096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37468) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.792850 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-be01d1ff-857c-4bab-a14c-c37308078926 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] DELETE failed (client error): The resource could not be found. Sep 28 08:35:57.793388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be01d1ff-857c-4bab-a14c-c37308078926 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:35:57.796594 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-be01d1ff-857c-4bab-a14c-c37308078926 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/subnets/95a900d4-1115-4973-ba39-438f1ab025eb HTTP/1.1" status: 404 len: 337 time: 0.0930159 Sep 28 08:35:57.799587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37472) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.838268 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e04fcc60-07d6-4cd7-9ca6-79b7fd197292 req-5a76fcac-56de-4c24-80f4-3bd7d8e23046 service neutron] 10.222.0.62 "GET /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622224 Sep 28 08:35:57.840542 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-da67cd8f-bd90-44f1-879f-55e5af491ef3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:35:57.846081 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-da67cd8f-bd90-44f1-879f-55e5af491ef3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/16d5877b-6468-45df-a32f-c83be8955c8d HTTP/1.1" status: 404 len: 333 time: 0.1848881 Sep 28 08:35:57.847369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:57.853089 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/936063a2-07a8-41d9-a75a-cbf5825470f9 HTTP/1.1" status: 204 len: 168 time: 1.5537267 Sep 28 08:35:57.872862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37474) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.873257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37476) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:57.874063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecd929-9f69-486b-b6f1-a626b93f3d48 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=936063a2-07a8-41d9-a75a-cbf5825470f9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:57.880052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436feb9a-f8f5-4dd3-bdf6-324d088f7eb5 None None] Network 83538b23-4b82-4db0-a6c0-d58dd1492533 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:57.972964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5f0e973e-d2c3-4a89-bbc9-68a4c8dda466 None None] Could not find standard attr ID for object 16d5877b-6468-45df-a32f-c83be8955c8d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:58.044113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet d2e1c009-1851-473a-9039-aa37eb6d8eaf {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:58.047606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.048482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1772077043'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:58.111156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.119216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5f0e973e-d2c3-4a89-bbc9-68a4c8dda466 None None] Provisioning complete for port a0c23ccc-6254-4948-be47-f5deb7282ae8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:58.119961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f0e973e-d2c3-4a89-bbc9-68a4c8dda466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.120487 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5f0e973e-d2c3-4a89-bbc9-68a4c8dda466 None None] Attempt 1 to provision port a0c23ccc-6254-4948-be47-f5deb7282ae8 Sep 28 08:35:58.127340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a0c23ccc-6254-4948-be47-f5deb7282ae8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:58.127698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.128120 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a0c23ccc-6254-4948-be47-f5deb7282ae8 Sep 28 08:35:58.140127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:58.144849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.155474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-a27bfc6b-6670-447c-9366-f6299afde720 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:58.157287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-a27bfc6b-6670-447c-9366-f6299afde720 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 797 time: 0.2694263 Sep 28 08:35:58.192906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.240419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.241717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 99c17b85-f509-4957-aa49-955a980b412e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:58.242124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.275608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a0c23ccc-6254-4948-be47-f5deb7282ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:58.286837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet acf0ebad-39c1-4def-a5c4-2d3b951f793e {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:35:58.294719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.327947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] DHCP port deletion for 83538b23-4b82-4db0-a6c0-d58dd1492533 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:58.346752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.347821 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-b7a2dee1-08f5-4479-aecb-6503a44f416d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 380 time: 0.1765063 Sep 28 08:35:58.350134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e973e-d2c3-4a89-bbc9-68a4c8dda466 None None] Current status of the port a0c23ccc-6254-4948-be47-f5deb7282ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:35:58.365050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['6255b6d1-cfe6-45f9-afd5-00a20afc46a8']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:58.383153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.404949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Deleting port ff8586bf-ccd1-4062-bd3e-654b9afa1afd {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:58.405509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.425459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e1c009-1851-473a-9039-aa37eb6d8eaf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:58.428634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.432617 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-543a7227-0eee-4558-8fce-369af3445aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/d2e1c009-1851-473a-9039-aa37eb6d8eaf HTTP/1.1" status: 204 len: 168 time: 0.5478828 Sep 28 08:35:58.434683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63a03e-b91d-47bf-a3d0-8b668bd15f76 None None] Network fef0d6b4-f6d2-4a87-9875-c9c00f538c10 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:58.439484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37482) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:58.456895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.490334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 99c17b85-f509-4957-aa49-955a980b412e owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:58.498924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d153330d-9190-497f-9c9e-59456e46a6ae None None] Could not find standard attr ID for object 16d5877b-6468-45df-a32f-c83be8955c8d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:35:58.508802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] For port ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,segment=NetworkSegment(b85b0871-0bb6-4031-9396-9e4de605044d),segment_id=b85b0871-0bb6-4031-9396-9e4de605044d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:58.509309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.540156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.558726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Calling delete_port for ff8586bf-ccd1-4062-bd3e-654b9afa1afd owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:58.570856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.574328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.578219 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.630088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:35:58.644321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:58.647856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.657300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae572b-5fed-42f1-a2ef-d776d18af0bc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:58.696361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.696740 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Added segment 3d089542-18a2-4e1f-a9e3-3e083682ab85 of type vlan for network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb Sep 28 08:35:58.723841 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b75211e1-4fb6-4f6e-8184-d768788b36ce req-870b53fc-eecf-4dba-bdc1-b4214a6ca0d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Sep 28 08:35:58.724830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.760801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=acf0ebad-39c1-4def-a5c4-2d3b951f793e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:58.767286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.770491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.776884 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b2120e28-3689-466e-be66-9ee3cccb7aee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/acf0ebad-39c1-4def-a5c4-2d3b951f793e HTTP/1.1" status: 204 len: 168 time: 0.8977320 Sep 28 08:35:58.779893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05572859-01f0-4479-a122-ec27da752bd3 None None] Network e7ac6142-6760-42fa-a8f0-979e8d449cdb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:35:58.785641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37486) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:58.818408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port ff8586bf-ccd1-4062-bd3e-654b9afa1afd {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:58.818749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.832569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] DHCP port deletion for fef0d6b4-f6d2-4a87-9875-c9c00f538c10 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:58.833764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.835596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] Pushing event deleted for resources: {'Port': ['ID=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:58.849614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a7a3b-eab5-4530-a146-73e08b9e0fd9 None None] No DVR routers for this DVR port ff8586bf-ccd1-4062-bd3e-654b9afa1afd on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:58.923222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.925409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.5 (19e02e9d-10f1-4bd0-a4be-0afa09be032d/47b33847-4b9d-4404-b1a8-db6dd284e16e/7fb17778-807d-4193-809d-78de9a2c7108) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:35:58.941010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.947202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port ff8586bf-ccd1-4062-bd3e-654b9afa1afd, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:58.947641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.960604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.964678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for ff8586bf-ccd1-4062-bd3e-654b9afa1afd owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:58.966467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:58.967125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.968302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Port ff8586bf-ccd1-4062-bd3e-654b9afa1afd was not found and therefore no delete operation was performed {{(pid=103309) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:35:58.971055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:58.981384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=99c17b85-f509-4957-aa49-955a980b412e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.038454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=ff8586bf-ccd1-4062-bd3e-654b9afa1afd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.043448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port ff8586bf-ccd1-4062-bd3e-654b9afa1afd on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:59.101161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3226721 Sep 28 08:35:59.106689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37488) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:59.115149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:59.126879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4804f-b0ad-47f9-8ec9-5b81e3d05695 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Network': ['ID=c596fa37-2b2f-44d6-b000-d3bb7d4f04bb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.136176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Deleting port a7b6568a-7e2e-4462-8cdc-b05634b85da1 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:59.136557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.151226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:35:59.156844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.198498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port a0c23ccc-6254-4948-be47-f5deb7282ae8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:59.198825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.200607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.203906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-db1fdf15-fc35-416d-a225-9f2c722b3ca6 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/99c17b85-f509-4957-aa49-955a980b412e HTTP/1.1" status: 204 len: 168 time: 1.4031219 Sep 28 08:35:59.207426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37490) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:59.208344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83538b23-4b82-4db0-a6c0-d58dd1492533']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:59.256595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85b0871-0bb6-4031-9396-9e4de605044d') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:59.256891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85b0871-0bb6-4031-9396-9e4de605044d') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:35:59.273723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] For port a7b6568a-7e2e-4462-8cdc-b05634b85da1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7b6568a-7e2e-4462-8cdc-b05634b85da1,segment=NetworkSegment(45d9858a-c98a-42d7-9f58-e079650d9cfe),segment_id=45d9858a-c98a-42d7-9f58-e079650d9cfe)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:59.274120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.292328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Calling delete_port for a7b6568a-7e2e-4462-8cdc-b05634b85da1 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:59.292810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.327308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.346988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] DHCP port deletion for e7ac6142-6760-42fa-a8f0-979e8d449cdb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:35:59.353748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.356898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port a0c23ccc-6254-4948-be47-f5deb7282ae8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a0c23ccc-6254-4948-be47-f5deb7282ae8,segment=NetworkSegment(ee3999c3-8e2f-428e-a79e-d52d5cd959e8),segment_id=ee3999c3-8e2f-428e-a79e-d52d5cd959e8)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:59.357284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.373466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port b2f7b152-0f4c-45ae-90c3-e40460842f65 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:59.373884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.375446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:35:59.375873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.405697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.410537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for a0c23ccc-6254-4948-be47-f5deb7282ae8 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:59.435545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Deleting port a0c23ccc-6254-4948-be47-f5deb7282ae8 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:35:59.436060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.439364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.448771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:35:59.452255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.462680 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b85b0871-0bb6-4031-9396-9e4de605044d resource provider aggregate not found Sep 28 08:35:59.485216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] No DVR routers for this DVR port a7b6568a-7e2e-4462-8cdc-b05634b85da1 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:59.488462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5568-8533-4d21-afd4-2ea6135fb43c None None] Pushing event deleted for resources: {'Port': ['ID=a7b6568a-7e2e-4462-8cdc-b05634b85da1,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.495359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:35:59.500394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:35:59.511075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:35:59.531722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.539064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.542337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] For port a0c23ccc-6254-4948-be47-f5deb7282ae8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a0c23ccc-6254-4948-be47-f5deb7282ae8,segment=NetworkSegment(ee3999c3-8e2f-428e-a79e-d52d5cd959e8),segment_id=ee3999c3-8e2f-428e-a79e-d52d5cd959e8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:35:59.543259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.564338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Calling delete_port for a0c23ccc-6254-4948-be47-f5deb7282ae8 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:59.570638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.574141 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/83538b23-4b82-4db0-a6c0-d58dd1492533 HTTP/1.1" status: 204 len: 168 time: 1.1339366 Sep 28 08:35:59.579447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.582553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37496) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:35:59.602730 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b85b0871-0bb6-4031-9396-9e4de605044d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b85b0871-0bb6-4031-9396-9e4de605044d found for delete ", "request_id": "req-6713eebd-aed9-49d4-950c-46e531766892"}]} Sep 28 08:35:59.609364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb730-befa-497c-acd7-96360fe51549 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=83538b23-4b82-4db0-a6c0-d58dd1492533,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.626581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for b2f7b152-0f4c-45ae-90c3-e40460842f65 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:35:59.640530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:35:59.641448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.716602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.717014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.752712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7b6568a-7e2e-4462-8cdc-b05634b85da1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:59.755145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] No DVR routers for this DVR port a0c23ccc-6254-4948-be47-f5deb7282ae8 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:59.757379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df243b-10f3-49a2-bc8f-1c63e96b03bc None None] Pushing event deleted for resources: {'Port': ['ID=a0c23ccc-6254-4948-be47-f5deb7282ae8,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.762204 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-ef84495f-f534-4c56-bb6b-bee156938008 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4059849 Sep 28 08:35:59.782687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a7b6568a-7e2e-4462-8cdc-b05634b85da1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:59.783184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7b6568a-7e2e-4462-8cdc-b05634b85da1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:59.783720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ff8586bf-ccd1-4062-bd3e-654b9afa1afd no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:59.784478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.795126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Request body: {'port': {'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:35:59.810835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ff8586bf-ccd1-4062-bd3e-654b9afa1afd {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:59.811160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ff8586bf-ccd1-4062-bd3e-654b9afa1afd not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:59.811577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a0c23ccc-6254-4948-be47-f5deb7282ae8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:35:59.815125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=a0c23ccc-6254-4948-be47-f5deb7282ae8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:35:59.840611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port a0c23ccc-6254-4948-be47-f5deb7282ae8 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:35:59.845625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a0c23ccc-6254-4948-be47-f5deb7282ae8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:35:59.845975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a0c23ccc-6254-4948-be47-f5deb7282ae8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:35:59.955891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Provisioning complete for port 7fb17778-807d-4193-809d-78de9a2c7108 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:35:59.956265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.956628 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Attempt 1 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:35:59.962345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.982363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.986107 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:35:59.998961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Port 7fb17778-807d-4193-809d-78de9a2c7108 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:00.043033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ac6142-6760-42fa-a8f0-979e8d449cdb']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.061391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.061693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3999c3-8e2f-428e-a79e-d52d5cd959e8') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.067364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb7f96-91c8-49fc-82af-fe20d048811c req-74368a98-ecd6-461d-9841-ac71a9d66dcf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:00.068877 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7abb7f96-91c8-49fc-82af-fe20d048811c req-74368a98-ecd6-461d-9841-ac71a9d66dcf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 931 time: 0.2018535 Sep 28 08:36:00.070548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.072126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=afcfa1d0-14a8-4c79-95fc-fd0c1808429d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.075697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.099564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.101715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:00.102079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network hostable DHCP agents. Network: c596fa37-2b2f-44d6-b000-d3bb7d4f04bb, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:00.108984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:00.109318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.140464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef0d6b4-f6d2-4a87-9875-c9c00f538c10']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.178305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d9858a-c98a-42d7-9f58-e079650d9cfe') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.178670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d9858a-c98a-42d7-9f58-e079650d9cfe') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:00.179249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:00.185481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.205946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=e7ac6142-6760-42fa-a8f0-979e8d449cdb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.207683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c596fa37-2b2f-44d6-b000-d3bb7d4f04bb) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:00.209577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.213188 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f2d1a5f0-f0aa-4d1f-8cc9-7af562b028b8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/e7ac6142-6760-42fa-a8f0-979e8d449cdb HTTP/1.1" status: 204 len: 168 time: 1.4253776 Sep 28 08:36:00.216956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37500) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.221708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ed0d0-753c-4712-aa55-d653c5d40e76 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:00.227255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1709902192'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:00.231402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:00.231999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.239043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.243143 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7abb7f96-91c8-49fc-82af-fe20d048811c req-312c53d1-0f6e-4508-b3d2-a6108846e6ec tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436675 Sep 28 08:36:00.243768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.260832 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fc68d56f-6f96-4bc9-b86e-99f49659ffec tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1522655 Sep 28 08:36:00.263504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:00.281391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.281623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.287734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'name': 'tempest-NetworksTestDHCPv6-488711787'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:00.312443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:00.315478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.323693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.324026 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment 66c8b72a-74ad-42c8-ac58-6de221ed0d6c of type vlan for network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 Sep 28 08:36:00.329172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=b2f7b152-0f4c-45ae-90c3-e40460842f65,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.350335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:00.351025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.368595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.402921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.408244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'afcfa1d0-14a8-4c79-95fc-fd0c1808429d'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:00.409072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:00.409756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.409934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.426827 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 45d9858a-c98a-42d7-9f58-e079650d9cfe resource provider aggregate not found Sep 28 08:36:00.455804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2349927 Sep 28 08:36:00.456112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37508) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.461285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:00.506432 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Attempt 2 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:36:00.519798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c33c-7dcf-47d6-a38e-d1e40b0e0fd7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=849a51ad-6e4d-4de8-9dba-86ec12052cf8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.546348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:00.597402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Port 7fb17778-807d-4193-809d-78de9a2c7108 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:00.602155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 45d9858a-c98a-42d7-9f58-e079650d9cfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d9858a-c98a-42d7-9f58-e079650d9cfe found for delete ", "request_id": "req-64bd3a1c-5faf-4a03-9282-6d74af12ecc3"}]} Sep 28 08:36:00.615045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:00.621277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.640224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.678422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.681828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/afcfa1d0-14a8-4c79-95fc-fd0c1808429d/111a94fe-3501-46c6-b4d5-3c2e93c7a3cd) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:00.686136 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/fef0d6b4-f6d2-4a87-9875-c9c00f538c10 HTTP/1.1" status: 204 len: 168 time: 1.0994599 Sep 28 08:36:00.693243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571e1c3-7f49-4006-94f8-271fa50f6796 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=fef0d6b4-f6d2-4a87-9875-c9c00f538c10,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.695599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37510) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.715251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1719866835'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:00.727370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.730800 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-89f30f6c-deeb-4d90-b39b-07dd01996732 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/ports/b2f7b152-0f4c-45ae-90c3-e40460842f65 HTTP/1.1" status: 204 len: 168 time: 1.5230880 Sep 28 08:36:00.734908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37512) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.797135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:00.800768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.838732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc4bdf8-d79b-48ea-bc29-47ca35c1d8d1 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:00.839862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:00.843770 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5dc4bdf8-d79b-48ea-bc29-47ca35c1d8d1 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "GET /v2.0/ports?device_id=e136c1b9-a726-4cee-9b9a-1edbeb2754f9 HTTP/1.1" status: 200 len: 913 time: 0.1034024 Sep 28 08:36:00.843929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.845250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37514) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:00.876470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.885569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.891720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb17778-807d-4193-809d-78de9a2c7108 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:36:00.899812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:00.912018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:00.916434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.933644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:00.937782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:00.941813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:00.946267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.949988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Pushing event updated for resources: {'Port': ['ID=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:00.963155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:00.964108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 9f5f607e-7fe7-4139-922b-323cc2ed8925 of type vlan for network 67c37eba-3057-4471-9952-1c4d54a10435 Sep 28 08:36:00.995830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Transition to ACTIVE for port object 7fb17778-807d-4193-809d-78de9a2c7108 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:36:01.010063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Attempting to bind port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:01.011441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Attempting to bind port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:01.011832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Attempting to bind port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:01.017463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:01.017830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:01.018229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.018622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:01.019095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Bound port: 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:01.019886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.022658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.090926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] For port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:01.094662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] For port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:01.096980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.099085 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Attempt 3 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:36:01.101936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=edd01a16-6e5e-40ee-9a98-25c6534451a8,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:01.104994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.128229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': '66c8b72a-74ad-42c8-ac58-6de221ed0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:01.140780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: 849a51ad-6e4d-4de8-9dba-86ec12052cf8, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:01.213305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8cc9-2b19-4a26-a5e0-e2e9b311a10b None None] Pushing event updated for resources: {'Port': ['ID=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:01.213615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:01.215811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:01.218643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Port 7fb17778-807d-4193-809d-78de9a2c7108 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:01.249202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 849a51ad-6e4d-4de8-9dba-86ec12052cf8) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:01.259267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:01.259927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.260959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae722bc1-57b9-4fff-a51d-89b9382c9782 None None] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:01.271116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.282799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:01.283985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.287703 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-92a50606-14c3-4dc1-ac27-a2b8cef495e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8305304 Sep 28 08:36:01.302415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37518) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:01.324728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::195 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/afcfa1d0-14a8-4c79-95fc-fd0c1808429d/15f16a4d-db4b-4f00-9f96-f667cd70c8f9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:01.365553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1298200909'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:01.469958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.483388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Attempting to bind port 7fb17778-807d-4193-809d-78de9a2c7108 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:01.483749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Attempting to bind port 7fb17778-807d-4193-809d-78de9a2c7108 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:01.484063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Attempting to bind port 7fb17778-807d-4193-809d-78de9a2c7108 on network 19e02e9d-10f1-4bd0-a4be-0afa09be032d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:01.538609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-849a51ad-6e4d-4de8-9dba-86ec12052cf8', 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': 'edd01a16-6e5e-40ee-9a98-25c6534451a8'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:01.547439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.552294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8503799 Sep 28 08:36:01.556319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67a31-ca15-4def-86cb-38f1f213b220 req-c8d892a5-fc92-448c-b317-8b317d06e2a2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:01.558381 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f9a67a31-ca15-4def-86cb-38f1f213b220 req-c8d892a5-fc92-448c-b317-8b317d06e2a2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 943 time: 0.1535113 Sep 28 08:36:01.558905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37520) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:01.599091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Port 7fb17778-807d-4193-809d-78de9a2c7108 on network 19e02e9d-10f1-4bd0-a4be-0afa09be032d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:36:01.599443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Attempting to bind port 7fb17778-807d-4193-809d-78de9a2c7108 on network 19e02e9d-10f1-4bd0-a4be-0afa09be032d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:01.611526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8270a8d-9f65-4950-b9b1-d14bd1c5afff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=67c37eba-3057-4471-9952-1c4d54a10435,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:01.624056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': '67c37eba-3057-4471-9952-1c4d54a10435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:01.648475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:01.648826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Checking segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:01.649244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Bound using segment: {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:01.649698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Bound port: 7fb17778-807d-4193-809d-78de9a2c7108, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47906eae-b4cd-435d-a36f-cb3dc1f160ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:01.650583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.712966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:01.792541 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Attempt 4 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:36:01.820676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:01.824434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:01.828396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.835691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.851363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7fb17778-807d-4193-809d-78de9a2c7108,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:01.861672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.870682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Allocated IP 172.20.0.2 (849a51ad-6e4d-4de8-9dba-86ec12052cf8/edd01a16-6e5e-40ee-9a98-25c6534451a8/e4afa01b-5176-4d90-b052-a9f5cf808a14) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:01.876711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:01.877739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:01.879347 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] 10.222.0.62 "PUT /v2.0/ports/7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 1093 time: 2.0911095 Sep 28 08:36:01.902044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port afb0ac34-ec30-4bba-940c-67d1705277de yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:01.907633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:36:01.911257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6a233-892e-4428-8d54-8b7f0b06867d" -d '{"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:36:01.933310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Port 7fb17778-807d-4193-809d-78de9a2c7108 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:01.936410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:01.973907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2375fb5-33bc-401d-b1c2-2257a773f296 x-openstack-request-id: req-f2375fb5-33bc-401d-b1c2-2257a773f296 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:36:01.974322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:36:01.974665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2375fb5-33bc-401d-b1c2-2257a773f296 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:36:01.975149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2375fb5-33bc-401d-b1c2-2257a773f296'] response: {'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108', 'status': 'completed', 'code': 200} Sep 28 08:36:02.046819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010edc3-30d3-4d47-8f5e-61467d86c981 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:02.059255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.080890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:02.081291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.081627 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd Sep 28 08:36:02.108462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-23f699e7-05d2-49c2-b89e-0179f8ef9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.110424 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-23f699e7-05d2-49c2-b89e-0179f8ef9540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1096 time: 0.1331620 Sep 28 08:36:02.112567 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ee3999c3-8e2f-428e-a79e-d52d5cd959e8 resource provider aggregate not found Sep 28 08:36:02.118903 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f9a67a31-ca15-4def-86cb-38f1f213b220 req-f61fd022-45c7-4cbb-8b25-7f05c55c3362 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5536377 Sep 28 08:36:02.128471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:02.154594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:02.173598 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ee3999c3-8e2f-428e-a79e-d52d5cd959e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee3999c3-8e2f-428e-a79e-d52d5cd959e8 found for delete ", "request_id": "req-9ffd79cc-6fe1-4767-aa36-e92b53cd4517"}]} Sep 28 08:36:02.199209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:02.205803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.207027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.210909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-a464204d-f2ed-45ee-ae66-f0f0561c4341 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 217 time: 0.0798788 Sep 28 08:36:02.213569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=15f16a4d-db4b-4f00-9f96-f667cd70c8f9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:02.245149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:02.248794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.271006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-91c4bb95-f746-4db4-a65d-0be464276050 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9972143 Sep 28 08:36:02.274021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:02.317876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-034e87c5-36f9-42cb-8e5d-0963e9a17c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.319854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-034e87c5-36f9-42cb-8e5d-0963e9a17c22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 200 len: 835 time: 0.0965457 Sep 28 08:36:02.343624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d147949-1c19-46fa-9927-4a5f01b06616 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.349741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d147949-1c19-46fa-9927-4a5f01b06616 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.354222 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8d147949-1c19-46fa-9927-4a5f01b06616 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0762346 Sep 28 08:36:02.363604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37530) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:02.370310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.403358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.439324 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Attempt 5 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:36:02.485002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port 87604c0e-e5d1-4f4a-8019-8b68ab154ffe {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:02.485243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.488159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:02.490186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:02.490716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.506505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:02.514705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:02.545193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Pushing event updated for resources: {'Port': ['ID=e4afa01b-5176-4d90-b052-a9f5cf808a14,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:02.584501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:02.590157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1ed2e-d197-41b8-a7cc-fb6935925df3 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:02.615169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8333c4e-8468-46c9-975c-cfbbc965384e None None] Port 7fb17778-807d-4193-809d-78de9a2c7108 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:36:02.616870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.677145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.695438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.698632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for 87604c0e-e5d1-4f4a-8019-8b68ab154ffe owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:02.699152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Attempting to bind port e4afa01b-5176-4d90-b052-a9f5cf808a14 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:02.699594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Attempting to bind port e4afa01b-5176-4d90-b052-a9f5cf808a14 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '66c8b72a-74ad-42c8-ac58-6de221ed0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:02.700116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Attempting to bind port e4afa01b-5176-4d90-b052-a9f5cf808a14 on network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:02.726557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:02.727224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Checking segment: {'id': '66c8b72a-74ad-42c8-ac58-6de221ed0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:02.727805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.728295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Bound using segment: {'id': '66c8b72a-74ad-42c8-ac58-6de221ed0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:02.729062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Bound port: e4afa01b-5176-4d90-b052-a9f5cf808a14, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c8b72a-74ad-42c8-ac58-6de221ed0d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '849a51ad-6e4d-4de8-9dba-86ec12052cf8'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:02.729608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.757798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:02.825088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-582a1f21-9cf9-44fb-812a-62e304da275a None None] Provisioning complete for port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:02.825382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-582a1f21-9cf9-44fb-812a-62e304da275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.825720 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-582a1f21-9cf9-44fb-812a-62e304da275a None None] Attempt 1 to provision port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd Sep 28 08:36:02.834852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=5affbf45-9c2b-4c40-a3ea-c27b3f86df7a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:02.844238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-6bc1110f-96af-4a5c-af44-bc8a9af435a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.846021 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-6bc1110f-96af-4a5c-af44-bc8a9af435a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4936118 Sep 28 08:36:02.859139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '9f5f607e-7fe7-4139-922b-323cc2ed8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:02.859495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: 67c37eba-3057-4471-9952-1c4d54a10435, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:02.883935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.14 (849a51ad-6e4d-4de8-9dba-86ec12052cf8/edd01a16-6e5e-40ee-9a98-25c6534451a8/afb0ac34-ec30-4bba-940c-67d1705277de) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:02.904970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] For port e4afa01b-5176-4d90-b052-a9f5cf808a14, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:02.926650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 67c37eba-3057-4471-9952-1c4d54a10435 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:02.932769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] For port e4afa01b-5176-4d90-b052-a9f5cf808a14, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4afa01b-5176-4d90-b052-a9f5cf808a14,segment=NetworkSegment(66c8b72a-74ad-42c8-ac58-6de221ed0d6c),segment_id=66c8b72a-74ad-42c8-ac58-6de221ed0d6c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:02.951010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 67c37eba-3057-4471-9952-1c4d54a10435) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:02.955569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:02.956181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.967718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:02.977227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9d090-5084-4bd6-b8fa-414242899a92 None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:03.011444 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f3d436cc-6796-498a-ade6-535c145cb607 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4462662 Sep 28 08:36:03.016425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37532) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:03.046700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-582a1f21-9cf9-44fb-812a-62e304da275a None None] Current status of the port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:03.049625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1644595837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:03.060224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:03.060673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.068128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-2d5bda9a-4e8a-446a-8890-11c30bef8dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004342 Sep 28 08:36:03.102706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.104234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.107398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7922-151a-45d4-8c7e-704341dbdc22 None None] Pushing event updated for resources: {'Port': ['ID=e4afa01b-5176-4d90-b052-a9f5cf808a14,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:03.125333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.254366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=87604c0e-e5d1-4f4a-8019-8b68ab154ffe,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:03.273129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-67c37eba-3057-4471-9952-1c4d54a10435', 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '5affbf45-9c2b-4c40-a3ea-c27b3f86df7a'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:03.274096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.294430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.316214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.376728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.410008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.427919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.438458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.439662 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8ae82487-7973-4a8e-b1a1-489c5a180001 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4220486 Sep 28 08:36:03.442978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37538) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:03.448374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'port': {'network_id': '67c37eba-3057-4471-9952-1c4d54a10435', 'name': 'tempest-RoutersIpV6Test-1037671544'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:03.469086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:03.472572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Allocated IP 2001:db8::2 (67c37eba-3057-4471-9952-1c4d54a10435/5affbf45-9c2b-4c40-a3ea-c27b3f86df7a/bb248e00-3689-465f-a9f0-b20a8bc3faad) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:03.540881 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b62bf8ed-62f2-431c-a331-fb1629d3c65c req-e9839cb1-49ad-4774-a86c-6ae3333641e4 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528339 Sep 28 08:36:03.598427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3744ea-f9f9-4fad-995e-7009031f7c2e req-61359d86-dee8-4798-aa2e-5f4f4067a2ba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:03.606319 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bb3744ea-f9f9-4fad-995e-7009031f7c2e req-61359d86-dee8-4798-aa2e-5f4f4067a2ba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 943 time: 0.2353940 Sep 28 08:36:03.696941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.724250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.727732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Provisioning complete for port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:03.728393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.728703 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Attempt 1 to provision port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 Sep 28 08:36:03.732727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.749070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:03.752943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.781194 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bb3744ea-f9f9-4fad-995e-7009031f7c2e req-573a1897-2b8a-461d-92a6-e6e43aec77e5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736863 Sep 28 08:36:03.789285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:03.838923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:03.848876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] device_id is not set on port f72b5221-776a-43b8-ab58-efbe03fc9da4 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:03.901884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:03.911997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:03.919279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:03.921630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=afb0ac34-ec30-4bba-940c-67d1705277de,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:03.929620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:03.938868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:03.943489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:03.957334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:03.959797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Pushing event updated for resources: {'Port': ['ID=bb248e00-3689-465f-a9f0-b20a8bc3faad,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:03.976852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-15e1d3f7-2374-4b04-bae7-6ee3b6c324f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:03.978454 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-15e1d3f7-2374-4b04-bae7-6ee3b6c324f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1096 time: 0.3197000 Sep 28 08:36:04.029750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Attempting to bind port bb248e00-3689-465f-a9f0-b20a8bc3faad on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:04.030124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Attempting to bind port bb248e00-3689-465f-a9f0-b20a8bc3faad by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9f5f607e-7fe7-4139-922b-323cc2ed8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:04.030497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Attempting to bind port bb248e00-3689-465f-a9f0-b20a8bc3faad on network 67c37eba-3057-4471-9952-1c4d54a10435 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:04.035872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:04.037114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Checking segment: {'id': '9f5f607e-7fe7-4139-922b-323cc2ed8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:04.037114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.037114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Bound using segment: {'id': '9f5f607e-7fe7-4139-922b-323cc2ed8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:04.037530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Bound port: bb248e00-3689-465f-a9f0-b20a8bc3faad, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5f607e-7fe7-4139-922b-323cc2ed8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '67c37eba-3057-4471-9952-1c4d54a10435'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:04.037925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.051197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:04.051573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.051908 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd Sep 28 08:36:04.061193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8::135 (67c37eba-3057-4471-9952-1c4d54a10435/5affbf45-9c2b-4c40-a3ea-c27b3f86df7a/f72b5221-776a-43b8-ab58-efbe03fc9da4) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:04.064183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.065124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.098958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.138777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=15f16a4d-db4b-4f00-9f96-f667cd70c8f9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:04.148947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] For port bb248e00-3689-465f-a9f0-b20a8bc3faad, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:04.153266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] For port bb248e00-3689-465f-a9f0-b20a8bc3faad, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bb248e00-3689-465f-a9f0-b20a8bc3faad,segment=NetworkSegment(9f5f607e-7fe7-4139-922b-323cc2ed8925),segment_id=9f5f607e-7fe7-4139-922b-323cc2ed8925)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:04.161742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:04.176879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.182584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c400e846-7208-4493-b82a-a25b21489a46 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.8280694 Sep 28 08:36:04.183368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37540) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:04.191514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.203542 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34d57045-9886-46d6-b090-2e1bac8404e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/15f16a4d-db4b-4f00-9f96-f667cd70c8f9 HTTP/1.1" status: 204 len: 168 time: 1.8387139 Sep 28 08:36:04.228493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:04.229805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4afa01b-5176-4d90-b052-a9f5cf808a14 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:04.255586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:04.298063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cd2cd-62c3-4a77-8e1d-18580f1f97e1 None None] Pushing event updated for resources: {'Port': ['ID=bb248e00-3689-465f-a9f0-b20a8bc3faad,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:04.319722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:04.327875 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-36a1e696-086e-4b94-aed0-ba9a186734ad tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "PUT /v2.0/routers/e136c1b9-a726-4cee-9b9a-1edbeb2754f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829111 Sep 28 08:36:04.332550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37544) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:04.337678 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] Sync routers for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:04.339177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e4afa01b-5176-4d90-b052-a9f5cf808a14 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:04.340188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.340188 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e4afa01b-5176-4d90-b052-a9f5cf808a14 Sep 28 08:36:04.359470 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:04.361415 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:04.394204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-1487b2f4-f2d1-4635-86ea-dcae2b5d54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.395910 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-1487b2f4-f2d1-4635-86ea-dcae2b5d54f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 898 time: 0.4070106 Sep 28 08:36:04.455683 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:04.464242 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Attempt 2 to provision port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 Sep 28 08:36:04.466207 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] Routers {'e136c1b9-a726-4cee-9b9a-1edbeb2754f9'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:04.468671 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:35:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:04.471284 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-0e780cda-d5f7-46f3-b975-907fc4ad16b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 217 time: 0.0548387 Sep 28 08:36:04.478869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c297216-6c68-4cbf-93cb-aa33fa7f9345 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.480492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c297216-6c68-4cbf-93cb-aa33fa7f9345 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.482060 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c297216-6c68-4cbf-93cb-aa33fa7f9345 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2156591 Sep 28 08:36:04.491172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37546) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:04.512573 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:04.513268 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cfb31-7a28-406b-96ea-3112afb3c52f None None] The sync data for ids ['e136c1b9-a726-4cee-9b9a-1edbeb2754f9'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:04.529169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Port 15f16a4d-db4b-4f00-9f96-f667cd70c8f9 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:36:04.536622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e4afa01b-5176-4d90-b052-a9f5cf808a14 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:04.537193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.573008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Provisioning complete for port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:04.574135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.575285 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Attempt 1 to provision port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd Sep 28 08:36:04.678596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port afb0ac34-ec30-4bba-940c-67d1705277de {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:04.678943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.687038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-e4b74a1f-cfff-4055-8438-56b6a4570d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.688550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-e4b74a1f-cfff-4055-8438-56b6a4570d28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 200 len: 835 time: 0.1982787 Sep 28 08:36:04.718290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.734995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.736184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e4afa01b-5176-4d90-b052-a9f5cf808a14, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4afa01b-5176-4d90-b052-a9f5cf808a14,segment=NetworkSegment(66c8b72a-74ad-42c8-ac58-6de221ed0d6c),segment_id=66c8b72a-74ad-42c8-ac58-6de221ed0d6c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:04.747278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.750957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet afcfa1d0-14a8-4c79-95fc-fd0c1808429d {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:04.788083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.834216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0859afd4-d364-4124-9d76-baaba9c547fb None None] Current status of the port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:04.841068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e4afa01b-5176-4d90-b052-a9f5cf808a14,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:04.873133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cafa06-213c-4055-b755-d261ee987887 None None] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:04.889060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.933649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.946575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.952823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-7336ee88-3ffa-49d8-863f-556b4c89cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:04.954385 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-7336ee88-3ffa-49d8-863f-556b4c89cf07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2469018 Sep 28 08:36:04.963973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for afb0ac34-ec30-4bba-940c-67d1705277de owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:04.964170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8d17fda1-9ac2-4d8f-9622-6123612a494b None None] Could not find standard attr ID for object 15f16a4d-db4b-4f00-9f96-f667cd70c8f9. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:04.987584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8d17fda1-9ac2-4d8f-9622-6123612a494b None None] Provisioning complete for port e4afa01b-5176-4d90-b052-a9f5cf808a14 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:04.988044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d17fda1-9ac2-4d8f-9622-6123612a494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:04.988439 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8d17fda1-9ac2-4d8f-9622-6123612a494b None None] Attempt 1 to provision port e4afa01b-5176-4d90-b052-a9f5cf808a14 Sep 28 08:36:04.995487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.025556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc71a2-60b0-4071-8606-7284d7a895a0 req-40969b55-0197-4fef-9a15-e5f5f4bce994 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:05.027314 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ecc71a2-60b0-4071-8606-7284d7a895a0 req-40969b55-0197-4fef-9a15-e5f5f4bce994 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 943 time: 0.1301765 Sep 28 08:36:05.034139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 67c37eba-3057-4471-9952-1c4d54a10435 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:05.046541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=f72b5221-776a-43b8-ab58-efbe03fc9da4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:05.049201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:05.075781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:05.083623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:05.084283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.125414 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c27bcc9c-1e16-4261-915a-97da65afe4d4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6787174 Sep 28 08:36:05.125644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.126520 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5ecc71a2-60b0-4071-8606-7284d7a895a0 req-e48aae0b-5b08-471f-b7a5-b758c694063e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899124 Sep 28 08:36:05.128784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37550) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:05.194461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-40590dae-b1a5-4557-8696-a9a5af5c80b0 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258754 Sep 28 08:36:05.215972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting port e51837e0-3862-44eb-9ca7-60374b46bb5a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:05.216501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.331786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.335378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8d17fda1-9ac2-4d8f-9622-6123612a494b None None] Current status of the port e4afa01b-5176-4d90-b052-a9f5cf808a14 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:05.380262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=afcfa1d0-14a8-4c79-95fc-fd0c1808429d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:05.386978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.390365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f964ef58-16da-4c14-9318-f75543630a68 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/afcfa1d0-14a8-4c79-95fc-fd0c1808429d HTTP/1.1" status: 204 len: 168 time: 0.8904319 Sep 28 08:36:05.392739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda1387-5f69-491b-8c6c-794a9e4fa9fe None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:05.396832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37552) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:05.402216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.418053 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55c6a233-892e-4428-8d54-8b7f0b06867d req-fcc47484-e57a-4f3e-8e2c-937d4b3110a2 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141266 Sep 28 08:36:05.445426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=afb0ac34-ec30-4bba-940c-67d1705277de,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:05.567926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.578778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a29a947d-af00-4c6e-b09e-aefc3901aefb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/afb0ac34-ec30-4bba-940c-67d1705277de HTTP/1.1" status: 204 len: 168 time: 1.3736589 Sep 28 08:36:05.581799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:05.634112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a875f5d8-da0c-4e1f-9fe8-37ee5bf88155 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:05.638690 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a875f5d8-da0c-4e1f-9fe8-37ee5bf88155 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/afb0ac34-ec30-4bba-940c-67d1705277de HTTP/1.1" status: 404 len: 333 time: 0.0531187 Sep 28 08:36:05.643370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:05.699701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:05.737515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet edd01a16-6e5e-40ee-9a98-25c6534451a8 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:05.758142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.777023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8fe96ecb-3ee9-4cab-8a5f-0745c83f17e5 None None] Could not find standard attr ID for object afb0ac34-ec30-4bba-940c-67d1705277de. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:05.823641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8fe96ecb-3ee9-4cab-8a5f-0745c83f17e5 None None] Provisioning complete for port e4afa01b-5176-4d90-b052-a9f5cf808a14 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:05.824888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8fe96ecb-3ee9-4cab-8a5f-0745c83f17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.825283 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8fe96ecb-3ee9-4cab-8a5f-0745c83f17e5 None None] Attempt 1 to provision port e4afa01b-5176-4d90-b052-a9f5cf808a14 Sep 28 08:36:05.865213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.890839 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-49812b24-0f00-4e24-856a-31628c29fc4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4927549 Sep 28 08:36:05.896277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Deleting port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:05.896576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.899312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37558) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:05.943104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:05.958492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:05.986988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Calling delete_port for e51837e0-3862-44eb-9ca7-60374b46bb5a owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:06.022942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.041317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb248e00-3689-465f-a9f0-b20a8bc3faad up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:06.106682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8fe96ecb-3ee9-4cab-8a5f-0745c83f17e5 None None] Current status of the port e4afa01b-5176-4d90-b052-a9f5cf808a14 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:06.114126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.115527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71ddfe-987f-430b-b90b-1a6a7a4d12f0 None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:06.156493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=edd01a16-6e5e-40ee-9a98-25c6534451a8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:06.169981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.178575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f21e3696-f4d1-41e4-8b84-dfd4fe6afa93 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/edd01a16-6e5e-40ee-9a98-25c6534451a8 HTTP/1.1" status: 204 len: 168 time: 0.5248611 Sep 28 08:36:06.184088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37562) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:06.222335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] For port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:06.222817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.240160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port bb248e00-3689-465f-a9f0-b20a8bc3faad triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:06.240615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.241047 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port bb248e00-3689-465f-a9f0-b20a8bc3faad Sep 28 08:36:06.268766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ce88-7931-4c8f-a6cb-a59b00a294ee req-b1237e81-96d0-47fc-96b9-f0f4548ee893 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:06.270414 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17c0ce88-7931-4c8f-a6cb-a59b00a294ee req-b1237e81-96d0-47fc-96b9-f0f4548ee893 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 943 time: 0.0558567 Sep 28 08:36:06.290419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:06.294051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.306452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.312875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Calling delete_port for 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:06.321466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17c0ce88-7931-4c8f-a6cb-a59b00a294ee req-0c624d27-20de-40ae-bd0b-3fe599399341 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Sep 28 08:36:06.326196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7fb17778-807d-4193-809d-78de9a2c7108 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:36:06.337000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a366f-a16d-4a1d-a864-0e7cc1da3c87 None None] Network 849a51ad-6e4d-4de8-9dba-86ec12052cf8 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:06.372817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.438622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Provisioning complete for port bb248e00-3689-465f-a9f0-b20a8bc3faad triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:06.438892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.439238 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Attempt 1 to provision port bb248e00-3689-465f-a9f0-b20a8bc3faad Sep 28 08:36:06.564754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-59fa92c4-2572-4b47-a385-604a6e7594b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.717796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port e4afa01b-5176-4d90-b052-a9f5cf808a14 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:06.718420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.719680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.721848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port bb248e00-3689-465f-a9f0-b20a8bc3faad is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:06.722243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.756861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.835954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Port': ['ID=e51837e0-3862-44eb-9ca7-60374b46bb5a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:06.846641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] Pushing event deleted for resources: {'Port': ['ID=111a94fe-3501-46c6-b4d5-3c2e93c7a3cd,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:06.854862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcde0a0-9190-4824-b51e-0d932e6f3652 None None] No DVR routers for this DVR port 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:06.870914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7fb17778-807d-4193-809d-78de9a2c7108,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:06.894759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port bb248e00-3689-465f-a9f0-b20a8bc3faad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bb248e00-3689-465f-a9f0-b20a8bc3faad,segment=NetworkSegment(9f5f607e-7fe7-4139-922b-323cc2ed8925),segment_id=9f5f607e-7fe7-4139-922b-323cc2ed8925)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:06.904960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '7fb17778-807d-4193-809d-78de9a2c7108', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:36:06.905484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.906769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:06.907925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4afa01b-5176-4d90-b052-a9f5cf808a14 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:06.916838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Current status of the port bb248e00-3689-465f-a9f0-b20a8bc3faad is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:06.916838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.029913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] DHCP port deletion for 849a51ad-6e4d-4de8-9dba-86ec12052cf8 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:07.055671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:07.077110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:07.082000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port e4afa01b-5176-4d90-b052-a9f5cf808a14, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4afa01b-5176-4d90-b052-a9f5cf808a14,segment=NetworkSegment(66c8b72a-74ad-42c8-ac58-6de221ed0d6c),segment_id=66c8b72a-74ad-42c8-ac58-6de221ed0d6c)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:07.082617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.101773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:07.102618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.104634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45baaef0-bae5-4838-b5f5-5e884eaf5999 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:07.128350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.128570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7fb17778-807d-4193-809d-78de9a2c7108 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:07.129102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.139710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for e4afa01b-5176-4d90-b052-a9f5cf808a14 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:07.152796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=bb248e00-3689-465f-a9f0-b20a8bc3faad,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:07.153404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.168398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.192794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb17778-807d-4193-809d-78de9a2c7108 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:36:07.197216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:36:07.197570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:36:07.208556 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2989717 Sep 28 08:36:07.211454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:07.216818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'name': 'tempest-NetworksTestDHCPv6-686189841'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:07.245986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e4afa01b-5176-4d90-b052-a9f5cf808a14 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:07.246360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.246696 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e4afa01b-5176-4d90-b052-a9f5cf808a14 Sep 28 08:36:07.267133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a231-81cc-4b23-9ea6-130445d9eba2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=5008f2e5-fe10-462d-965f-cc4d06bc08ff,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:07.311535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7fb17778-807d-4193-809d-78de9a2c7108,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:07.337215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.366217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Deleting port e4afa01b-5176-4d90-b052-a9f5cf808a14 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:07.366915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.436175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:07.442058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.465486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port c5e211cd-cb59-416e-a76b-1e2a0adfbc7a yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:07.470276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.481126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.505265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=f72b5221-776a-43b8-ab58-efbe03fc9da4,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:07.615302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.615832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Fanout notify agent at l3_agent the message router_deleted on router e136c1b9-a726-4cee-9b9a-1edbeb2754f9 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:07.621278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.626026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::8d (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/5008f2e5-fe10-462d-965f-cc4d06bc08ff/c5e211cd-cb59-416e-a76b-1e2a0adfbc7a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:07.634469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.635809 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ab307d75-ee26-4e54-96e3-8fa97e460c25 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/routers/e136c1b9-a726-4cee-9b9a-1edbeb2754f9 HTTP/1.1" status: 204 len: 168 time: 3.2814531 Sep 28 08:36:07.645535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37570) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:07.705376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d07db-ffd8-4de1-8c68-79e90bc8454f req-772c1595-47c8-4eb7-8413-4214c79e51bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:07.707236 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-126d07db-ffd8-4de1-8c68-79e90bc8454f req-772c1595-47c8-4eb7-8413-4214c79e51bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 944 time: 0.2324262 Sep 28 08:36:07.733797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Deleting subnet fd93b857-debc-4279-aaee-281d71bd46b4 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:07.741560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.743050 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No ports have port_id starting with e4afa01b-5176-4d90-b052-a9f5cf808a14 Sep 28 08:36:07.744412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=e4afa01b-5176-4d90-b052-a9f5cf808a14,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:07.750021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] For port e4afa01b-5176-4d90-b052-a9f5cf808a14, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4afa01b-5176-4d90-b052-a9f5cf808a14,segment=NetworkSegment(66c8b72a-74ad-42c8-ac58-6de221ed0d6c),segment_id=66c8b72a-74ad-42c8-ac58-6de221ed0d6c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:07.750440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.770641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:07.773790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port e4afa01b-5176-4d90-b052-a9f5cf808a14 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:07.787456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7fb17778-807d-4193-809d-78de9a2c7108'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:36:07.833320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.837817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Calling delete_port for e4afa01b-5176-4d90-b052-a9f5cf808a14 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:07.894049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.908195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Current status of the port bb248e00-3689-465f-a9f0-b20a8bc3faad is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:07.939814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.958424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.958838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '5008f2e5-fe10-462d-965f-cc4d06bc08ff'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:07.959704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.961726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb248e00-3689-465f-a9f0-b20a8bc3faad up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:07.964201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-adda84cd-5ce8-4127-80bb-ce5e22689c80 None None] Could not find standard attr ID for object afb0ac34-ec30-4bba-940c-67d1705277de. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:07.970595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:07.999075 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-126d07db-ffd8-4de1-8c68-79e90bc8454f req-1d08c7a3-1982-40fa-acd0-ae0fc1af871f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623706 Sep 28 08:36:08.039562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849a51ad-6e4d-4de8-9dba-86ec12052cf8']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:08.066518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c8b72a-74ad-42c8-ac58-6de221ed0d6c') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:08.066842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c8b72a-74ad-42c8-ac58-6de221ed0d6c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:08.074988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=c5e211cd-cb59-416e-a76b-1e2a0adfbc7a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:08.087713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.091963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.093658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:08.095129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:08.097527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:08.103345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:08.104183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.125474 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-72126247-04b9-420d-967c-ad3ec520330b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9100041 Sep 28 08:36:08.125819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37572) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:08.163946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.180932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:08.182885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.186193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb3102-58a0-4a74-aff3-441702eb6582 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:08.198308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-abdb3102-58a0-4a74-aff3-441702eb6582 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0709903 Sep 28 08:36:08.204962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37576) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:08.207043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.211707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.213985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Provisioning complete for port f72b5221-776a-43b8-ab58-efbe03fc9da4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:08.214357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.214701 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 1 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:08.222339 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 66c8b72a-74ad-42c8-ac58-6de221ed0d6c resource provider aggregate not found Sep 28 08:36:08.281547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 66c8b72a-74ad-42c8-ac58-6de221ed0d6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66c8b72a-74ad-42c8-ac58-6de221ed0d6c found for delete ", "request_id": "req-6b2971a0-18bc-44d9-83cb-500f0ba9b13d"}]} Sep 28 08:36:08.318444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] No DVR routers for this DVR port e4afa01b-5176-4d90-b052-a9f5cf808a14 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:08.321758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5a098-f6c0-4483-b3d2-885b129d409c None None] Pushing event deleted for resources: {'Port': ['ID=e4afa01b-5176-4d90-b052-a9f5cf808a14,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:08.323573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port bb248e00-3689-465f-a9f0-b20a8bc3faad triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:08.323937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.324278 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port bb248e00-3689-465f-a9f0-b20a8bc3faad Sep 28 08:36:08.355382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.374142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/5008f2e5-fe10-462d-965f-cc4d06bc08ff/641c231f-d866-45c8-bc3f-4c94d12a9b67) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:08.377768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:08.411328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.443310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Subnet': ['ID=fd93b857-debc-4279-aaee-281d71bd46b4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:08.454974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.458349 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/849a51ad-6e4d-4de8-9dba-86ec12052cf8 HTTP/1.1" status: 204 len: 168 time: 2.2723460 Sep 28 08:36:08.464392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37580) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:08.470529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'name': 'tempest-PortsTestJSON-1053282972'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:08.478899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.482093 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a5b9a17f-1d49-4dc3-ba18-0da58988b773 tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/subnets/fd93b857-debc-4279-aaee-281d71bd46b4 HTTP/1.1" status: 204 len: 168 time: 0.8351414 Sep 28 08:36:08.492436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37582) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:08.508662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655234a2-a61e-4967-b95d-dd860a7ab108 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=849a51ad-6e4d-4de8-9dba-86ec12052cf8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:08.572595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port c5e211cd-cb59-416e-a76b-1e2a0adfbc7a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:08.572998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.587672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port bb248e00-3689-465f-a9f0-b20a8bc3faad is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:08.668145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.681115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.687852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:08.692921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.714841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for c5e211cd-cb59-416e-a76b-1e2a0adfbc7a owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:08.738063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:08.738560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 111a94fe-3501-46c6-b4d5-3c2e93c7a3cd not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:08.739071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4afa01b-5176-4d90-b052-a9f5cf808a14 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:08.771457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e4afa01b-5176-4d90-b052-a9f5cf808a14 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:08.771957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4afa01b-5176-4d90-b052-a9f5cf808a14 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:08.789008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:08.799967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:08.803091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:08.810427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50d5b9d4-06cb-4d9d-b48d-b9794cc29b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.818166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Pushing event updated for resources: {'Port': ['ID=641c231f-d866-45c8-bc3f-4c94d12a9b67,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:08.882525 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 2 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:08.908944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Attempting to bind port 641c231f-d866-45c8-bc3f-4c94d12a9b67 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:08.909699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Attempting to bind port 641c231f-d866-45c8-bc3f-4c94d12a9b67 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:08.909816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Attempting to bind port 641c231f-d866-45c8-bc3f-4c94d12a9b67 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:08.920708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:08.921119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:08.921587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.922691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:08.922691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Bound port: 641c231f-d866-45c8-bc3f-4c94d12a9b67, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:08.922908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.945204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:08.976348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:08.998174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] For port 641c231f-d866-45c8-bc3f-4c94d12a9b67, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:09.001962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] For port 641c231f-d866-45c8-bc3f-4c94d12a9b67, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=641c231f-d866-45c8-bc3f-4c94d12a9b67,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:09.007977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.018817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:09.022451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.066488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663124a6-a87a-4d11-a299-dab9f21729b8 None None] Pushing event updated for resources: {'Port': ['ID=641c231f-d866-45c8-bc3f-4c94d12a9b67,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:09.076751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 0864cece-9caa-4ec2-a519-666608026015 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:09.198493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.199561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.206687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.207491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.263139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d51374-e603-4788-b12a-6afaee306599']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:09.289536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.294683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4289adc0-2087-4600-a56d-a983987c2b6f') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:09.294980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4289adc0-2087-4600-a56d-a983987c2b6f') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:09.315177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b59e4-baff-48b6-aee5-7f7435f3d04d req-a2a6ef82-112e-4989-a376-cb6cb59155ae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:09.316586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ef6b59e4-baff-48b6-aee5-7f7435f3d04d req-a2a6ef82-112e-4989-a376-cb6cb59155ae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 944 time: 0.1898103 Sep 28 08:36:09.332273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.371707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.396137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=f72b5221-776a-43b8-ab58-efbe03fc9da4,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:09.420548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:09.420964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.424384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=c5e211cd-cb59-416e-a76b-1e2a0adfbc7a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:09.435304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.442549 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b128bd7f-dd0e-4427-b944-ffb6ee0e089c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/c5e211cd-cb59-416e-a76b-1e2a0adfbc7a HTTP/1.1" status: 204 len: 168 time: 1.2363856 Sep 28 08:36:09.443206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37588) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:09.447139 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 3 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:09.467727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4289adc0-2087-4600-a56d-a983987c2b6f resource provider aggregate not found Sep 28 08:36:09.486560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:09.506597 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ef6b59e4-baff-48b6-aee5-7f7435f3d04d req-bc91ca11-9394-4dd2-a2a1-1bf8753a06c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720614 Sep 28 08:36:09.519792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.522698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4289adc0-2087-4600-a56d-a983987c2b6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4289adc0-2087-4600-a56d-a983987c2b6f found for delete ", "request_id": "req-a651a12b-06e3-49ae-8483-6f79a472c9e0"}]} Sep 28 08:36:09.535439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.544850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.548116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] 10.222.0.27 "DELETE /v2.0/networks/46d51374-e603-4788-b12a-6afaee306599 HTTP/1.1" status: 204 len: 168 time: 1.0540485 Sep 28 08:36:09.557743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11966b-5b7a-42cd-bcfe-896d0639f792 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:09.559432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11966b-5b7a-42cd-bcfe-896d0639f792 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:09.560978 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0b11966b-5b7a-42cd-bcfe-896d0639f792 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1150541 Sep 28 08:36:09.563001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 67c37eba-3057-4471-9952-1c4d54a10435 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:09.563838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37594) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:09.564652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:09.577136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98de4f-1a80-4196-924b-8a7fbbf3e8aa tempest-FloatingIPTestJSON-399087964 tempest-FloatingIPTestJSON-399087964-project] Pushing event deleted for resources: {'Network': ['ID=46d51374-e603-4788-b12a-6afaee306599,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:09.627062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.641344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 5008f2e5-fe10-462d-965f-cc4d06bc08ff {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:09.667035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.716398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router a464c867-9288-4ad6-957c-803704b59fd2 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:36:09.716664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:09.732426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:09.743358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:09.749292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:09.749860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.758718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=0864cece-9caa-4ec2-a519-666608026015,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:09.767239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.804677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5d70c029-665e-45c9-add3-50ad9efd445f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3384204 Sep 28 08:36:09.807640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37596) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:09.890748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:09.908776 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-df4aba5e-8d8c-4792-96f3-c4179f0922ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/a464c867-9288-4ad6-957c-803704b59fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7788849 Sep 28 08:36:09.909799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37600) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:09.910746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] Sync routers for ids ['a464c867-9288-4ad6-957c-803704b59fd2'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:09.939235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] Routers {'a464c867-9288-4ad6-957c-803704b59fd2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:09.939876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a464c867-9288-4ad6-957c-803704b59fd2'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:09.980754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:09.986670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2269bc-277f-4ace-adeb-e5b26be19a9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:09.991580 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ae2269bc-277f-4ace-adeb-e5b26be19a9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports/f72b5221-776a-43b8-ab58-efbe03fc9da4 HTTP/1.1" status: 200 len: 984 time: 0.0805502 Sep 28 08:36:09.992551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37602) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.012754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37604) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.018333 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 4 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:10.046139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 0864cece-9caa-4ec2-a519-666608026015 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:10.046489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.068015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:10.077857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 641c231f-d866-45c8-bc3f-4c94d12a9b67 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:10.150767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.151170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:10.172339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.177231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] Routers {'a464c867-9288-4ad6-957c-803704b59fd2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:10.178287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a464c867-9288-4ad6-957c-803704b59fd2'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:10.211274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=5008f2e5-fe10-462d-965f-cc4d06bc08ff,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:10.219819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.225411 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1299f684-d4a5-430f-bc5f-ffc4637bbb09 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/5008f2e5-fe10-462d-965f-cc4d06bc08ff HTTP/1.1" status: 204 len: 168 time: 0.6582863 Sep 28 08:36:10.225411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 0864cece-9caa-4ec2-a519-666608026015 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:10.227503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37608) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.235408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:10.236348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e579350-616a-4e45-8344-c4cb6d90ead0 None None] The sync data for ids ['a464c867-9288-4ad6-957c-803704b59fd2'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:10.249440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.258408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 641c231f-d866-45c8-bc3f-4c94d12a9b67 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:10.259035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.259437 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 641c231f-d866-45c8-bc3f-4c94d12a9b67 Sep 28 08:36:10.289127 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-66d36b30-16b9-4061-a41f-282aba84b241 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567625 Sep 28 08:36:10.292035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37610) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.300664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:10.301929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7fb17778-807d-4193-809d-78de9a2c7108 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:10.316134 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-15f1464c-13a0-4a25-bfe6-c9ebfb2a6314 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=96d251d833e14a77bad89c3c7100fb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975788 Sep 28 08:36:10.319257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37612) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.392949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.406225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 641c231f-d866-45c8-bc3f-4c94d12a9b67 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:10.406719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.406986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.418275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 7fb17778-807d-4193-809d-78de9a2c7108 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:36:10.427145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 7fb17778-807d-4193-809d-78de9a2c7108 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:10.427510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.427910 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 7fb17778-807d-4193-809d-78de9a2c7108 Sep 28 08:36:10.446484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.455575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=0864cece-9caa-4ec2-a519-666608026015,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:10.468332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.471673 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-da2397a1-88fc-4d99-8b31-de87d2dc785e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/0864cece-9caa-4ec2-a519-666608026015 HTTP/1.1" status: 204 len: 168 time: 0.6632388 Sep 28 08:36:10.474223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37614) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:10.480154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 641c231f-d866-45c8-bc3f-4c94d12a9b67, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=641c231f-d866-45c8-bc3f-4c94d12a9b67,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:10.485846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'mac_address': 'fa:16:3e:9e:ca:f3', 'name': 'tempest-PortsTestJSON-1791849125'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:10.490385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.514743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:10.519198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.546433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa8e38-22ea-491f-a921-a392cb2484c0 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:10.608638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:10.618711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.622109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.623570 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/64840f96-0242-4101-9f85-7aac7549cd8c HTTP/1.1" status: 204 len: 168 time: 0.3033648 Sep 28 08:36:10.649756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b613f-f58d-4f36-8aa0-3890a9cfb6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64840f96-0242-4101-9f85-7aac7549cd8c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:10.671688 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 5 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:10.710582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.718553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=641c231f-d866-45c8-bc3f-4c94d12a9b67,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:10.745771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 8a0e43e9-7846-4ad2-971e-5bf8b95e4898 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:10.748716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:10.748931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7fb17778-807d-4193-809d-78de9a2c7108 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:10.749320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.762760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067f101-201a-4aae-bcbe-31152fb07949 req-b2fd9355-ccfc-451b-8381-7a78de49a490 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:10.764384 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f067f101-201a-4aae-bcbe-31152fb07949 req-b2fd9355-ccfc-451b-8381-7a78de49a490 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 944 time: 0.1261055 Sep 28 08:36:10.832061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:36:10.834614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4bce58-95ba-42d8-81ee-9bd8474cc473" -d '{"events": [{"server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "name": "network-vif-plugged", "status": "completed", "tag": "7fb17778-807d-4193-809d-78de9a2c7108"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:36:10.851415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7fb17778-807d-4193-809d-78de9a2c7108,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:10.871352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.958860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89023c6-46b2-49b6-9d19-4d04a9f1ff64 x-openstack-request-id: req-f89023c6-46b2-49b6-9d19-4d04a9f1ff64 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:36:10.959925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "name": "network-vif-plugged", "status": "completed", "tag": "7fb17778-807d-4193-809d-78de9a2c7108", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:36:10.961402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f89023c6-46b2-49b6-9d19-4d04a9f1ff64 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:36:10.961993 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89023c6-46b2-49b6-9d19-4d04a9f1ff64'] response: {'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108', 'code': 200} Sep 28 08:36:10.963558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:10.969180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:10.972449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:11.000459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.027558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.052652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:11.056296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Deleting port 641c231f-d866-45c8-bc3f-4c94d12a9b67 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:11.056513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:11.056677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.061634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:11.067635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:11.068839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.081084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=8a0e43e9-7846-4ad2-971e-5bf8b95e4898,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:11.114346 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bdb280d5-8096-4382-a6f9-2ddc3dc00382 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6386242 Sep 28 08:36:11.116521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37630) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.132928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f067f101-201a-4aae-bcbe-31152fb07949 req-46e19791-30ad-450d-b8c9-e000851e99e5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610671 Sep 28 08:36:11.142079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] For port 641c231f-d866-45c8-bc3f-4c94d12a9b67, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=641c231f-d866-45c8-bc3f-4c94d12a9b67,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:11.142605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.168598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Calling delete_port for 641c231f-d866-45c8-bc3f-4c94d12a9b67 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:11.217517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83778205-0968-478d-929e-6f57bcd7b5d8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:11.222041 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-83778205-0968-478d-929e-6f57bcd7b5d8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/8a0e43e9-7846-4ad2-971e-5bf8b95e4898 HTTP/1.1" status: 200 len: 841 time: 0.1014080 Sep 28 08:36:11.222275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37634) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.248903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.250788 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 6 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:11.276337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.296159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9c22a-7a39-4495-95a0-044204cd061e req-25d41f7a-9d67-4293-8e4f-6adc023e43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:11.297189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-baf9c22a-7a39-4495-95a0-044204cd061e req-25d41f7a-9d67-4293-8e4f-6adc023e43af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1098 time: 0.1649032 Sep 28 08:36:11.301389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:11.308473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.332578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] Pushing event deleted for resources: {'Port': ['ID=641c231f-d866-45c8-bc3f-4c94d12a9b67,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:11.345299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8d613-6d81-48bf-88ed-41854e9f8481 None None] No DVR routers for this DVR port 641c231f-d866-45c8-bc3f-4c94d12a9b67 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:11.355854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 8a0e43e9-7846-4ad2-971e-5bf8b95e4898 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:11.356113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.360638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:11.364800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:11.367978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:11.368596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.373162 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-baf9c22a-7a39-4495-95a0-044204cd061e req-5c6a1149-ad4f-48c8-97de-da28b6e41c23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680749 Sep 28 08:36:11.374675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25161b-71c5-4835-9952-7c01afd3e035 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:11.402588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=6ebb42ff-8825-456a-8ef8-4ffed26a0e6e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:11.412615 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-58b5d14a-8038-42e7-9976-da1101142c0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1191978 Sep 28 08:36:11.415558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.421701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'name': 'tempest-NetworksTestDHCPv6-1620192599'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:11.443648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.459147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 8a0e43e9-7846-4ad2-971e-5bf8b95e4898 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:11.572104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.583707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port f72b5221-776a-43b8-ab58-efbe03fc9da4 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:11.584061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.584174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '6ebb42ff-8825-456a-8ef8-4ffed26a0e6e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:11.585194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.615528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=8a0e43e9-7846-4ad2-971e-5bf8b95e4898,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:11.621722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.626137 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d797ced8-05b4-46e4-ba5b-3d6587100279 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/8a0e43e9-7846-4ad2-971e-5bf8b95e4898 HTTP/1.1" status: 204 len: 168 time: 0.4027672 Sep 28 08:36:11.628909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37646) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.661072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:11.662894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc67244-fb2b-462c-93a9-d8857b13fb4b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:11.664828 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3bc67244-fb2b-462c-93a9-d8857b13fb4b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/8a0e43e9-7846-4ad2-971e-5bf8b95e4898 HTTP/1.1" status: 404 len: 333 time: 0.0342789 Sep 28 08:36:11.668899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37648) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.670535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.677965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'name': 'tempest-PortsTestJSON-1734952019'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:11.701787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 54f8d456-ca3b-4861-93cd-d84dd070be0f yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:11.716379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37650) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:11.716591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.760058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for f72b5221-776a-43b8-ab58-efbe03fc9da4 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:11.851683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:11.859161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.864527 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:36:11.874056 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 7 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:11.905352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::8d (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6ebb42ff-8825-456a-8ef8-4ffed26a0e6e/54f8d456-ca3b-4861-93cd-d84dd070be0f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:11.914918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-814942620'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:11.923222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 75adb5e5-3b76-4899-8fc9-01506a396a5c yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:11.946942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:11.949665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 641c231f-d866-45c8-bc3f-4c94d12a9b67 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:11.953131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:11.977099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 641c231f-d866-45c8-bc3f-4c94d12a9b67 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:11.978448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 641c231f-d866-45c8-bc3f-4c94d12a9b67 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:11.988456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:11.991539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.010180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.105850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.130630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.140477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=f72b5221-776a-43b8-ab58-efbe03fc9da4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.208085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.215515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.225075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.233800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.276068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.315549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:12.326460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28229a5-f98d-45a4-a4c4-cb5eb55a328a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.339169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:12.349639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.349982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment d5638b79-cb74-4b06-961e-a8750b385364 of type vlan for network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 Sep 28 08:36:12.352096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:12.355030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:12.360950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:12.361594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.377343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.413434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=75adb5e5-3b76-4899-8fc9-01506a396a5c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.436218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.446541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46a54-1a11-45e6-b0c0-a0ad7ae0e1eb req-9b4e930e-197d-4f78-96b9-c0fcc0fd1e1a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:12.448151 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0bc46a54-1a11-45e6-b0c0-a0ad7ae0e1eb req-9b4e930e-197d-4f78-96b9-c0fcc0fd1e1a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.2050428 Sep 28 08:36:12.454670 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 8 to provision port f72b5221-776a-43b8-ab58-efbe03fc9da4 Sep 28 08:36:12.454970 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-adce89af-77f9-4e71-a2f5-add638018594 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7846637 Sep 28 08:36:12.458719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37656) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:12.464409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6ebb42ff-8825-456a-8ef8-4ffed26a0e6e/fc6597d4-5397-436e-8fc7-4094d59c0f49) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:12.465099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:12.489325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:12.490345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Port f72b5221-776a-43b8-ab58-efbe03fc9da4 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:36:12.506407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:12.511056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router a464c867-9288-4ad6-957c-803704b59fd2 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:12.512234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:12.518521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:12.519329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.522764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=54f8d456-ca3b-4861-93cd-d84dd070be0f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.536953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.543192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:12.543941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.554611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Provisioning complete for port bb248e00-3689-465f-a9f0-b20a8bc3faad triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:12.555614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.556340 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Attempt 1 to provision port bb248e00-3689-465f-a9f0-b20a8bc3faad Sep 28 08:36:12.587435 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0bc46a54-1a11-45e6-b0c0-a0ad7ae0e1eb req-b4249178-7901-49a5-b540-112dbd2ac36f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299512 Sep 28 08:36:12.634718 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9166408 Sep 28 08:36:12.672385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b110f-7ca1-48a2-9409-4d6cc977b1bc tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=825a4930-b28f-4eca-a172-3dcbebcf0bc7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.676526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.689998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:12.874340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.876438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-471b73e1-79cb-43bd-93cf-ada97f99b03d None None] Current status of the port bb248e00-3689-465f-a9f0-b20a8bc3faad is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:12.890438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.917134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.938265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:12.938750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.939533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] In _notify_port_updated(), no bound segment for port 75adb5e5-3b76-4899-8fc9-01506a396a5c on network 27260c31-9026-4b63-a716-f2d590a71018 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:36:12.942627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:12.946074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:12.952769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:12.953697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:12.961221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/ports/75adb5e5-3b76-4899-8fc9-01506a396a5c HTTP/1.1" status: 200 len: 818 time: 0.4998240 Sep 28 08:36:12.961407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Pushing event updated for resources: {'Port': ['ID=fc6597d4-5397-436e-8fc7-4094d59c0f49,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:12.961892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37658) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.016592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-77831328-b074-4a76-8c0a-4128383bbfee None None] Could not find standard attr ID for object f72b5221-776a-43b8-ab58-efbe03fc9da4. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:13.025803 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-24f6bdf7-9897-41ef-8311-45a6417240e7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6088872 Sep 28 08:36:13.027143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:13.028815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37660) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.040397 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] Sync routers for ids ['a464c867-9288-4ad6-957c-803704b59fd2'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:13.050948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-77831328-b074-4a76-8c0a-4128383bbfee None None] Could not find standard attr ID for object 641c231f-d866-45c8-bc3f-4c94d12a9b67. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:13.058890 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] Routers {'a464c867-9288-4ad6-957c-803704b59fd2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:13.059751 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a464c867-9288-4ad6-957c-803704b59fd2'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:13.063012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Attempting to bind port fc6597d4-5397-436e-8fc7-4094d59c0f49 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:13.066038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Attempting to bind port fc6597d4-5397-436e-8fc7-4094d59c0f49 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:13.066391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aa6984b9-e381-46fb-b942-dce7f940be04 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/a464c867-9288-4ad6-957c-803704b59fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0721400 Sep 28 08:36:13.066868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Attempting to bind port fc6597d4-5397-436e-8fc7-4094d59c0f49 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:13.070766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37662) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.074284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba91d-ece2-4c10-a663-222f8efc0a5f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=75adb5e5-3b76-4899-8fc9-01506a396a5c,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:13.083447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:13.083952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:13.084530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.085007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:13.085628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Bound port: fc6597d4-5397-436e-8fc7-4094d59c0f49, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:13.090128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.133015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3907cfc9-e580-49ed-9e7b-f9dc17c09177 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:13.139217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3907cfc9-e580-49ed-9e7b-f9dc17c09177 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:13.143486 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:13.144055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.144238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3907cfc9-e580-49ed-9e7b-f9dc17c09177 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1142845 Sep 28 08:36:13.157750 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] Routers {'a464c867-9288-4ad6-957c-803704b59fd2'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:13.158503 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a464c867-9288-4ad6-957c-803704b59fd2'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:13.250313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] For port fc6597d4-5397-436e-8fc7-4094d59c0f49, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:13.251412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 75adb5e5-3b76-4899-8fc9-01506a396a5c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:13.251764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.258108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] For port fc6597d4-5397-436e-8fc7-4094d59c0f49, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fc6597d4-5397-436e-8fc7-4094d59c0f49,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:13.261748 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:13.262667 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5242f23a-f8e2-4c41-a890-324d578ef483 None None] The sync data for ids ['a464c867-9288-4ad6-957c-803704b59fd2'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:13.269454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.343863 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-ecf2a3ac-5a29-4319-82d6-68492ed015a9 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] remove_router_interface failed (client error): The resource could not be found. Sep 28 08:36:13.344818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88919b-eb58-4894-8a21-591b993e4594 None None] Pushing event updated for resources: {'Port': ['ID=fc6597d4-5397-436e-8fc7-4094d59c0f49,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:13.348010 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ecf2a3ac-5a29-4319-82d6-68492ed015a9 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/a464c867-9288-4ad6-957c-803704b59fd2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2722478 Sep 28 08:36:13.348611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37666) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.377221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.384064 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee50c5c2-50df-4e51-9f12-beea36104e87 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=a464c867-9288-4ad6-957c-803704b59fd2 HTTP/1.1" status: 200 len: 205 time: 0.0342772 Sep 28 08:36:13.384743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37668) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.392225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 75adb5e5-3b76-4899-8fc9-01506a396a5c owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:13.407310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 54f8d456-ca3b-4861-93cd-d84dd070be0f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:13.407662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.457164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.580091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.612044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 54f8d456-ca3b-4861-93cd-d84dd070be0f owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:13.617187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.684640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.694209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.696479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.697103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/75adb5e5-3b76-4899-8fc9-01506a396a5c HTTP/1.1" status: 204 len: 168 time: 0.7231209 Sep 28 08:36:13.697837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37672) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.699942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e047b2-4433-4a19-a0ed-26762e3fd9a8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=75adb5e5-3b76-4899-8fc9-01506a396a5c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:13.829708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.830567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router a464c867-9288-4ad6-957c-803704b59fd2 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:13.841281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.842698 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-56a0b302-c850-4103-867d-5d6928e4ca9a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/a464c867-9288-4ad6-957c-803704b59fd2 HTTP/1.1" status: 204 len: 168 time: 0.4568601 Sep 28 08:36:13.845429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37674) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.858874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d8710-5fe4-48d4-83fc-5d21a63a29c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:13.865766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-979d8710-5fe4-48d4-83fc-5d21a63a29c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1668527 Sep 28 08:36:13.866550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37676) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.896098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3075f-e977-4c14-8584-e468c8f3bbea req-6984a4b8-8a4f-4478-928e-95c4742ce653 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:13.898223 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b3075f-e977-4c14-8584-e468c8f3bbea req-6984a4b8-8a4f-4478-928e-95c4742ce653 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.1628294 Sep 28 08:36:13.901436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.921432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc15ace-608f-4d8d-b51b-0a92e878e413 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:13.930160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=54f8d456-ca3b-4861-93cd-d84dd070be0f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:13.935329 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8dc15ace-608f-4d8d-b51b-0a92e878e413 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/75adb5e5-3b76-4899-8fc9-01506a396a5c HTTP/1.1" status: 404 len: 333 time: 0.0659010 Sep 28 08:36:13.940760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 5affbf45-9c2b-4c40-a3ea-c27b3f86df7a {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:13.948747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37678) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:13.954956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216033443'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:13.975190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:13.985923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fc6597d4-5397-436e-8fc7-4094d59c0f49 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:14.004423 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b3075f-e977-4c14-8584-e468c8f3bbea req-8aa3dfd4-99d2-4a34-8815-77d265c7aafa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866277 Sep 28 08:36:14.017960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:14.022217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.072836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:14.073512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port fc6597d4-5397-436e-8fc7-4094d59c0f49 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:14.075262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.075794 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port fc6597d4-5397-436e-8fc7-4094d59c0f49 Sep 28 08:36:14.084912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.089095 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ba141c1-39b7-46d7-b12e-4fc9408cee5b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/54f8d456-ca3b-4861-93cd-d84dd070be0f HTTP/1.1" status: 204 len: 168 time: 0.9431117 Sep 28 08:36:14.091866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37682) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.094046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.121687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.122043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment 9b5929ab-d138-42eb-89dd-5cda42ea3afa of type vlan for network cac62009-ac64-4fe5-91f0-512b36e578f1 Sep 28 08:36:14.180271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f1901-ebb6-42c2-8a1e-f76bf9fcee15 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.184665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f1901-ebb6-42c2-8a1e-f76bf9fcee15 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.193408 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3a5f1901-ebb6-42c2-8a1e-f76bf9fcee15 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001804 Sep 28 08:36:14.194323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.220375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fc6597d4-5397-436e-8fc7-4094d59c0f49 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:14.220808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.245207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.267381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port fc6597d4-5397-436e-8fc7-4094d59c0f49, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fc6597d4-5397-436e-8fc7-4094d59c0f49,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:14.268302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 6ebb42ff-8825-456a-8ef8-4ffed26a0e6e {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:14.272158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.277602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.331914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12ae3-df89-4c82-99b8-01b65c09f707 req-e481de6d-47a7-42bf-95d2-89c9151db8a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.335064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-39e12ae3-df89-4c82-99b8-01b65c09f707 req-e481de6d-47a7-42bf-95d2-89c9151db8a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.2176785 Sep 28 08:36:14.342617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.378654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=fc6597d4-5397-436e-8fc7-4094d59c0f49,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:14.386276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.439431 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-39e12ae3-df89-4c82-99b8-01b65c09f707 req-1a2f0ac2-c316-4106-b028-b7b3e55a3714 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949316 Sep 28 08:36:14.442669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.450044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.450670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.469830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.493773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37686) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.563883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.573171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6222150 Sep 28 08:36:14.574121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.600357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebb42ff-8825-456a-8ef8-4ffed26a0e6e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:14.602456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.609290 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-13ad2361-419c-4be1-872f-c513d2bfc517 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6ebb42ff-8825-456a-8ef8-4ffed26a0e6e HTTP/1.1" status: 204 len: 168 time: 0.4135978 Sep 28 08:36:14.610296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37690) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.641184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:14.656873 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4aadc65b-b842-4f26-a2e8-094545be3aaa tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451105 Sep 28 08:36:14.658717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360524c-00b1-41f9-8e59-9e9cac69072e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=cac62009-ac64-4fe5-91f0-512b36e578f1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:14.659615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37692) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.670480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:14.689303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.717867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.725077 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/5affbf45-9c2b-4c40-a3ea-c27b3f86df7a HTTP/1.1" status: 204 len: 168 time: 0.8744774 Sep 28 08:36:14.725257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7469ba24-50d6-4463-8e51-a3ae98835492 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.729485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7469ba24-50d6-4463-8e51-a3ae98835492 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0665081 Sep 28 08:36:14.729485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.729712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37696) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.742265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce6b3f-67b8-4444-9283-c7d7294c688e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.747805 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b4ce6b3f-67b8-4444-9283-c7d7294c688e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1093 time: 0.2465401 Sep 28 08:36:14.749667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37698) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.753170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79cc08-7b3a-4d5c-a429-ad8cf8532665 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=5affbf45-9c2b-4c40-a3ea-c27b3f86df7a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:14.791530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:14.809710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70f095-3096-4330-8d60-bbe95c1fd747 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:14.812264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a9187-f152-4475-8888-40968bdda6d7 None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:14.831623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:14.835465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.845325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.880577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b7345-842e-4909-9ec3-477537b2c2df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:14.884983 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cb4b7345-842e-4909-9ec3-477537b2c2df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521118 Sep 28 08:36:14.906111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37702) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:14.954628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f81aecdf-9a09-40f6-80ec-8b27e90afbae None None] Provisioning complete for port fc6597d4-5397-436e-8fc7-4094d59c0f49 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:14.955238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f81aecdf-9a09-40f6-80ec-8b27e90afbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:14.955834 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f81aecdf-9a09-40f6-80ec-8b27e90afbae None None] Attempt 1 to provision port fc6597d4-5397-436e-8fc7-4094d59c0f49 Sep 28 08:36:14.983435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.148052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port bb248e00-3689-465f-a9f0-b20a8bc3faad {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:15.148643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.162060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f81aecdf-9a09-40f6-80ec-8b27e90afbae None None] Current status of the port fc6597d4-5397-436e-8fc7-4094d59c0f49 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:15.188544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.234069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] DHCP port deletion for 67c37eba-3057-4471-9952-1c4d54a10435 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:15.275730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:15.312174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port bb248e00-3689-465f-a9f0-b20a8bc3faad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bb248e00-3689-465f-a9f0-b20a8bc3faad,segment=NetworkSegment(9f5f607e-7fe7-4139-922b-323cc2ed8925),segment_id=9f5f607e-7fe7-4139-922b-323cc2ed8925)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:15.312701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.332627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for bb248e00-3689-465f-a9f0-b20a8bc3faad owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:15.338493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Deleting port bb248e00-3689-465f-a9f0-b20a8bc3faad {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:15.339134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.372553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Deleting port fc6597d4-5397-436e-8fc7-4094d59c0f49 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:15.373329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.409189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-36ab0b1a-7618-49c7-a9db-ec8e57e89e48 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5014060 Sep 28 08:36:15.411013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37704) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:15.420181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:15.442061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] For port fc6597d4-5397-436e-8fc7-4094d59c0f49, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fc6597d4-5397-436e-8fc7-4094d59c0f49,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:15.442807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.457212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Calling delete_port for fc6597d4-5397-436e-8fc7-4094d59c0f49 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:15.466047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.167 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:15.558074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.570356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.598224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:15.601936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.613705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] Pushing event deleted for resources: {'Port': ['ID=fc6597d4-5397-436e-8fc7-4094d59c0f49,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:15.647814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ca66d-76c7-4503-b6eb-56de56becdd1 None None] No DVR routers for this DVR port fc6597d4-5397-436e-8fc7-4094d59c0f49 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:15.661859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] For port bb248e00-3689-465f-a9f0-b20a8bc3faad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bb248e00-3689-465f-a9f0-b20a8bc3faad,segment=NetworkSegment(9f5f607e-7fe7-4139-922b-323cc2ed8925),segment_id=9f5f607e-7fe7-4139-922b-323cc2ed8925)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:15.665542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': '9b5929ab-d138-42eb-89dd-5cda42ea3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:15.666518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: cac62009-ac64-4fe5-91f0-512b36e578f1, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:15.670222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=98a7522e-a8ed-41d6-a732-f54a970a23c1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:15.671632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.675697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.689669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network cac62009-ac64-4fe5-91f0-512b36e578f1 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:15.702203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, cac62009-ac64-4fe5-91f0-512b36e578f1) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:15.707113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:15.707658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.722936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf35ed1-5991-4ada-9bd2-253b7b80491a None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:15.726360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Calling delete_port for bb248e00-3689-465f-a9f0-b20a8bc3faad owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:15.738208 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce4485c7-cb78-42a9-aaf4-c22d29bfef1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1066210 Sep 28 08:36:15.739318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37706) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:15.743760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port bb248e00-3689-465f-a9f0-b20a8bc3faad on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:15.744699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:15.755208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=bb248e00-3689-465f-a9f0-b20a8bc3faad,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:15.887581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.891115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.915412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37708) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:15.920876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:15.949148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c37eba-3057-4471-9952-1c4d54a10435']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:15.954982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb248e00-3689-465f-a9f0-b20a8bc3faad no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:15.972374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5f607e-7fe7-4139-922b-323cc2ed8925') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:15.972711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5f607e-7fe7-4139-922b-323cc2ed8925') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:15.990295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:15.996528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: bb248e00-3689-465f-a9f0-b20a8bc3faad {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:15.996699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb248e00-3689-465f-a9f0-b20a8bc3faad not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:15.997059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fc6597d4-5397-436e-8fc7-4094d59c0f49 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:15.997283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.001266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.016582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.045589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.052980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:16.053422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.108015 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9f5f607e-7fe7-4139-922b-323cc2ed8925 resource provider aggregate not found Sep 28 08:36:16.118334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98a7522e-a8ed-41d6-a732-f54a970a23c1 (CIDR: 172.20.0.0/28) Sep 28 08:36:16.127937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:36:16.127937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:16.148024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.153095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.162984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9f5f607e-7fe7-4139-922b-323cc2ed8925 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f5f607e-7fe7-4139-922b-323cc2ed8925 found for delete ", "request_id": "req-b1bb64f1-2317-420a-97bf-5ce82f090270"}]} Sep 28 08:36:16.168172 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f1013a62-c9de-4893-90ad-e43bb7b71aa7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4239972 Sep 28 08:36:16.171710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37714) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.175355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: fc6597d4-5397-436e-8fc7-4094d59c0f49 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:16.175861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fc6597d4-5397-436e-8fc7-4094d59c0f49 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:16.177488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:16.181419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.186045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.215329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:16.219306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.244905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:16.247354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.249539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.251425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Pushing event deleted for resources: {'Port': ['ID=bb248e00-3689-465f-a9f0-b20a8bc3faad,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.253237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] Network 67c37eba-3057-4471-9952-1c4d54a10435 is not hosted by any dhcp agent {{(pid=103310) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:36:16.253686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f817c1-2386-4e6e-9285-0e882a896743 None None] No DVR routers for this DVR port bb248e00-3689-465f-a9f0-b20a8bc3faad on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:16.288619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.292054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/67c37eba-3057-4471-9952-1c4d54a10435 HTTP/1.1" status: 204 len: 168 time: 1.5633006 Sep 28 08:36:16.295650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-cac62009-ac64-4fe5-91f0-512b36e578f1', 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': '98a7522e-a8ed-41d6-a732-f54a970a23c1'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:16.297089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.297529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37716) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.304874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-79061313'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.354286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.358409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.360922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:16.367006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c472e-11c5-479b-837c-95328e98f44f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=67c37eba-3057-4471-9952-1c4d54a10435,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.381765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:16.397469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4002763-744a-464a-87b2-adfd10dea6c3 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:16.399684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:16.400950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.402511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:16.412256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=b1d75293-426a-4af8-b893-c98448129833,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.443650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.443988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment c88661ce-26e6-4fbe-945e-69e05ebad729 of type vlan for network d1da9507-2876-48ae-b5cb-a35ffe6643b6 Sep 28 08:36:16.475684 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b3f8ad08-925b-44bd-ba48-4ebc94e0c9d3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0588644 Sep 28 08:36:16.479828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37718) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.489427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.508355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'b1d75293-426a-4af8-b893-c98448129833', 'ip_address': '2001:db8::fc04:a824:cb7b:f2b'}], 'name': 'tempest-NetworksTestDHCPv6-1037622707'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.528949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.529790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Allocated IP 172.20.0.2 (cac62009-ac64-4fe5-91f0-512b36e578f1/98a7522e-a8ed-41d6-a732-f54a970a23c1/f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:16.573577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=70763686-213d-4ebd-bf97-2f41bddb6583,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.592464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.598227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:16.598831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.610516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': 'd5638b79-cb74-4b06-961e-a8750b385364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:16.610871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: 825a4930-b28f-4eca-a172-3dcbebcf0bc7, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:16.640555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.644297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.651219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3495889 Sep 28 08:36:16.654886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'b1d75293-426a-4af8-b893-c98448129833'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:16.655033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37720) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.655152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.672859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.692467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684140-935a-489e-a933-33adde1c7257 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=d1da9507-2876-48ae-b5cb-a35ffe6643b6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:16.702876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:16.717894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 825a4930-b28f-4eca-a172-3dcbebcf0bc7) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:16.723280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:16.724213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.742872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dc25ee2d-176b-41fa-ba83-dae8dfc7aced tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8261669 Sep 28 08:36:16.746325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37722) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.751260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:16.751422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-500404404'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.752875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19340c9-3700-4070-965e-7c6ca23e0c2b None None] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:16.777111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.783537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.816308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:16.829265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.829949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment 56c70f7b-818d-4624-8113-9167d0546172 of type vlan for network 80ce61e2-f584-4e41-8af6-73f27216157f Sep 28 08:36:16.878994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.907755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.914533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:16.915616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.923436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:16.957320 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2096729 Sep 28 08:36:16.960535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37724) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:16.965741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': '80ce61e2-f584-4e41-8af6-73f27216157f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:16.967641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:16.991076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.029350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af559633-6d3e-4ec6-a322-a385bb8470df tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=80ce61e2-f584-4e41-8af6-73f27216157f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:17.031114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/b1d75293-426a-4af8-b893-c98448129833/3a51d2dd-94bd-452e-acd6-d7f514d00fa4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:17.041840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:17.045331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.061215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 80ce61e2-f584-4e41-8af6-73f27216157f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:17.093385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:17.103513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:17.107080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:17.107261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.131252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:17.178244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Pushing event updated for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:17.293511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-825a4930-b28f-4eca-a172-3dcbebcf0bc7', 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': '70763686-213d-4ebd-bf97-2f41bddb6583'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:17.294704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.335221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Attempting to bind port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:17.335583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Attempting to bind port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9b5929ab-d138-42eb-89dd-5cda42ea3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:17.336258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Attempting to bind port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c on network cac62009-ac64-4fe5-91f0-512b36e578f1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:17.361498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:17.361879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Checking segment: {'id': '9b5929ab-d138-42eb-89dd-5cda42ea3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:17.362286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.362850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Bound using segment: {'id': '9b5929ab-d138-42eb-89dd-5cda42ea3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:17.363507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Bound port: f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5929ab-d138-42eb-89dd-5cda42ea3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:17.363921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.414445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:36:17.416391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.478157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=d2a4b300-eeb4-4bc0-948e-33d772f945aa,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:17.491629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': '56c70f7b-818d-4624-8113-9167d0546172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '80ce61e2-f584-4e41-8af6-73f27216157f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:17.492007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: 80ce61e2-f584-4e41-8af6-73f27216157f, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:17.503814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.511718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network 80ce61e2-f584-4e41-8af6-73f27216157f is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:17.522679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 80ce61e2-f584-4e41-8af6-73f27216157f) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:17.528616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:17.529249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.539248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.554842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-68b4e42d-91ad-4450-b0e1-984afe9c4769 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5905623 Sep 28 08:36:17.555073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5c73f-e21a-42de-b41f-f6b0dbcb54ec None None] Network 80ce61e2-f584-4e41-8af6-73f27216157f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:17.555161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37726) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:17.560245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'port': {'network_id': '80ce61e2-f584-4e41-8af6-73f27216157f', 'name': 'tempest-NetworksIpV6TestAttrs-583479738'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:17.575196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.635879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:17.643095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:17.653517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:17.675898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 4a001e87-c62b-48b2-aae8-d8b9aa038ecc yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:17.685766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:17.689784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Allocated IP 2001:db8:0:ffff::2 (825a4930-b28f-4eca-a172-3dcbebcf0bc7/70763686-213d-4ebd-bf97-2f41bddb6583/b1ca6f04-d34c-4309-893e-3d0ad9d1f57a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:17.694402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:17.697940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Pushing event updated for resources: {'Port': ['ID=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:17.701608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.713419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,segment=NetworkSegment(9b5929ab-d138-42eb-89dd-5cda42ea3afa),segment_id=9b5929ab-d138-42eb-89dd-5cda42ea3afa)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:17.727031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.736883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] device_id is not set on port 56fda3a7-536a-4882-b951-9d69644ad081 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:17.824782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:17.895820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Allocated IP 2001:db8::f816:3eff:fe7e:3920 (80ce61e2-f584-4e41-8af6-73f27216157f/d2a4b300-eeb4-4bc0-948e-33d772f945aa/56fda3a7-536a-4882-b951-9d69644ad081) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:17.908522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.044921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network cac62009-ac64-4fe5-91f0-512b36e578f1 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:18.076654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Attempting to bind port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:18.077046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Attempting to bind port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:18.077423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Attempting to bind port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:18.099774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:18.126797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:18.127403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.143785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=5ddf3334-cb7f-4c50-8af8-4af98106526d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.161434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.167386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:18.167833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:18.168250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.168653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:18.168851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.169182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Bound port: 3a51d2dd-94bd-452e-acd6-d7f514d00fa4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:18.169797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.171797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce898f-6d90-4435-9b8e-1642be45abff None None] Pushing event updated for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.172355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::fc04:a824:cb7b:f2b (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/b1d75293-426a-4af8-b893-c98448129833/4a001e87-c62b-48b2-aae8-d8b9aa038ecc) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:18.175566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.176160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.176667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.177229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.177755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.179224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.179327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.179770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.179770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.180082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.180610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.181274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.181829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:18.189087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.200495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-450c4839-8962-4ddd-abbd-be2d7ca90c57 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0272143 Sep 28 08:36:18.203585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.207482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37728) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:18.255246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'fixed_ips': [{'subnet_id': '98a7522e-a8ed-41d6-a732-f54a970a23c1'}, {'subnet_id': '5ddf3334-cb7f-4c50-8af8-4af98106526d'}], 'name': 'tempest-PortsTestJSON-1758797610'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:18.285835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.294895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:18.308185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:18.312477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:18.324320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887086f-ba00-43d4-9346-7e67712a857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-80ce61e2-f584-4e41-8af6-73f27216157f', 'network_id': '80ce61e2-f584-4e41-8af6-73f27216157f', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': 'd2a4b300-eeb4-4bc0-948e-33d772f945aa'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:18.325486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c887086f-ba00-43d4-9346-7e67712a857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.336281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network 80ce61e2-f584-4e41-8af6-73f27216157f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:18.338739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Pushing event updated for resources: {'Port': ['ID=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.339635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:18.347106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:18.353439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:18.354288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.358403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Port': ['ID=56fda3a7-536a-4882-b951-9d69644ad081,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.384219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a99158be-bfb0-46e6-97db-32f776366475 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8280213 Sep 28 08:36:18.385785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37730) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:18.398656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=6f22a50b-2535-44b4-b9f7-00a9d24eeb83,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.423802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] For port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:18.451931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting subnet d2a4b300-eeb4-4bc0-948e-33d772f945aa {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:18.455485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.464894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': 'c88661ce-26e6-4fbe-945e-69e05ebad729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:18.465291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: d1da9507-2876-48ae-b5cb-a35ffe6643b6, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:18.501913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] For port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:18.503148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Attempting to bind port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:18.503492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.503732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Attempting to bind port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd5638b79-cb74-4b06-961e-a8750b385364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:18.503938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Attempting to bind port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a on network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:18.516364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:18.516663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Checking segment: {'id': 'd5638b79-cb74-4b06-961e-a8750b385364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:18.517071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.517470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Bound using segment: {'id': 'd5638b79-cb74-4b06-961e-a8750b385364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:18.517951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Bound port: b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5638b79-cb74-4b06-961e-a8750b385364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '825a4930-b28f-4eca-a172-3dcbebcf0bc7'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:18.518334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.520886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.615947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:18.617362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.637259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e138a9c-9884-48ed-8175-457da12a3131 None None] Pushing event updated for resources: {'Port': ['ID=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.650135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, d1da9507-2876-48ae-b5cb-a35ffe6643b6) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:18.659906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:18.660622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.669755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:18.679535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] For port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:18.686444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] For port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,segment=NetworkSegment(d5638b79-cb74-4b06-961e-a8750b385364),segment_id=d5638b79-cb74-4b06-961e-a8750b385364)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:18.690753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27100e0c-ba9c-4c29-ab08-f1a1ff956dab None None] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:18.723462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.726093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.761864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.777695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.801375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a4b300-eeb4-4bc0-948e-33d772f945aa,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:18.810139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.815974 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-521444ad-9cd4-4ed7-b23e-7581565dbf9f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/d2a4b300-eeb4-4bc0-948e-33d772f945aa HTTP/1.1" status: 204 len: 168 time: 0.4266794 Sep 28 08:36:18.823276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:18.825935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37732) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:18.828145 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d9730495-2734-4aef-9dbf-6b021e814304 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1635222 Sep 28 08:36:18.834239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37734) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:18.901262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-274885546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-c887086f-ba00-43d4-9346-7e67712a857c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a4b300-eeb4-4bc0-948e-33d772f945aa: This subnet is being modified by another concurrent operation. Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:36:18.910858 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a4b300-eeb4-4bc0-948e-33d772f945aa: This subnet is being modified by another concurrent operation. Sep 28 08:36:18.914761 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:36:18.942155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ec777-e25a-4947-91a0-81931740c33c tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:18.943953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ec777-e25a-4947-91a0-81931740c33c tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:18.950213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-260ec777-e25a-4947-91a0-81931740c33c tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1230989 Sep 28 08:36:18.950863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37736) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:18.955212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c649b-f809-4c48-aeaa-44c44fdb1c44 None None] Pushing event updated for resources: {'Port': ['ID=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:19.016168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.022444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.022612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d5588-e8ac-4635-9924-51b0a606fad8 None None] Network 80ce61e2-f584-4e41-8af6-73f27216157f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:19.024354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:19.067041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a5b6a1d-be46-4a13-a0ca-989e0bd35014 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.076495 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5b6a1d-be46-4a13-a0ca-989e0bd35014 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 28 08:36:19.077305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5b6a1d-be46-4a13-a0ca-989e0bd35014 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:19.085620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a5b6a1d-be46-4a13-a0ca-989e0bd35014 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/80ce61e2-f584-4e41-8af6-73f27216157f HTTP/1.1" status: 409 len: 405 time: 0.1336412 Sep 28 08:36:19.086620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:19.092880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342735964'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:19.098970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.100015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.140181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 3dadaf4b-9448-48ff-82fa-0e93516fdbe3 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:19.148226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:19.151264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.176021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.223859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:19.225755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-d1da9507-2876-48ae-b5cb-a35ffe6643b6', 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '6f22a50b-2535-44b4-b9f7-00a9d24eeb83'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:19.226689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.243053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.243573 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment 0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9 of type vlan for network b184dadf-20f1-4daa-a9e8-5a5585c51b02 Sep 28 08:36:19.313190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.338088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.354109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:19.360459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.363929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.373751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:19.377080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=4a001e87-c62b-48b2-aae8-d8b9aa038ecc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:19.378335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:19.389427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:19.390118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.402023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:19.403068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.405123 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP df20075f-dc71-4ff3-8213-96db2eda6084 associated. External IP: 172.26.4.167, port: 7fb17778-807d-4193-809d-78de9a2c7108. Sep 28 08:36:19.457876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3692312 Sep 28 08:36:19.463577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37740) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:19.468747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:19.528816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.530101 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-368c9bfd-ac83-4779-a6b6-95bdb5406d3e tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6392310 Sep 28 08:36:19.533121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37742) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:19.535765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Allocated IP 2001:db8::2 (d1da9507-2876-48ae-b5cb-a35ffe6643b6/6f22a50b-2535-44b4-b9f7-00a9d24eeb83/239613c0-7bbd-4bfe-8cc3-48ab7d2f8288) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:19.537991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8dbad097-c05b-49bf-b4ac-1022fdac4ee5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0559883 Sep 28 08:36:19.541843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:19.549742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=b184dadf-20f1-4daa-a9e8-5a5585c51b02,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:19.577850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.578256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.578603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.578941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.579273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.579609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.579941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.580261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.580588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.580910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.581255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.581575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c5337-2ec1-4090-87db-206498e417b4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:19.612625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:19.629403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc507284-7d48-4b54-8a83-f1700262343f None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:19.762819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.4 (cac62009-ac64-4fe5-91f0-512b36e578f1/98a7522e-a8ed-41d6-a732-f54a970a23c1/3dadaf4b-9448-48ff-82fa-0e93516fdbe3) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:19.778652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.29 (cac62009-ac64-4fe5-91f0-512b36e578f1/5ddf3334-cb7f-4c50-8af8-4af98106526d/3dadaf4b-9448-48ff-82fa-0e93516fdbe3) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:19.818499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763c9b7-e1f3-4ecb-9463-7618e7a84a21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:19.828756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763c9b7-e1f3-4ecb-9463-7618e7a84a21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:19.833225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6763c9b7-e1f3-4ecb-9463-7618e7a84a21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2757902 Sep 28 08:36:19.833521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Provisioning complete for port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:19.833895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.833992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:19.834227 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Attempt 1 to provision port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:19.841475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:19.845101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37746) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:20.018573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:20.031122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.060523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.158083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:20.230076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:20.248554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:20.259579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Pushing event updated for resources: {'Port': ['ID=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:20.275321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:20.287884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.292567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Current status of the port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:20.293207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.307554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.333439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 4a001e87-c62b-48b2-aae8-d8b9aa038ecc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:20.333697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.353882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:20.382572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:20.441129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.477138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-454970fb-9002-40b1-8334-9fde57844171 None None] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,segment=NetworkSegment(9b5929ab-d138-42eb-89dd-5cda42ea3afa),segment_id=9b5929ab-d138-42eb-89dd-5cda42ea3afa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:20.480060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Attempting to bind port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:20.480436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Attempting to bind port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'c88661ce-26e6-4fbe-945e-69e05ebad729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:20.480799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Attempting to bind port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 on network d1da9507-2876-48ae-b5cb-a35ffe6643b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:20.482964 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-64b6ff6e-d623-4194-8795-14b88ae1185f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7159712 Sep 28 08:36:20.483660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37748) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:20.484353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:36:20.486857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769" -d '{"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:36:20.489666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:20.489666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.490006 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:20.491459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.499612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.501274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:20.501897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:20.596355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:20.596739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Checking segment: {'id': 'c88661ce-26e6-4fbe-945e-69e05ebad729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:20.597182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.597585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Bound using segment: {'id': 'c88661ce-26e6-4fbe-945e-69e05ebad729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:20.598282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Bound port: 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88661ce-26e6-4fbe-945e-69e05ebad729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd1da9507-2876-48ae-b5cb-a35ffe6643b6'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:20.598675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.627206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f7097-8751-4dfa-a11b-3926bf1b1b25 x-openstack-request-id: req-ff2f7097-8751-4dfa-a11b-3926bf1b1b25 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:36:20.627206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:36:20.627540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ff2f7097-8751-4dfa-a11b-3926bf1b1b25 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:36:20.627874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2f7097-8751-4dfa-a11b-3926bf1b1b25'] response: {'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108', 'status': 'completed', 'code': 200} Sep 28 08:36:20.653086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network cac62009-ac64-4fe5-91f0-512b36e578f1 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:20.662449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:20.668981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:20.723608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=3dadaf4b-9448-48ff-82fa-0e93516fdbe3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:20.730685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:36:20.749931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.754760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-30154f4f-8dd1-46e9-adcf-3dbc60e12b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:20.756626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-30154f4f-8dd1-46e9-adcf-3dbc60e12b32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1098 time: 0.1621075 Sep 28 08:36:20.758827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.759052 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f301bcad-c225-480f-89fa-ee8f9e56499e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 991 time: 0.2676315 Sep 28 08:36:20.771848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:20.772425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:20.795084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7a0b10a6-1a9a-4660-b7bc-93ea37dc80a3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.5663567 Sep 28 08:36:20.797634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37752) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:20.803865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98a7522e-a8ed-41d6-a732-f54a970a23c1'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:20.844614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f337449-bb2b-4f41-9173-ab5c0a21efa0 None None] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:20.865544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 4a001e87-c62b-48b2-aae8-d8b9aa038ecc owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:20.884925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Update dhcp port {'port': {'network_id': 'cac62009-ac64-4fe5-91f0-512b36e578f1', 'fixed_ips': [{'subnet_id': '98a7522e-a8ed-41d6-a732-f54a970a23c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ddf3334-cb7f-4c50-8af8-4af98106526d'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:36:20.898294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.047107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Provisioning complete for port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:21.048192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.048192 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Attempt 1 to provision port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 Sep 28 08:36:21.058715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.062243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454970fb-9002-40b1-8334-9fde57844171 None None] Pushing event updated for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:21.184524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Delete allocated IP 172.20.0.29 (cac62009-ac64-4fe5-91f0-512b36e578f1/5ddf3334-cb7f-4c50-8af8-4af98106526d) {{(pid=103309) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:36:21.192032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:21.244363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] For port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:21.301480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] For port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,segment=NetworkSegment(c88661ce-26e6-4fbe-945e-69e05ebad729),segment_id=c88661ce-26e6-4fbe-945e-69e05ebad729)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:21.304113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:21.305258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1ca6f04-d34c-4309-893e-3d0ad9d1f57a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:21.319101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=624580da-b3c1-4a7a-add9-73ca307fded9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:21.344663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.382715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:21.382715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: b184dadf-20f1-4daa-a9e8-5a5585c51b02, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:21.430928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8::1 (d1da9507-2876-48ae-b5cb-a35ffe6643b6/6f22a50b-2535-44b4-b9f7-00a9d24eeb83/ef12030b-81e8-42e8-85c6-0fe604a034f0) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:21.477512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-ba696b9e-06ff-48a3-ac18-ddd549e06e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:21.479677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-ba696b9e-06ff-48a3-ac18-ddd549e06e1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 898 time: 0.6716874 Sep 28 08:36:21.575727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:21.602986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b184dadf-20f1-4daa-a9e8-5a5585c51b02) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:21.607873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:21.609368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.611124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Current status of the port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:21.611523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.616001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739d24-4066-4bc0-b64d-ca22644f2cf3 None None] Pushing event updated for resources: {'Port': ['ID=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:21.649920 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6ef4acac-b966-483d-ae65-2dc3da728e07 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1826122 Sep 28 08:36:21.651569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e221880-1bed-44e1-a987-ad224c06aab5 None None] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:21.659274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:21.667138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'port': {'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02', 'name': 'tempest-NetworksIpV6TestAttrs-272525772'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:21.707100 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-5f68bef0-9404-4696-acb7-829209a68a81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 999 time: 0.2034185 Sep 28 08:36:21.760373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] For port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:21.761432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:21.761860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.762146 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a Sep 28 08:36:21.763141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37756) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:21.794411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.826541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.881376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.885484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.899927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.921539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-991484b1-5d23-4dc7-842c-5c80d509e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:21.923591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-991484b1-5d23-4dc7-842c-5c80d509e967 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 200 len: 835 time: 0.2069678 Sep 28 08:36:21.932358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=4a001e87-c62b-48b2-aae8-d8b9aa038ecc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:21.955187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:21.958932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:21.988108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a2899d3-6f79-4bce-b05e-906cfd9f4f12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 991 time: 0.2163770 Sep 28 08:36:22.023397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.028980 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e0e75171-05ec-4eeb-b1b0-6f2148f53f19 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/4a001e87-c62b-48b2-aae8-d8b9aa038ecc HTTP/1.1" status: 204 len: 168 time: 2.1796026 Sep 28 08:36:22.035581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37758) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:22.054773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-bb0b3952-c3ea-4ba2-8a73-654b5f26abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:22.057378 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-bb0b3952-c3ea-4ba2-8a73-654b5f26abe4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165702 Sep 28 08:36:22.087226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d03b00-a453-4510-ad32-f6c8bd999fbe None None] Pushing event updated for resources: {'Port': ['ID=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:22.091032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.115960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] In _notify_port_updated(), no bound segment for port 3dadaf4b-9448-48ff-82fa-0e93516fdbe3 on network cac62009-ac64-4fe5-91f0-512b36e578f1 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:36:22.121625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:22.122292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.126168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/ports/3dadaf4b-9448-48ff-82fa-0e93516fdbe3 HTTP/1.1" status: 200 len: 919 time: 1.3250546 Sep 28 08:36:22.129018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37760) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:22.140502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98a7522e-a8ed-41d6-a732-f54a970a23c1'}, {'subnet_id': '5ddf3334-cb7f-4c50-8af8-4af98106526d'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:22.146119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b768d-196e-49bf-a81f-2782df13cff3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=3dadaf4b-9448-48ff-82fa-0e93516fdbe3,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:22.157700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] device_id is not set on port b085f022-da0d-414c-b9d2-e72e54859785 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:22.181746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Allocated IP 172.20.0.18 (cac62009-ac64-4fe5-91f0-512b36e578f1/5ddf3334-cb7f-4c50-8af8-4af98106526d/f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:22.198189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:22.230774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9fe8f6-756c-4b58-a699-990c2b5550cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:22.232418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9fe8f6-756c-4b58-a699-990c2b5550cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:22.236712 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1d9fe8f6-756c-4b58-a699-990c2b5550cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1917090 Sep 28 08:36:22.239411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37762) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:22.239615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:22.242807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:22.243405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.320931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.342637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=ef12030b-81e8-42e8-85c6-0fe604a034f0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:22.367703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:22.368200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.388274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6ee0e46d-e701-4e57-bf53-47715fe9b57c None None] Provisioning complete for port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:22.389259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e46d-e701-4e57-bf53-47715fe9b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.389615 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6ee0e46d-e701-4e57-bf53-47715fe9b57c None None] Attempt 1 to provision port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a Sep 28 08:36:22.405688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-fa775184-d216-4d64-b84f-9c81112ba783 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267455 Sep 28 08:36:22.417660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b184dadf-20f1-4daa-a9e8-5a5585c51b02', 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': '624580da-b3c1-4a7a-add9-73ca307fded9'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:22.418508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.423673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.445903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet b1d75293-426a-4af8-b893-c98448129833 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:22.455564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.489261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,segment=NetworkSegment(9b5929ab-d138-42eb-89dd-5cda42ea3afa),segment_id=9b5929ab-d138-42eb-89dd-5cda42ea3afa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:22.515306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,segment=NetworkSegment(d5638b79-cb74-4b06-961e-a8750b385364),segment_id=d5638b79-cb74-4b06-961e-a8750b385364)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:22.522062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Allocated IP 2001:db8::f816:3eff:febc:ef08 (b184dadf-20f1-4daa-a9e8-5a5585c51b02/624580da-b3c1-4a7a-add9-73ca307fded9/b085f022-da0d-414c-b9d2-e72e54859785) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:22.566680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.587454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.588367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:22.598220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:16Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:22.632475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d11d86b6-2389-4c8c-b96d-0f8dff4ad769 req-ef53c0d5-90ef-4ce3-89a9-e7804435c8fb service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176867 Sep 28 08:36:22.703645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.713490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:22.729896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.843767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.24 (cac62009-ac64-4fe5-91f0-512b36e578f1/5ddf3334-cb7f-4c50-8af8-4af98106526d/3dadaf4b-9448-48ff-82fa-0e93516fdbe3) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:22.907337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.918222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.919385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.976441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a70d5-d867-47c2-8041-ad4a2c7f2094 None None] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:22.988199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:22.991195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37766) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.004764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:23.005668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:23.018866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.095044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0e46d-e701-4e57-bf53-47715fe9b57c None None] Current status of the port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:23.108545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=ef12030b-81e8-42e8-85c6-0fe604a034f0,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.112348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.142284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e49-2c8a-4209-99f8-25d73c7c8005 req-0de1f3d0-4cff-4cde-8377-d31a5ac84e9e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:23.143895 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c46d6e49-2c8a-4209-99f8-25d73c7c8005 req-0de1f3d0-4cff-4cde-8377-d31a5ac84e9e tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1788168 Sep 28 08:36:23.160726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6c866df8-74d8-4d2c-9064-93cbb89f4245 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 991 time: 0.1593094 Sep 28 08:36:23.168940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6ee0e46d-e701-4e57-bf53-47715fe9b57c None None] Could not find standard attr ID for object 4a001e87-c62b-48b2-aae8-d8b9aa038ecc. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:23.170493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.172094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:23.186450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:23.186605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.206894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.258714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99114b78-219b-4f8c-9bdf-f1551aa46c44 None None] Pushing event updated for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.261962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:23.263081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.263504 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 Sep 28 08:36:23.281390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d75293-426a-4af8-b893-c98448129833,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.297222 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c46d6e49-2c8a-4209-99f8-25d73c7c8005 req-7584930e-5ea9-4749-a2dc-cc53c2479c84 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394637 Sep 28 08:36:23.316405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.323497 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ee49a84-af26-40d0-b5c0-135504ecc352 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/b1d75293-426a-4af8-b893-c98448129833 HTTP/1.1" status: 204 len: 168 time: 1.0828822 Sep 28 08:36:23.325597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.342703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37768) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.361660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=3dadaf4b-9448-48ff-82fa-0e93516fdbe3,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.386302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd146e74-12b4-4c98-b7bb-20afa1d4533b None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:23.404987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:23.439605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 485b42fd-bb39-4b9f-b6b5-09424fc13492 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:36:23.465855 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c2ba625d-25fc-4500-b710-f3f576b443c3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219726 Sep 28 08:36:23.499150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37774) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.503593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Provisioning complete for port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:23.503993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.504333 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Attempt 1 to provision port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 Sep 28 08:36:23.509595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:23.551765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:23.579554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Allocated IP 2001:db8::f816:3eff:fe08:f183 (b184dadf-20f1-4daa-a9e8-5a5585c51b02/624580da-b3c1-4a7a-add9-73ca307fded9/667b54a2-843f-4172-b21f-97fe79041355) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:23.580557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:23.591133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:23.604924 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] Sync routers for ids ['485b42fd-bb39-4b9f-b6b5-09424fc13492'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:23.606590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:23.612496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:23.613083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.622471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3fd7d69e-987f-420d-b4c6-222b2977a0ec tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/485b42fd-bb39-4b9f-b6b5-09424fc13492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857363 Sep 28 08:36:23.623006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] Routers {'485b42fd-bb39-4b9f-b6b5-09424fc13492'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:23.623853 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['485b42fd-bb39-4b9f-b6b5-09424fc13492'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:23.625748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37776) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.640267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9046-dd50-4841-aaf5-87a2c7e0f2ec req-a6aec5f7-6f70-4094-8ff3-188439674eab tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:23.643856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e0fb9046-dd50-4841-aaf5-87a2c7e0f2ec req-a6aec5f7-6f70-4094-8ff3-188439674eab tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1732121 Sep 28 08:36:23.647936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] In _notify_port_updated(), no bound segment for port 3dadaf4b-9448-48ff-82fa-0e93516fdbe3 on network cac62009-ac64-4fe5-91f0-512b36e578f1 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:36:23.653765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:23.654446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.656670 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7e3c96d8-1512-4083-b7fa-2b5f883e4075 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/ports/3dadaf4b-9448-48ff-82fa-0e93516fdbe3 HTTP/1.1" status: 200 len: 999 time: 1.5209579 Sep 28 08:36:23.677418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37778) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.703732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:23.711740 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0489755 Sep 28 08:36:23.711740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82942c-30fa-417b-a4ec-d41edf09359f tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Port': ['ID=b085f022-da0d-414c-b9d2-e72e54859785,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:23.715411 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] Routers {'485b42fd-bb39-4b9f-b6b5-09424fc13492'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:23.716152 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['485b42fd-bb39-4b9f-b6b5-09424fc13492'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:23.716922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37780) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.754820 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:23.755624 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455fad2-0ea6-4eb0-adde-038f59c7f3ee None None] The sync data for ids ['485b42fd-bb39-4b9f-b6b5-09424fc13492'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:23.783203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d68fa7-2f7f-4f45-9f24-1a9e9d30e852 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:23.787716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-44d68fa7-2f7f-4f45-9f24-1a9e9d30e852 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports/ef12030b-81e8-42e8-85c6-0fe604a034f0 HTTP/1.1" status: 200 len: 911 time: 0.1580384 Sep 28 08:36:23.790318 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e0fb9046-dd50-4841-aaf5-87a2c7e0f2ec req-36569daf-7476-482c-a46d-5d32b18dfaa3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319432 Sep 28 08:36:23.796056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37782) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:23.865976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting subnet 624580da-b3c1-4a7a-add9-73ca307fded9 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:23.866172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Current status of the port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:23.866626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.912087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 3dadaf4b-9448-48ff-82fa-0e93516fdbe3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:23.912888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.925794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:23.931666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:23.944432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:24.029324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5ef6-a7b9-4d64-b8f9-098381375507 req-e86b45f8-328e-44e7-8eb2-a0f8998e83ac tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:24.030536 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-362a5ef6-a7b9-4d64-b8f9-098381375507 req-e86b45f8-328e-44e7-8eb2-a0f8998e83ac tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1318789 Sep 28 08:36:24.063620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.079151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5407e-4ba4-47cf-bd29-fd37847848dc None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:24.083120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 3dadaf4b-9448-48ff-82fa-0e93516fdbe3 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:24.107897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-362a5ef6-a7b9-4d64-b8f9-098381375507 req-7cfd8bff-5db8-4dca-8ec7-d9ae1b795216 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688956 Sep 28 08:36:24.173074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37788) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:24.281762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:24.285297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] For port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,segment=NetworkSegment(c88661ce-26e6-4fbe-945e-69e05ebad729),segment_id=c88661ce-26e6-4fbe-945e-69e05ebad729)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:24.359383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.376531 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ae7fd5b8-b087-4e00-a7a1-166ce38dacca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 991 time: 0.1959984 Sep 28 08:36:24.395046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.419559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:24.440540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=3dadaf4b-9448-48ff-82fa-0e93516fdbe3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:24.454096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9ddf2-150d-4b07-adeb-1436c9a1f765 req-a0ed78ce-06ee-401b-9294-393c3792a3bf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:24.456168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1c9ddf2-150d-4b07-adeb-1436c9a1f765 req-a0ed78ce-06ee-401b-9294-393c3792a3bf tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2482638 Sep 28 08:36:24.552702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Provisioning complete for port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:24.553116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.553459 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Attempt 1 to provision port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a Sep 28 08:36:24.568868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.578128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-284d919b-e01c-4f0b-bbf4-3f670d97cbd2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/3dadaf4b-9448-48ff-82fa-0e93516fdbe3 HTTP/1.1" status: 204 len: 168 time: 0.8992026 Sep 28 08:36:24.578885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37790) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:24.590836 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1c9ddf2-150d-4b07-adeb-1436c9a1f765 req-1e408059-fabb-4cf5-be00-d0582209d3e7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217759 Sep 28 08:36:24.614745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Pushing event updated for resources: {'Port': ['ID=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:24.614902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7405af5-46fb-4c3b-a0fd-4ae63e378397 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:24.621774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7405af5-46fb-4c3b-a0fd-4ae63e378397 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/3dadaf4b-9448-48ff-82fa-0e93516fdbe3 HTTP/1.1" status: 404 len: 333 time: 0.0415795 Sep 28 08:36:24.622554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37792) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:24.638710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.719306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.723700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:24.724279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.724668 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 Sep 28 08:36:24.748107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.772463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:24.786772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:24.790359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:24.791050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.802904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.824103 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3231618 Sep 28 08:36:24.830347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37798) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:24.839003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'a0227329-af0c-436d-932a-b1430967106f', 'ip_address': '2001:db8::8b3c:e5fb:5999:aa61'}], 'name': 'tempest-NetworksTestDHCPv6-1243039402'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:24.839398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda8abb-8f5e-4977-9849-d77bf7329595 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=a0227329-af0c-436d-932a-b1430967106f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:24.860648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 5ddf3334-cb7f-4c50-8af8-4af98106526d {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:24.861868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.870489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:24.876988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Pushing event updated for resources: {'Port': ['ID=667b54a2-843f-4172-b21f-97fe79041355,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:24.925834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.007470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.067119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-30bddc74-cd73-456b-9150-55e490781eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:16Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:25.070078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Deleting port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:25.070456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.092892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.096629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:25.125481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:25.127706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bddc74-cd73-456b-9150-55e490781eba None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:35:44Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:16Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:25.140838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:25.154430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d58fe-5111-4e8a-a5c5-64de566335c4 req-873338d2-4fdb-47aa-871a-71904d1e98e3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:25.156763 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-631d58fe-5111-4e8a-a5c5-64de566335c4 req-873338d2-4fdb-47aa-871a-71904d1e98e3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2236259 Sep 28 08:36:25.171624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:25.283263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.284624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.289541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8386f-a056-410c-98d2-0e49530e54b4 None None] Current status of the port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:25.330201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port de347931-4d63-4b41-b2f0-0a79d0786173 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:25.342929 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-631d58fe-5111-4e8a-a5c5-64de566335c4 req-f48ca756-ec07-4ed4-9233-26ef9c6bcc6d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628220 Sep 28 08:36:25.390568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37800) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:25.396480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] For port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:25.396927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.400186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Attempting to bind port 667b54a2-843f-4172-b21f-97fe79041355 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:25.400594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Attempting to bind port 667b54a2-843f-4172-b21f-97fe79041355 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:25.400940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Attempting to bind port 667b54a2-843f-4172-b21f-97fe79041355 on network b184dadf-20f1-4daa-a9e8-5a5585c51b02 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:25.406133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.407142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.420417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:25.421622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:25.495520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Calling delete_port for 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:25.670440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:25.671112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Checking segment: {'id': '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:25.672352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.672978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Bound using segment: {'id': '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:25.673556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Bound port: 667b54a2-843f-4172-b21f-97fe79041355, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b184dadf-20f1-4daa-a9e8-5a5585c51b02'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:25.673958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.687297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8e19a-9edd-4f21-8a9a-95d2ced293c9 None None] New status for floating IP df20075f-dc71-4ff3-8213-96db2eda6084: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:36:25.706855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Provisioning complete for port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:25.707666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.708155 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Attempt 1 to provision port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 Sep 28 08:36:25.714175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.809174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] Pushing event deleted for resources: {'Port': ['ID=3a51d2dd-94bd-452e-acd6-d7f514d00fa4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:25.861984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:25.862628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.863109 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:25.879528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=624580da-b3c1-4a7a-add9-73ca307fded9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:25.891734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.895693 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8f718646-179a-4694-ba2c-3793daf555a9 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/624580da-b3c1-4a7a-add9-73ca307fded9 HTTP/1.1" status: 204 len: 168 time: 2.1774280 Sep 28 08:36:25.899578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37802) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:25.915636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b35325-16b4-45a6-a72b-b5363d010afe None None] No DVR routers for this DVR port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:25.953295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a5b27-a63d-4238-9e2f-dffc5ddd3b99 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:25.961075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd5e88-668c-47b1-b19b-418bc1900eb4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:25.962937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd5e88-668c-47b1-b19b-418bc1900eb4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:25.967517 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39bd5e88-668c-47b1-b19b-418bc1900eb4 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0672247 Sep 28 08:36:25.969401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:25.970821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:25.974192 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/5ddf3334-cb7f-4c50-8af8-4af98106526d HTTP/1.1" status: 204 len: 168 time: 1.3488905 Sep 28 08:36:25.976317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da65f-7d16-40af-9943-bb030cd84611 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddf3334-cb7f-4c50-8af8-4af98106526d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:25.978296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37806) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:26.051354 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3d037233-cce4-4bc0-bdb7-bafd3b46f88a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 991 time: 0.6592095 Sep 28 08:36:26.099672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] For port 667b54a2-843f-4172-b21f-97fe79041355, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:26.102719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 98a7522e-a8ed-41d6-a732-f54a970a23c1 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:26.110658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.137754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808289f-781d-42d9-af79-09fe38438f7f None None] Network cac62009-ac64-4fe5-91f0-512b36e578f1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:26.146283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a631e0d-0001-4013-827e-59ff17585bb1 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.160605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a631e0d-0001-4013-827e-59ff17585bb1 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 28 08:36:26.161190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a631e0d-0001-4013-827e-59ff17585bb1 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:26.164488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5a631e0d-0001-4013-827e-59ff17585bb1 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/b184dadf-20f1-4daa-a9e8-5a5585c51b02 HTTP/1.1" status: 409 len: 405 time: 0.1925566 Sep 28 08:36:26.171038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.171525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:26.179051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-103912813'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:26.199655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::8b3c:e5fb:5999:aa61 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/a0227329-af0c-436d-932a-b1430967106f/de347931-4d63-4b41-b2f0-0a79d0786173) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:26.200844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] For port 667b54a2-843f-4172-b21f-97fe79041355, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667b54a2-843f-4172-b21f-97fe79041355,segment=NetworkSegment(0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9),segment_id=0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:26.205155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:26.206276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1ca6f04-d34c-4309-893e-3d0ad9d1f57a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:26.210584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port ef12030b-81e8-42e8-85c6-0fe604a034f0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:26.210933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.253858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.343162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.367186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.392755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Current status of the port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:26.394599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for ef12030b-81e8-42e8-85c6-0fe604a034f0 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:26.496538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:26.500409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.508056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.511355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761bc4b-d2fe-4b9b-8b89-0e60e6bb1a33 None None] Network b184dadf-20f1-4daa-a9e8-5a5585c51b02 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:26.520927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.534180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Provisioning complete for port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:26.534564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.534892 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Attempt 1 to provision port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:26.542701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636893-ba5e-466b-9afb-533e40d8f8df None None] Pushing event updated for resources: {'Port': ['ID=667b54a2-843f-4172-b21f-97fe79041355,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:26.567905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e8b87-b2e7-488b-b03d-8fb82c4a9f08 req-5633e505-9469-480f-88e3-ea305407c418 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:26.572958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-259e8b87-b2e7-488b-b03d-8fb82c4a9f08 req-5633e505-9469-480f-88e3-ea305407c418 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1126285 Sep 28 08:36:26.576357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:26.586213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=98a7522e-a8ed-41d6-a732-f54a970a23c1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:26.606629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.609548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.609836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment 12528222-8b77-4383-a3c9-a3ecb4dd4f92 of type vlan for network 86385369-5cc6-47a6-afff-c8f7db413fd9 Sep 28 08:36:26.611001 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ce240033-03b6-486c-b043-bb56b91d629e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/98a7522e-a8ed-41d6-a732-f54a970a23c1 HTTP/1.1" status: 204 len: 168 time: 0.6280930 Sep 28 08:36:26.613831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37812) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:26.623579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.681709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:26.681985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.682313 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a Sep 28 08:36:26.702745 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-259e8b87-b2e7-488b-b03d-8fb82c4a9f08 req-9d3bde9c-dc7d-457f-ac86-5a4daadf8c85 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189752 Sep 28 08:36:26.706680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.725237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:26.732886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:26.735027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.745643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:26.751717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:26.752436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.757797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=de347931-4d63-4b41-b2f0-0a79d0786173,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:26.777136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.783604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:26.784294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.800359 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-71fe4a5a-af55-4956-88cb-e68b066ece4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9688089 Sep 28 08:36:26.800776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37814) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:26.813248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.845701 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6727793 Sep 28 08:36:26.848608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'a0227329-af0c-436d-932a-b1430967106f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:26.849937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37816) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:26.850060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:26.856055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': '86385369-5cc6-47a6-afff-c8f7db413fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:26.899374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=ef12030b-81e8-42e8-85c6-0fe604a034f0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:26.920431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a80c-f773-42d9-8190-a78c6aebd076 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=86385369-5cc6-47a6-afff-c8f7db413fd9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:26.941675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Current status of the port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:26.943945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 86385369-5cc6-47a6-afff-c8f7db413fd9 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:27.002131 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.020881 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:27.021275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.042730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:27.047221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.050506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99105b8b-9d88-44fe-8a8f-f698ab923650 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:27.052013 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-99105b8b-9d88-44fe-8a8f-f698ab923650 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2500923 Sep 28 08:36:27.056412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37818) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:27.057125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:27.175714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,segment=NetworkSegment(9b5929ab-d138-42eb-89dd-5cda42ea3afa),segment_id=9b5929ab-d138-42eb-89dd-5cda42ea3afa)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:27.176093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.215551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-904278c5-64ef-483c-ab57-480d46da2401 None None] Could not find standard attr ID for object ef12030b-81e8-42e8-85c6-0fe604a034f0. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:27.220185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:27.224024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] DHCP port deletion for cac62009-ac64-4fe5-91f0-512b36e578f1 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:27.241460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:27.242696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:27.302505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 485b42fd-bb39-4b9f-b6b5-09424fc13492 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:27.324331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:27.324777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 28 08:36:27.360655 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ab864a86-3440-4f26-a611-894c00e2bcc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 200 len: 993 time: 0.1612020 Sep 28 08:36:27.370482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Port 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 not found, will not notify nova. {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 28 08:36:27.414115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] Provisioning complete for port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:27.414492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.415617 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] Attempt 1 to provision port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:27.416135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:27.424172 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-539d392d-5853-4d5b-8ca4-b751d0c28c3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/485b42fd-bb39-4b9f-b6b5-09424fc13492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6276948 Sep 28 08:36:27.424354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37822) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:27.435791 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] Sync routers for ids ['485b42fd-bb39-4b9f-b6b5-09424fc13492'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:27.451354 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] Routers {'485b42fd-bb39-4b9f-b6b5-09424fc13492'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:27.451981 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['485b42fd-bb39-4b9f-b6b5-09424fc13492'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.453419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port de347931-4d63-4b41-b2f0-0a79d0786173 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:27.453892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.460784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.469129 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7fa711dd-09bf-40ee-bbac-955d3cec319c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=485b42fd-bb39-4b9f-b6b5-09424fc13492 HTTP/1.1" status: 200 len: 205 time: 0.0412300 Sep 28 08:36:27.470133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37824) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:27.496715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:36:27.507694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.526346 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.533461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/a0227329-af0c-436d-932a-b1430967106f/816e01fb-fc63-4297-b0e1-b301c01c98bc) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:27.540337 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] Routers {'485b42fd-bb39-4b9f-b6b5-09424fc13492'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:27.542037 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['485b42fd-bb39-4b9f-b6b5-09424fc13492'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.542879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:27.545605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:27.586467 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.587772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1e649-c701-4cff-bb3f-f00af5451dfb None None] The sync data for ids ['485b42fd-bb39-4b9f-b6b5-09424fc13492'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:27.599101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] Could not find standard attr ID for object f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:27.600975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:27.621569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=5637aeb7-58a0-4979-913c-8bb8f4aef093,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:27.625976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.631308 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.db [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] No ports have port_id starting with f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c Sep 28 08:36:27.641077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': '12528222-8b77-4383-a3c9-a3ecb4dd4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86385369-5cc6-47a6-afff-c8f7db413fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:27.641432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: 86385369-5cc6-47a6-afff-c8f7db413fd9, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:27.644622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.652051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Deleting port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:27.652051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.661274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for de347931-4d63-4b41-b2f0-0a79d0786173 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:27.704947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5db8ae1a-9463-444a-8445-48886b5087ca None None] Could not find standard attr ID for object 3dadaf4b-9448-48ff-82fa-0e93516fdbe3. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:27.714838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network 86385369-5cc6-47a6-afff-c8f7db413fd9 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:27.732540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 86385369-5cc6-47a6-afff-c8f7db413fd9) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:27.737856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:27.739312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.742638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.758513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a584b-d788-41a9-8f26-85e77b68f7d4 None None] Network 86385369-5cc6-47a6-afff-c8f7db413fd9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:27.772348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a4f4089-d1c1-4508-a381-4963355502ae tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9193568 Sep 28 08:36:27.773121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37828) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:27.828002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] For port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:27.828578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.828819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac62009-ac64-4fe5-91f0-512b36e578f1']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.871099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.882319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5929ab-d138-42eb-89dd-5cda42ea3afa') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.882319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5929ab-d138-42eb-89dd-5cda42ea3afa') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:27.884815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.888756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.903746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Calling delete_port for f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:27.910402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.910600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:36:27.919187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.926023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:27.926453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.926848 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 Sep 28 08:36:27.963699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.973225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:27.973606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:27.994022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.001665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] Pushing event deleted for resources: {'Port': ['ID=f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.004627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfcd2a-0bcd-4c22-9769-7e2402e907f8 None None] No DVR routers for this DVR port f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:28.010199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfafc0-2e32-4c8f-b99c-3e3b96809049 req-ccf791dc-1778-4859-8c60-8725c6fe9819 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:28.011913 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7fdfafc0-2e32-4c8f-b99c-3e3b96809049 req-ccf791dc-1778-4859-8c60-8725c6fe9819 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1433227 Sep 28 08:36:28.015896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.016440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router 485b42fd-bb39-4b9f-b6b5-09424fc13492 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:28.019775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.032888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.039433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.039839 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b111c8b2-8ed5-4ef7-92fa-1dd2968fd3b2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/485b42fd-bb39-4b9f-b6b5-09424fc13492 HTTP/1.1" status: 204 len: 168 time: 0.5657184 Sep 28 08:36:28.043791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37832) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.056302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.075508 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9b5929ab-d138-42eb-89dd-5cda42ea3afa resource provider aggregate not found Sep 28 08:36:28.110509 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9b5929ab-d138-42eb-89dd-5cda42ea3afa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b5929ab-d138-42eb-89dd-5cda42ea3afa found for delete ", "request_id": "req-7ee69f3c-5196-4aac-962f-cf934babc926"}]} Sep 28 08:36:28.111166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.121123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.130380 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/cac62009-ac64-4fe5-91f0-512b36e578f1 HTTP/1.1" status: 204 len: 168 time: 1.5093985 Sep 28 08:36:28.130563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:28.136889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7fdfafc0-2e32-4c8f-b99c-3e3b96809049 req-e7e20d69-e808-4ae6-9f9e-6098f5ae8aef tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102264 Sep 28 08:36:28.138089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1987c-24d0-48c7-8704-67f752c5a310 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=cac62009-ac64-4fe5-91f0-512b36e578f1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.141515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.153197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:28.176902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:28.182167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Pushing event updated for resources: {'Port': ['ID=816e01fb-fc63-4297-b0e1-b301c01c98bc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.184156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.199215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655829a0-7b94-4e33-bbc1-b46c84aa8603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-86385369-5cc6-47a6-afff-c8f7db413fd9', 'network_id': '86385369-5cc6-47a6-afff-c8f7db413fd9', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': '5637aeb7-58a0-4979-913c-8bb8f4aef093'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:28.200047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-655829a0-7b94-4e33-bbc1-b46c84aa8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.204552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:28.212449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=de347931-4d63-4b41-b2f0-0a79d0786173,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.274249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Attempting to bind port 816e01fb-fc63-4297-b0e1-b301c01c98bc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:28.274665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Attempting to bind port 816e01fb-fc63-4297-b0e1-b301c01c98bc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:28.274883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=5637aeb7-58a0-4979-913c-8bb8f4aef093,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.275048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Attempting to bind port 816e01fb-fc63-4297-b0e1-b301c01c98bc on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:28.277333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.280597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:28.283554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37838) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.283700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee092dfe-8a8e-4e72-b1da-ca951974a976 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/de347931-4d63-4b41-b2f0-0a79d0786173 HTTP/1.1" status: 204 len: 168 time: 1.0871167 Sep 28 08:36:28.306835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 6f22a50b-2535-44b4-b9f7-00a9d24eeb83 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:28.341946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163dec-2bfa-4120-8e1e-1277373cae28 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:28.343164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.343826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0163dec-2bfa-4120-8e1e-1277373cae28 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:28.345522 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d0163dec-2bfa-4120-8e1e-1277373cae28 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0599558 Sep 28 08:36:28.348167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37840) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.353168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.357167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:28.357167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:28.357642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.357763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:28.358452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Bound port: 816e01fb-fc63-4297-b0e1-b301c01c98bc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:28.358643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.362022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:28.362369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3a51d2dd-94bd-452e-acd6-d7f514d00fa4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:28.362794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:28.388962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bfcf5-4ebb-4efe-8679-de264045840d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:28.395547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-351bfcf5-4ebb-4efe-8679-de264045840d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2210395 Sep 28 08:36:28.399534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbbde14-82e7-45c6-a2cc-e236fdee8049 None None] Network 86385369-5cc6-47a6-afff-c8f7db413fd9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:28.401777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37842) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.411289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86385369-5cc6-47a6-afff-c8f7db413fd9']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:28.411589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:28.411942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9dda7a5-2ab7-4b26-8235-ef2ca7853d7c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:28.438176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet a0227329-af0c-436d-932a-b1430967106f {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:28.442528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12528222-8b77-4383-a3c9-a3ecb4dd4f92') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:28.442821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12528222-8b77-4383-a3c9-a3ecb4dd4f92') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:28.444699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.454524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.483388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.488912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.511047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.521160 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3c284198-5440-4677-ae1b-c4a5091c7219 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1182649 Sep 28 08:36:28.525074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.529833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-60073401'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:28.532233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] For port 816e01fb-fc63-4297-b0e1-b301c01c98bc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:28.537022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:28.537418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.558380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] For port 816e01fb-fc63-4297-b0e1-b301c01c98bc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=816e01fb-fc63-4297-b0e1-b301c01c98bc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:28.566962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.574965 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 12528222-8b77-4383-a3c9-a3ecb4dd4f92 resource provider aggregate not found Sep 28 08:36:28.599629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.611915 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 12528222-8b77-4383-a3c9-a3ecb4dd4f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12528222-8b77-4383-a3c9-a3ecb4dd4f92 found for delete ", "request_id": "req-8ae41c62-0f43-496d-bd7f-ad75f700902f"}]} Sep 28 08:36:28.635946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6510019-5520-4163-8348-cb42de0ed7e8 None None] Pushing event updated for resources: {'Port': ['ID=816e01fb-fc63-4297-b0e1-b301c01c98bc,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.674404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:28.674900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.678864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.693889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.698706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.705333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/86385369-5cc6-47a6-afff-c8f7db413fd9 HTTP/1.1" status: 204 len: 168 time: 0.9283028 Sep 28 08:36:28.707817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37850) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.714316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-700643011'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:28.715896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.721460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=a0227329-af0c-436d-932a-b1430967106f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.727942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.731702 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f69a8714-e0de-4b68-a0f5-56b91bc89a6c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/a0227329-af0c-436d-932a-b1430967106f HTTP/1.1" status: 204 len: 168 time: 0.3824337 Sep 28 08:36:28.735472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37852) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.762624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8edb-62fe-45bf-a059-8456ba84ea31 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=86385369-5cc6-47a6-afff-c8f7db413fd9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.794167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:28.803906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dafed406-59e9-458e-896c-5e156977384c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671470 Sep 28 08:36:28.807435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37854) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.813092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.813223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment 3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd of type vlan for network 419471c3-71ed-4bca-af64-e59ae9ee16a3 Sep 28 08:36:28.814052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:28.819334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:28.822850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.867952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.871086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.913466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=6f22a50b-2535-44b4-b9f7-00a9d24eeb83,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:28.915822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:28.918652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.922442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-30ffc36a-6ec7-4a52-af86-92ae2417a938 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/6f22a50b-2535-44b4-b9f7-00a9d24eeb83 HTTP/1.1" status: 204 len: 168 time: 0.8299115 Sep 28 08:36:28.926104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:28.933757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.934104 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment e680754d-53fb-4491-acef-1a8ec236a229 of type vlan for network 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a Sep 28 08:36:28.935314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d635fc-14ae-456e-8cfd-9e8b4edb35d2 None None] Network d1da9507-2876-48ae-b5cb-a35ffe6643b6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:28.968952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.975016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:28.975930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:28.996083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:28.999848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.027740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.066616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5404320 Sep 28 08:36:29.073102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.080255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37858) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:29.101857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:29.106003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142636fb-253c-4f4a-afd3-864c9c46c8cc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=419471c3-71ed-4bca-af64-e59ae9ee16a3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:29.118972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:29.151203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.156930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:29.157656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.180693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:29.181406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.213297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] DHCP port deletion for d1da9507-2876-48ae-b5cb-a35ffe6643b6 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:29.290189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Deleting port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:29.291275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.294564 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5831180 Sep 28 08:36:29.295403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37862) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:29.298726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b6ec8-2287-4f6b-9657-3280625da236 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:29.308316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': '4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:29.319650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:29.339825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,segment=NetworkSegment(c88661ce-26e6-4fbe-945e-69e05ebad729),segment_id=c88661ce-26e6-4fbe-945e-69e05ebad729)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:29.340376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.344561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:29.347788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.372477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:29.395387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c00d8b-52a1-42a0-8fec-22571706d31d req-a1175c1e-70ed-4275-b38f-a5b51c8dce39 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:29.396023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-85c00d8b-52a1-42a0-8fec-22571706d31d req-a1175c1e-70ed-4275-b38f-a5b51c8dce39 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1429365 Sep 28 08:36:29.536964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.546286 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-85c00d8b-52a1-42a0-8fec-22571706d31d req-7d2bb9cf-519c-4854-a718-229ff65f5f2b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181445 Sep 28 08:36:29.581019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:29.589312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.635481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:29.649773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:29.656612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:29.657241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.673327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=19ea04f0-83f7-4f49-9dca-e2e211a8233b,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:29.679925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.720876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] For port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,segment=NetworkSegment(c88661ce-26e6-4fbe-945e-69e05ebad729),segment_id=c88661ce-26e6-4fbe-945e-69e05ebad729)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:29.722055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.725825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:29.735492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:29.745869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Calling delete_port for 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:29.760054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-541d0678-9f53-4405-9a51-757b183ee6d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9510300 Sep 28 08:36:29.763607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37864) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:29.773638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '19ea04f0-83f7-4f49-9dca-e2e211a8233b', 'ip_address': '2001:db8::69f1:c71a:7b49:6e15'}], 'name': 'tempest-NetworksTestDHCPv6-858911078'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:29.778933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.799984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 816e01fb-fc63-4297-b0e1-b301c01c98bc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:29.842074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.896765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 816e01fb-fc63-4297-b0e1-b301c01c98bc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:29.897415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.897914 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 816e01fb-fc63-4297-b0e1-b301c01c98bc Sep 28 08:36:29.900999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1da9507-2876-48ae-b5cb-a35ffe6643b6']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:29.901193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:29.920531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88661ce-26e6-4fbe-945e-69e05ebad729') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:29.920928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88661ce-26e6-4fbe-945e-69e05ebad729') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:29.962462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] Pushing event deleted for resources: {'Port': ['ID=239613c0-7bbd-4bfe-8cc3-48ab7d2f8288,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:29.975218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60c9f-8107-4642-b5be-3a857e989643 None None] No DVR routers for this DVR port 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:29.999861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.007764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.045927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.052386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f766b73-c2d5-4e93-9f30-a48315991066 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:30.059025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:30.059596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.081774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 816e01fb-fc63-4297-b0e1-b301c01c98bc is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:30.082101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.134189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=c46abf11-467d-4aa7-b2eb-078ee3b0667b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:30.152801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': 'e680754d-53fb-4491-acef-1a8ec236a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:30.153207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:30.157763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.168502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.176423 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/d1da9507-2876-48ae-b5cb-a35ffe6643b6 HTTP/1.1" status: 204 len: 168 time: 1.2451982 Sep 28 08:36:30.176629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-14d883bf-eb0d-419a-af85-9108bf87d15e None None] Provisioning complete for port 816e01fb-fc63-4297-b0e1-b301c01c98bc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:30.176629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-14d883bf-eb0d-419a-af85-9108bf87d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.176629 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-14d883bf-eb0d-419a-af85-9108bf87d15e None None] Attempt 1 to provision port 816e01fb-fc63-4297-b0e1-b301c01c98bc Sep 28 08:36:30.184660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37868) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:30.189849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1153491579', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:30.195890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148adf-f7c9-40d4-bec4-52432666cd3c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=d1da9507-2876-48ae-b5cb-a35ffe6643b6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:30.200129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 816e01fb-fc63-4297-b0e1-b301c01c98bc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=816e01fb-fc63-4297-b0e1-b301c01c98bc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:30.216148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.218027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:30.227994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.229656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.296572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.298267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:30.303548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:30.305114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.305994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:30.342378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55d9af-3394-4a4a-9fe0-81ff86ea5010 None None] Network 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:30.359465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=613eaac4-d9be-4606-a747-1a00c795a75d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:30.364808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:30.365017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:30.365265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 239613c0-7bbd-4bfe-8cc3-48ab7d2f8288 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:30.365370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: 419471c3-71ed-4bca-af64-e59ae9ee16a3, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:30.379396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=816e01fb-fc63-4297-b0e1-b301c01c98bc,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:30.410937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-66aaf749-0f0c-4fef-ac17-fdc2bd9aae9d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1144657 Sep 28 08:36:30.411932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:30.413740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:30.435220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:30.451309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 419471c3-71ed-4bca-af64-e59ae9ee16a3) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:30.467813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c3bdb-d894-4a18-9fbb-f1d4637dd446 None None] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:30.484839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:30.485563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.509597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.521783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-14d883bf-eb0d-419a-af85-9108bf87d15e None None] Current status of the port 816e01fb-fc63-4297-b0e1-b301c01c98bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:30.527621 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fa228a46-5d90-48b6-bc2d-9c1b0958ff16 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4458964 Sep 28 08:36:30.534442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37872) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:30.539728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3', 'name': 'tempest-PortsTestJSON-1748310864'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:30.569616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-14d883bf-eb0d-419a-af85-9108bf87d15e None None] Could not find standard attr ID for object de347931-4d63-4b41-b2f0-0a79d0786173. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:30.574744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.652024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.660521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port b3f81001-8502-4717-97ec-7bb50e2b1b7e yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:30.668164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c88661ce-26e6-4fbe-945e-69e05ebad729 resource provider aggregate not found Sep 28 08:36:30.707519 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c88661ce-26e6-4fbe-945e-69e05ebad729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c88661ce-26e6-4fbe-945e-69e05ebad729 found for delete ", "request_id": "req-52fe4a37-acfd-4c35-a0a0-dfaf34aebc4e"}]} Sep 28 08:36:30.747362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6699b-4902-448b-8ce1-5de96bf08445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a', 'network_id': '4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': 'c46abf11-467d-4aa7-b2eb-078ee3b0667b'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:30.748326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3cf6699b-4902-448b-8ce1-5de96bf08445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.811597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.915077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-419471c3-71ed-4bca-af64-e59ae9ee16a3', 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': '613eaac4-d9be-4606-a747-1a00c795a75d'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:30.916244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.918123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922b84a-2e0a-45dc-8157-349bb56a7f36 req-921039e3-c128-4a7c-b2db-e59f29dca322 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:30.928943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a922b84a-2e0a-45dc-8157-349bb56a7f36 req-921039e3-c128-4a7c-b2db-e59f29dca322 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2195106 Sep 28 08:36:30.952642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:30.956227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:30.980011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.011026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.015519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.037278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:31.046560 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a922b84a-2e0a-45dc-8157-349bb56a7f36 req-7d79e943-b334-464e-b6ab-7e22098e85ed tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156929 Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-3cf6699b-4902-448b-8ce1-5de96bf08445 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c46abf11-467d-4aa7-b2eb-078ee3b0667b: This subnet is being modified by another concurrent operation. Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:36:31.051501 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c46abf11-467d-4aa7-b2eb-078ee3b0667b: This subnet is being modified by another concurrent operation. Sep 28 08:36:31.054961 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:36:31.081368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f3468-7f76-41dd-8551-f3936ede4753 None None] Network 4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:31.125334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::69f1:c71a:7b49:6e15 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/19ea04f0-83f7-4f49-9dca-e2e211a8233b/b3f81001-8502-4717-97ec-7bb50e2b1b7e) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:31.194426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d2a4a615-ab41-416f-8af2-1c36ea651d14 None None] Provisioning complete for port 816e01fb-fc63-4297-b0e1-b301c01c98bc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:31.194804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a615-ab41-416f-8af2-1c36ea651d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.195140 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d2a4a615-ab41-416f-8af2-1c36ea651d14 None None] Attempt 1 to provision port 816e01fb-fc63-4297-b0e1-b301c01c98bc Sep 28 08:36:31.230596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=c46abf11-467d-4aa7-b2eb-078ee3b0667b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:31.257829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 172.26.4.148 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/7bdbd149-8834-412d-8f87-25ccf6e35f86) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:31.268640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Allocated IP 172.20.0.2 (419471c3-71ed-4bca-af64-e59ae9ee16a3/613eaac4-d9be-4606-a747-1a00c795a75d/ee69071b-393a-46b1-91aa-8e86fcae629c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:31.337244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.382503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.417733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4a615-ab41-416f-8af2-1c36ea651d14 None None] Current status of the port 816e01fb-fc63-4297-b0e1-b301c01c98bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:31.461143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:31.465005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:31.467983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:31.475490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:31.476532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.507270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 816e01fb-fc63-4297-b0e1-b301c01c98bc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:31.519876 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7549875 Sep 28 08:36:31.521210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84a7b5-9982-41dc-927c-9e547afd070e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=b3f81001-8502-4717-97ec-7bb50e2b1b7e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:31.533334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37884) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:31.584497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6bb92d9f-1bdc-4518-b570-c5933a0bef63 None None] Could not find standard attr ID for object de347931-4d63-4b41-b2f0-0a79d0786173. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:31.596595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71141b52-0e6b-432b-b85a-a5fce74378e3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:31.604274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71141b52-0e6b-432b-b85a-a5fce74378e3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:31.606035 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71141b52-0e6b-432b-b85a-a5fce74378e3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0717025 Sep 28 08:36:31.609013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37886) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:31.610013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.625822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.634105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 816e01fb-fc63-4297-b0e1-b301c01c98bc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:31.634457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.634861 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 816e01fb-fc63-4297-b0e1-b301c01c98bc Sep 28 08:36:31.689990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:31.696243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:31.708419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:31.714498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Pushing event updated for resources: {'Port': ['ID=ee69071b-393a-46b1-91aa-8e86fcae629c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:31.768080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.11 (419471c3-71ed-4bca-af64-e59ae9ee16a3/613eaac4-d9be-4606-a747-1a00c795a75d/33a76d0f-2f6c-45a0-aa32-a2892b49f6c2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:31.800895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Attempting to bind port ee69071b-393a-46b1-91aa-8e86fcae629c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:31.801534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Attempting to bind port ee69071b-393a-46b1-91aa-8e86fcae629c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:31.801889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Attempting to bind port ee69071b-393a-46b1-91aa-8e86fcae629c on network 419471c3-71ed-4bca-af64-e59ae9ee16a3 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:31.832785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.873794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8c336-63eb-441b-bd36-c69249fa988f req-309c9f9f-7fbb-4232-9612-78c7f85fcb9e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:31.875513 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1de8c336-63eb-441b-bd36-c69249fa988f req-309c9f9f-7fbb-4232-9612-78c7f85fcb9e tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.6778142 Sep 28 08:36:31.877995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.881823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.941810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port b3f81001-8502-4717-97ec-7bb50e2b1b7e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:31.942049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.954709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:31.958532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:31.962094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:31.971490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:31.983612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:31.984109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Checking segment: {'id': '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:31.984612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:31.985145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Bound using segment: {'id': '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:31.986154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Bound port: ee69071b-393a-46b1-91aa-8e86fcae629c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:31.986799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.016689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 816e01fb-fc63-4297-b0e1-b301c01c98bc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:32.031340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.040594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Provisioning complete for port b3f81001-8502-4717-97ec-7bb50e2b1b7e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:32.041135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.041570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Attempt 1 to provision port b3f81001-8502-4717-97ec-7bb50e2b1b7e Sep 28 08:36:32.078441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.094644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for b3f81001-8502-4717-97ec-7bb50e2b1b7e owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:32.096731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Port b3f81001-8502-4717-97ec-7bb50e2b1b7e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:32.103468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] For port ee69071b-393a-46b1-91aa-8e86fcae629c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:32.106845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] For port ee69071b-393a-46b1-91aa-8e86fcae629c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ee69071b-393a-46b1-91aa-8e86fcae629c,segment=NetworkSegment(3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd),segment_id=3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:32.113382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e680754d-53fb-4491-acef-1a8ec236a229') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:32.113663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e680754d-53fb-4491-acef-1a8ec236a229') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:32.114359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.115179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.158175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1de8c336-63eb-441b-bd36-c69249fa988f req-9093ad42-0fc7-42f0-a365-f9a510e547d2 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738147 Sep 28 08:36:32.162661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.165186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=7bdbd149-8834-412d-8f87-25ccf6e35f86,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.193237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.193680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Pushing event updated for resources: {'Port': ['ID=ee69071b-393a-46b1-91aa-8e86fcae629c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.203698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.204139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.204523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.204920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.207742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.208480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec3a90-c516-4779-9b1b-259e87060b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:36:32.220990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:32.221339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.281479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:32.298738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:32.309318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:32.338069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.357376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=33a76d0f-2f6c-45a0-aa32-a2892b49f6c2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.398202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.406681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a HTTP/1.1" status: 204 len: 168 time: 1.9854069 Sep 28 08:36:32.406890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37890) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:32.414203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-816195600'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:32.414601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656d72-bc03-41be-b97b-c20c05e8f529 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.446170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.465595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f963a-b8ee-4afc-b17d-8622d4e4fc07 req-2fa3ee97-dd7a-40e9-8211-48c57c0b060b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.467234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fa7f963a-b8ee-4afc-b17d-8622d4e4fc07 req-2fa3ee97-dd7a-40e9-8211-48c57c0b060b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2259274 Sep 28 08:36:32.472889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.473552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.527482 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4b33760f-f7d8-4e2d-b2dc-c79332488a54 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9887600 Sep 28 08:36:32.527750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37892) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:32.533220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:32.533532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '419471c3-71ed-4bca-af64-e59ae9ee16a3', 'name': 'tempest-PortsTestJSON-1669111866'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:32.536619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.559820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.573458 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fa7f963a-b8ee-4afc-b17d-8622d4e4fc07 req-397a2a41-d850-4d99-8598-b9907ff68430 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913520 Sep 28 08:36:32.596021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-6953b737-3d49-4ded-91dd-1b817e4f354c tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.597721 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Attempt 2 to provision port b3f81001-8502-4717-97ec-7bb50e2b1b7e Sep 28 08:36:32.599471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=b3f81001-8502-4717-97ec-7bb50e2b1b7e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.603041 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-6953b737-3d49-4ded-91dd-1b817e4f354c tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.62 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.1678395 Sep 28 08:36:32.614090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:32.636941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.638844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-76f50cae-418f-46ad-a026-257cbd91e7a5 None None] Port b3f81001-8502-4717-97ec-7bb50e2b1b7e was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:36:32.640260 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-781b5d1f-c33c-42b6-8d9e-ce631c8cbf61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/b3f81001-8502-4717-97ec-7bb50e2b1b7e HTTP/1.1" status: 204 len: 168 time: 1.0299342 Sep 28 08:36:32.642920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37894) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:32.652561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.652905 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Added segment d05774cb-05b5-429a-a82c-bef5835ef1e2 of type vlan for network bad165fe-a763-4934-b34d-c42ef5e2522f Sep 28 08:36:32.733427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.735722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e680754d-53fb-4491-acef-1a8ec236a229 resource provider aggregate not found Sep 28 08:36:32.765233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc8261-1afe-4e3d-bbaf-01f056e0d433 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.766950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc8261-1afe-4e3d-bbaf-01f056e0d433 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.769061 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fccc8261-1afe-4e3d-bbaf-01f056e0d433 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251698 Sep 28 08:36:32.770351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.776254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:32.776955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.779643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37900) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:32.844825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e680754d-53fb-4491-acef-1a8ec236a229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e680754d-53fb-4491-acef-1a8ec236a229 found for delete ", "request_id": "req-8bd85db6-a1a7-41ec-8d2c-f2d6400ef92f"}]} Sep 28 08:36:32.895974 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4831707 Sep 28 08:36:32.896365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37902) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:32.898719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702695b-9d6c-4200-a032-a87cd5662630 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Network': ['ID=bad165fe-a763-4934-b34d-c42ef5e2522f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:32.910103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 19ea04f0-83f7-4f49-9dca-e2e211a8233b {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:32.911368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bad165fe-a763-4934-b34d-c42ef5e2522f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:32.913781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:32.920540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Request body: {'subnet': {'network_id': 'bad165fe-a763-4934-b34d-c42ef5e2522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:32.955372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.004114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.018280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.031985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:33.035547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.069919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.103231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=19ea04f0-83f7-4f49-9dca-e2e211a8233b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:33.107444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.114240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6fc09b36-b17a-4b06-8b3e-3bd52f07415d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/19ea04f0-83f7-4f49-9dca-e2e211a8233b HTTP/1.1" status: 204 len: 168 time: 0.3307693 Sep 28 08:36:33.115075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37904) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:33.116506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54c863-c637-455c-ae9f-99a4d4797d1c None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:33.141938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Deleting port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:33.142275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.149185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 0af7afb9-9086-4077-a2e4-413567f2b0a7 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:33.163824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a98e3a7-5f74-4b61-8e4b-e75f6007db71 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475276 Sep 28 08:36:33.164560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37906) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:33.173986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Made reservation on behalf of 7da82da2e9584908903cb08e66da6bfb for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:33.177894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.256398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2549cd-760d-4635-af07-894778de5d3e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:33.260659 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a2549cd-760d-4635-af07-894778de5d3e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0923271 Sep 28 08:36:33.261835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37910) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:33.337724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24e41b-4879-4951-ad82-7d06f6cbd3b4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:33.339247 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ca24e41b-4879-4951-ad82-7d06f6cbd3b4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773880 Sep 28 08:36:33.341693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.343023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:33.372089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c74e97-68f7-46fe-8924-9183460c028a None None] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:33.391985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f0473317-202f-4c8c-9fbf-9009cd7dce0e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428114 Sep 28 08:36:33.393485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37914) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:33.400356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:33.453741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:33.503911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] For port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:33.504280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.517597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:33.529446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.532858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Provisioning complete for port ee69071b-393a-46b1-91aa-8e86fcae629c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:33.532858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.532858 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Attempt 1 to provision port ee69071b-393a-46b1-91aa-8e86fcae629c Sep 28 08:36:33.597875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ee69071b-393a-46b1-91aa-8e86fcae629c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:33.635998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da00f2a-c285-4bc2-b3d6-a61fb30ef888 req-157250ab-c0c5-42b4-8add-fc00637ce058 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:33.637729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9da00f2a-c285-4bc2-b3d6-a61fb30ef888 req-157250ab-c0c5-42b4-8add-fc00637ce058 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 945 time: 0.3054101 Sep 28 08:36:33.687421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.7 (419471c3-71ed-4bca-af64-e59ae9ee16a3/613eaac4-d9be-4606-a747-1a00c795a75d/0af7afb9-9086-4077-a2e4-413567f2b0a7) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:33.722871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Deleting port 816e01fb-fc63-4297-b0e1-b301c01c98bc {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:33.723255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.744986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 28787e3f-97ff-420d-a8d6-2ab44bc950bb is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:36:33.768274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ee69071b-393a-46b1-91aa-8e86fcae629c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:33.768655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.768998 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ee69071b-393a-46b1-91aa-8e86fcae629c Sep 28 08:36:33.776120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Current status of the port ee69071b-393a-46b1-91aa-8e86fcae629c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:33.776443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.802215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cc3e7-f303-42ac-aa01-a38f14df121e req-c1b9f0a0-2509-45ad-a857-c2e2c5b24fd6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:33.811155 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8f2cc3e7-f303-42ac-aa01-a38f14df121e req-c1b9f0a0-2509-45ad-a857-c2e2c5b24fd6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1486487 Sep 28 08:36:33.851473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9da00f2a-c285-4bc2-b3d6-a61fb30ef888 req-05b9c689-61bb-4ddc-900d-6ffa8573da24 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031629 Sep 28 08:36:33.895377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] For port 816e01fb-fc63-4297-b0e1-b301c01c98bc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=816e01fb-fc63-4297-b0e1-b301c01c98bc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:33.895836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.964494 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8f2cc3e7-f303-42ac-aa01-a38f14df121e req-ae3d4659-2ecd-4542-a4f2-c3eeff5de8fe tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522658 Sep 28 08:36:33.965883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:33.990608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] For port ee69071b-393a-46b1-91aa-8e86fcae629c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ee69071b-393a-46b1-91aa-8e86fcae629c,segment=NetworkSegment(3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd),segment_id=3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:33.997651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Calling delete_port for 816e01fb-fc63-4297-b0e1-b301c01c98bc owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:34.019204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.022470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:34.025820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:34.030210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:34.030793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.034381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=126d79eb-7fce-4201-b63d-2b66bcf8442a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:34.059170 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9fe90c81-1a95-482f-b6ff-46161203f73d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6633120 Sep 28 08:36:34.059725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:34.073780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '126d79eb-7fce-4201-b63d-2b66bcf8442a', 'ip_address': '2001:db8::71d7:c2ee:5204:8c77'}], 'name': 'tempest-NetworksTestDHCPv6-1392641718'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:34.171145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e610a-2bcc-4def-8cd3-8a2aaf78fa62 None None] Pushing event updated for resources: {'Port': ['ID=ee69071b-393a-46b1-91aa-8e86fcae629c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:34.214004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Provisioning complete for port ee69071b-393a-46b1-91aa-8e86fcae629c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:34.214493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.214911 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 1 to provision port ee69071b-393a-46b1-91aa-8e86fcae629c Sep 28 08:36:34.243407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.249248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ee69071b-393a-46b1-91aa-8e86fcae629c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:34.284732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] Pushing event deleted for resources: {'Port': ['ID=816e01fb-fc63-4297-b0e1-b301c01c98bc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:34.286954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140b9a5-6aa3-48a1-8ec7-523bffce7580 None None] No DVR routers for this DVR port 816e01fb-fc63-4297-b0e1-b301c01c98bc on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:34.326103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9457804-49d0-4561-a7d5-d7c0adcf0c3d None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:34.366046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Current status of the port ee69071b-393a-46b1-91aa-8e86fcae629c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:34.421240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Provisioning complete for port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:34.421613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.421948 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 1 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:34.493422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:34.531544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '126d79eb-7fce-4201-b63d-2b66bcf8442a'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:34.532405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.603338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.603703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.603989 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Floating IP 96594953-78ea-40c4-8295-d0c02b9c0183 disassociated. External IP: 172.26.4.68, port: ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb. Sep 28 08:36:34.604439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Calling delete_port for ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:34.668423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:34.678939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] Sync routers for ids ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:34.681470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/126d79eb-7fce-4201-b63d-2b66bcf8442a/7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:34.686050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:36:34.705291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] Routers {'28787e3f-97ff-420d-a8d6-2ab44bc950bb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:34.705937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:34.731063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.733779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.748825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:34.802186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] Routers {'28787e3f-97ff-420d-a8d6-2ab44bc950bb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:34.802443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:34.810351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.814856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b9c52164-f611-4079-9e15-0698cabe22fd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6253495 Sep 28 08:36:34.818358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37920) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:34.839246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:34.839929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa555aa-a319-448b-8dbd-9ffd78e449e7 None None] The sync data for ids ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:34.883813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event updated for resources: {'Subnet': ['ID=ee7e83d1-9230-4a9e-acd4-f875fa5b97b4,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:34.901542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:34.947265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.967338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:34.981467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Checking segment: {'id': 'd05774cb-05b5-429a-a82c-bef5835ef1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bad165fe-a763-4934-b34d-c42ef5e2522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:34.984189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network hostable DHCP agents. Network: bad165fe-a763-4934-b34d-c42ef5e2522f, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:34.986814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.002320 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e6089df5-dcb3-4727-80c4-5ed6bd12a3ff tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers/28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 200 len: 885 time: 0.1808093 Sep 28 08:36:35.004248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37926) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:35.168843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:35.172437 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 2 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:35.189483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:35.191517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=0af7afb9-9086-4077-a2e4-413567f2b0a7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:35.199227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:35.202102 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816e84-d7d6-438a-a191-ace584753440 req-d07d34cc-1ddb-486c-9ce2-c658f78d82b4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:35.210432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d816e84-d7d6-438a-a191-ace584753440 req-d07d34cc-1ddb-486c-9ce2-c658f78d82b4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1425929 Sep 28 08:36:35.228827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Network bad165fe-a763-4934-b34d-c42ef5e2522f is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:35.231104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:35.239415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.246990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:35.253342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:35.254214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.270546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:35.271298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Pushing event updated for resources: {'Port': ['ID=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:35.328313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Attempting to bind port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:35.329208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Attempting to bind port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:35.329208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Attempting to bind port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:35.336705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:35.337447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:35.338005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.338542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:35.339866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Bound port: 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:35.340532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.345903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f102096-ae5a-4669-9b8e-5d40cda06da9 req-3759405f-44e6-4161-83e8-43542f94a7ee tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:35.347532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3f102096-ae5a-4669-9b8e-5d40cda06da9 req-3759405f-44e6-4161-83e8-43542f94a7ee tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 867 time: 0.3352225 Sep 28 08:36:35.352859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, bad165fe-a763-4934-b34d-c42ef5e2522f) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:35.377287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event deleted for resources: {'Port': ['ID=ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:35.395094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:35.395712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.435264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 87416146-41e6-4424-8576-9980c7340d72 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:35.437063 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d816e84-d7d6-438a-a191-ace584753440 req-6783f785-7d01-463a-a87c-28925105fa9d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190092 Sep 28 08:36:35.449379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:35.450113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.482201 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5e563c6-0bd9-4785-b47a-4614f401009a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9520028 Sep 28 08:36:35.484862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2ac39-f56a-4517-bb3b-46fc7467a7b3 None None] Network bad165fe-a763-4934-b34d-c42ef5e2522f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:35.486911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37928) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:35.518662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] For port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:35.567423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] For port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:35.574425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ee69071b-393a-46b1-91aa-8e86fcae629c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:35.592301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fa34268b-9c85-4118-9cc6-8cf5dbd1f660 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6922269 Sep 28 08:36:35.593823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37930) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:35.597580 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3f102096-ae5a-4669-9b8e-5d40cda06da9 req-0805d739-2b80-44b1-b72e-42e63ac5a47f tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups?id=75ebd965-ecac-4632-bbe0-2ad9972f59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383409 Sep 28 08:36:35.601791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.665911 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d83c0e65-9a82-4fd8-bcaa-d47b7d3b29d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6599276 Sep 28 08:36:35.674700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf68ac5-c10f-4923-8d7f-844dbddbbdfb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:35.679019 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4cf68ac5-c10f-4923-8d7f-844dbddbbdfb tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1881382 Sep 28 08:36:35.686578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37932) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:35.687127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:35.691875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1153491579'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:35.741954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ee69071b-393a-46b1-91aa-8e86fcae629c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:35.742394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.742796 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ee69071b-393a-46b1-91aa-8e86fcae629c Sep 28 08:36:35.763307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.786662 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 3 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:35.850066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.859440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28ea9b-0162-41e7-961a-0272e090e33e None None] Pushing event updated for resources: {'Port': ['ID=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:35.921417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Router 2cb0187a-1556-45cb-a719-44c5738220e4 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:35.930839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:35.970217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c6af2-9b29-45a4-8e52-336486b79722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-bad165fe-a763-4934-b34d-c42ef5e2522f', 'network_id': 'bad165fe-a763-4934-b34d-c42ef5e2522f', 'tenant_id': '7da82da2e9584908903cb08e66da6bfb', 'fixed_ips': [{'subnet_id': 'ee7e83d1-9230-4a9e-acd4-f875fa5b97b4'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:35.971461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6af2-9b29-45a4-8e52-336486b79722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:35.980527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.013408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ee69071b-393a-46b1-91aa-8e86fcae629c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:36.035721 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::71d7:c2ee:5204:8c77 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/126d79eb-7fce-4201-b63d-2b66bcf8442a/87416146-41e6-4424-8576-9980c7340d72) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:36.052310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7e83d1-9230-4a9e-acd4-f875fa5b97b4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:36.131606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 816e01fb-fc63-4297-b0e1-b301c01c98bc no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:36.139848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.154387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 816e01fb-fc63-4297-b0e1-b301c01c98bc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:36.154733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 816e01fb-fc63-4297-b0e1-b301c01c98bc not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:36.162354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad165fe-a763-4934-b34d-c42ef5e2522f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:36.175147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05774cb-05b5-429a-a82c-bef5835ef1e2') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:36.175810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05774cb-05b5-429a-a82c-bef5835ef1e2') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:36.179125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e59c37-19ff-4cb1-87dd-1cf85fc05f50 None None] Network bad165fe-a763-4934-b34d-c42ef5e2522f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:36.188751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.203250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.210003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:36.210390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.242802 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d05774cb-05b5-429a-a82c-bef5835ef1e2 resource provider aggregate not found Sep 28 08:36:36.291682 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d05774cb-05b5-429a-a82c-bef5835ef1e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d05774cb-05b5-429a-a82c-bef5835ef1e2 found for delete ", "request_id": "req-ea88b0be-1f87-4884-8403-c7828564bad9"}]} Sep 28 08:36:36.304863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.312437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.315953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/bad165fe-a763-4934-b34d-c42ef5e2522f HTTP/1.1" status: 204 len: 168 time: 0.7211933 Sep 28 08:36:36.324492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37940) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.328624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e76f7-5f29-40cf-8b33-3e7a2a7563cf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=bad165fe-a763-4934-b34d-c42ef5e2522f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:36.381244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:36.405414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:36.405760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:36.421542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6d16-fbf9-4397-bf36-93cb93c5013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.422738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-68032720-b2da-43a2-afa3-23ab61093e63 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.423439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68032720-b2da-43a2-afa3-23ab61093e63 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.426478 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-68032720-b2da-43a2-afa3-23ab61093e63 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/ee7e83d1-9230-4a9e-acd4-f875fa5b97b4 HTTP/1.1" status: 404 len: 337 time: 0.0974624 Sep 28 08:36:36.429397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37942) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.432280 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 4 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:36.445190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 0af7afb9-9086-4077-a2e4-413567f2b0a7 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:36.445563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.450071 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4556ce6-3a8e-4396-b681-bf7c930f6880 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.450720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4556ce6-3a8e-4396-b681-bf7c930f6880 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.453922 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e4556ce6-3a8e-4396-b681-bf7c930f6880 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/bad165fe-a763-4934-b34d-c42ef5e2522f HTTP/1.1" status: 404 len: 339 time: 0.0232873 Sep 28 08:36:36.456490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37944) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.473405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:36.483804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f9e0c4-2a19-4314-9cd5-d823eae47dec tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.484337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f9e0c4-2a19-4314-9cd5-d823eae47dec tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.487740 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53f9e0c4-2a19-4314-9cd5-d823eae47dec tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/c46abf11-467d-4aa7-b2eb-078ee3b0667b HTTP/1.1" status: 404 len: 337 time: 0.0299695 Sep 28 08:36:36.490774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.516320 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb21768e-7b03-4ffc-ab1b-87743af8cf1d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.516898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb21768e-7b03-4ffc-ab1b-87743af8cf1d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.518768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.520112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eb21768e-7b03-4ffc-ab1b-87743af8cf1d tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/4f93aa1e-a909-4eec-8ee8-cb6d14bdaf2a HTTP/1.1" status: 404 len: 339 time: 0.0269668 Sep 28 08:36:36.522699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37950) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.534117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:36.545211 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Sync routers for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:36.548292 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d9a82f-e28a-4a3e-80ca-c8f3bc9586f5 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.548758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d9a82f-e28a-4a3e-80ca-c8f3bc9586f5 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.551797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d5d9a82f-e28a-4a3e-80ca-c8f3bc9586f5 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/5637aeb7-58a0-4979-913c-8bb8f4aef093 HTTP/1.1" status: 404 len: 337 time: 0.0281615 Sep 28 08:36:36.554374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37952) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.561358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:36.562321 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:36.595412 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9199409-ad42-46d8-9ee6-51b34c4b4aa8 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:36.595412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9199409-ad42-46d8-9ee6-51b34c4b4aa8 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:36.602425 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a9199409-ad42-46d8-9ee6-51b34c4b4aa8 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/86385369-5cc6-47a6-afff-c8f7db413fd9 HTTP/1.1" status: 404 len: 339 time: 0.0469146 Sep 28 08:36:36.617083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:36.672651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242eb78-ddc4-474d-a687-1292db97685f req-7546c1f6-76ed-4f50-8517-68fe1edb8d1b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:36.680531 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4242eb78-ddc4-474d-a687-1292db97685f req-7546c1f6-76ed-4f50-8517-68fe1edb8d1b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1118011 Sep 28 08:36:36.719420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] No DVR routers for this DVR port ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:36.721977 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4242eb78-ddc4-474d-a687-1292db97685f req-624374a5-bc4f-4a60-ad34-52cff691b38f tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Sep 28 08:36:36.725492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:36.758028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.761767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-af57bfea-f23c-4c58-afb9-3c8aeb96afe1 req-88f0047b-b6a0-4888-aba5-144d43eb8e80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.62 "DELETE /v2.0/ports/ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb HTTP/1.1" status: 204 len: 173 time: 4.1498845 Sep 28 08:36:36.766298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'name': 'network-vif-deleted', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:36:36.768788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c1d0ac-da5f-45cb-baf3-813d2ff2fb13" -d '{"events": [{"server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "name": "network-vif-deleted", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:36:36.781964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e6c64626-add5-4dfe-8e87-198f6d27091f req-ea8ec3cf-b466-4137-9a72-118b60a3bceb tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.0738883 Sep 28 08:36:36.860103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.916347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:36.921070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e165a-3155-4ec9-a051-eb082a322e5f x-openstack-request-id: req-a63e165a-3155-4ec9-a051-eb082a322e5f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:36:36.921368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c017d8f3-cd2b-469f-9d4c-fdc856f5089b", "name": "network-vif-deleted", "tag": "ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:36:36.921665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a63e165a-3155-4ec9-a051-eb082a322e5f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:36:36.922313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63e165a-3155-4ec9-a051-eb082a322e5f'] response: {'server_uuid': 'c017d8f3-cd2b-469f-9d4c-fdc856f5089b', 'name': 'network-vif-deleted', 'tag': 'ecfe06c0-5d2e-44a4-99ed-f7e20031bbeb', 'status': 'completed', 'code': 200} Sep 28 08:36:36.967251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 0af7afb9-9086-4077-a2e4-413567f2b0a7 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:36.974580 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 5 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:37.030184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbcd662-aca9-4f2a-8248-376a25732159 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:36:37.052124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:37.069981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:37.076841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.101232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:37.107699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:37.108375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.117643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:37.154243 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:37.174628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting port b085f022-da0d-414c-b9d2-e72e54859785 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:37.174991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.194217 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Checking router: 2cb0187a-1556-45cb-a719-44c5738220e4 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:37.203222 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:37.204067 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:37.216755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbcd662-aca9-4f2a-8248-376a25732159 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:36:37.220511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=87416146-41e6-4424-8576-9980c7340d72,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:37.224396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.304639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.317589 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c665c8bc-3a90-485b-a09e-e79ffbbb1ba7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2530830 Sep 28 08:36:37.318280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37968) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:37.322543 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:37.323464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '126d79eb-7fce-4201-b63d-2b66bcf8442a', 'ip_address': '2001:db8::71d7:c2ee:5204:8c77'}], 'name': 'tempest-NetworksTestDHCPv6-370862907'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:37.420316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Calling delete_port for b085f022-da0d-414c-b9d2-e72e54859785 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:37.454324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbafa83-e142-46ac-9205-15e6c0b7d81d req-91f518d5-dbf1-4eea-a8db-7cb2425e792c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:37.455913 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8dbafa83-e142-46ac-9205-15e6c0b7d81d req-91f518d5-dbf1-4eea-a8db-7cb2425e792c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4227200 Sep 28 08:36:37.492773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:37.601212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:37.619680 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 6 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:37.706006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.734772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:37.765335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 56a7f016-54e6-4592-b297-cc61ba33dcb8 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:37.816295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:37.871737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291ecd4-8ed0-4f39-b87a-60e7e0d9ff10 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:36:37.927373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:37.928147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:37.928556 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 Sep 28 08:36:37.969612 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8faf16-aa19-4248-ab0a-2ea958373022 None None] The sync data for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv is: [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:35:22Z', 'revision_number': 4, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '2f67f905-ce18-417d-92d8-3fbe98a3b83f', 'name': '', 'network_id': 'e436ee18-ed4b-4cff-bd52-367c7b8e6b6a', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'mac_address': 'fa:16:3e:c2:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:21Z', 'updated_at': '2022-09-28T08:35:28Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'subnets': [{'id': '82ede467-b7c9-42af-8225-700f7de3e9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:37.986327 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d57a7dc-1235-410a-b6ab-0a5df7916b84 req-746b8b86-fd60-4cc7-abf6-d5de5b201fae tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/ports?device_id=c017d8f3-cd2b-469f-9d4c-fdc856f5089b HTTP/1.1" status: 200 len: 210 time: 0.0511942 Sep 28 08:36:38.084832 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 28 08:36:38.085859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:38.105728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-30fb16c2-c7e7-4197-ac57-07e84e6560dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:38.107813 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-30fb16c2-c7e7-4197-ac57-07e84e6560dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.9028938 Sep 28 08:36:38.108877 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f0e3d345-a343-40ca-a5e9-7da6bfb1bd9f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7894287 Sep 28 08:36:38.112615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.176075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662f15d-89c3-4354-9cb1-8984e7b8afd3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:38.185204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662f15d-89c3-4354-9cb1-8984e7b8afd3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:38.187309 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8dbafa83-e142-46ac-9205-15e6c0b7d81d req-0a452f98-6c60-4bf0-aa9b-7b600b4aeeeb tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7115905 Sep 28 08:36:38.201603 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b662f15d-89c3-4354-9cb1-8984e7b8afd3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0822954 Sep 28 08:36:38.202426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37976) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.287417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:38.287998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.316964 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 7 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:38.340692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 87416146-41e6-4424-8576-9980c7340d72 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:38.341361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.355541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 28787e3f-97ff-420d-a8d6-2ab44bc950bb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:38.356844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.361647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4862454d-f338-44a1-abb0-c3e79baa16f4 None None] New status for floating IP 96594953-78ea-40c4-8295-d0c02b9c0183: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:36:38.368640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291ecd4-8ed0-4f39-b87a-60e7e0d9ff10 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:36:38.374128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:38.414828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.416615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.427565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=0af7afb9-9086-4077-a2e4-413567f2b0a7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:38.454779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.468403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 87416146-41e6-4424-8576-9980c7340d72 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:38.473430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-379bc6af-1bb5-43e4-a6fb-81af43ca81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:38.474697 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-379bc6af-1bb5-43e4-a6fb-81af43ca81f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.3500538 Sep 28 08:36:38.481425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Port': ['ID=b085f022-da0d-414c-b9d2-e72e54859785,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:38.487933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:38.488053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.494317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4fe93fca-b3f8-44c6-8ca6-15ab84ff4793 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/ports/b085f022-da0d-414c-b9d2-e72e54859785 HTTP/1.1" status: 204 len: 168 time: 1.8732505 Sep 28 08:36:38.498535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37978) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.570187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:38.622833 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ff20e9-4b29-4b69-bf1d-38bef5fb1e47 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:38.623328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ff20e9-4b29-4b69-bf1d-38bef5fb1e47 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:38.628766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97ff20e9-4b29-4b69-bf1d-38bef5fb1e47 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/624580da-b3c1-4a7a-add9-73ca307fded9 HTTP/1.1" status: 404 len: 337 time: 0.1268442 Sep 28 08:36:38.629646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37980) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.659678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.668334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7b757fb-1a9e-493b-acb0-375ccc0bf099 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/0af7afb9-9086-4077-a2e4-413567f2b0a7 HTTP/1.1" status: 204 len: 168 time: 2.9705069 Sep 28 08:36:38.670403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37982) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.684876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-3ef94637-b84e-460c-9a1b-1869c09145fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.1888006 Sep 28 08:36:38.727681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.737210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-282158f7-07dc-4516-8f4c-9ea458b4dcca tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:38.741532 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-282158f7-07dc-4516-8f4c-9ea458b4dcca tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/0af7afb9-9086-4077-a2e4-413567f2b0a7 HTTP/1.1" status: 404 len: 333 time: 0.0669773 Sep 28 08:36:38.742156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 37984) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.784930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:38.793175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.794361 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9e8e6fc9-d3e1-4c74-a8eb-fc5d7671168a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 200 len: 892 time: 3.1060884 Sep 28 08:36:38.797966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37986) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.800092 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] Sync routers for ids ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:38.816438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.817949 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] Routers {'28787e3f-97ff-420d-a8d6-2ab44bc950bb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:38.818786 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:38.823579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b3ca44b9-8043-4a12-8486-f9edd9fcde15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.823799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=87416146-41e6-4424-8576-9980c7340d72,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:38.841781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-06a22801-f78e-4792-8855-3407a9850d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:38.843273 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-06a22801-f78e-4792-8855-3407a9850d6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1188223 Sep 28 08:36:38.855292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:38.858528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1d58cca-1bfe-463c-852b-3c1c3920ec0a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/87416146-41e6-4424-8576-9980c7340d72 HTTP/1.1" status: 204 len: 168 time: 0.6530235 Sep 28 08:36:38.861492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:38.881025 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:38.901069 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] Routers {'28787e3f-97ff-420d-a8d6-2ab44bc950bb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:38.901591 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:38.949787 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:38.950684 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718d352-a918-472f-9faa-4870f4736d4d None None] The sync data for ids ['28787e3f-97ff-420d-a8d6-2ab44bc950bb'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:38.988996 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 8 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:39.016429 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-36d561a7-ca61-45b2-8456-5a7d47a9f176 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers/28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 200 len: 892 time: 0.2150621 Sep 28 08:36:39.019164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247da69e-6ae3-44e5-9616-b081d723a313 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:39.020633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247da69e-6ae3-44e5-9616-b081d723a313 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:39.026248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-247da69e-6ae3-44e5-9616-b081d723a313 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1594374 Sep 28 08:36:39.026248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37992) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.026833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37994) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.079359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:39.104678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-338d8700-f432-4b79-880a-dc2df7ad2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:39.106398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-338d8700-f432-4b79-880a-dc2df7ad2bd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2549191 Sep 28 08:36:39.114859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8bde835b-cd1b-4e1a-b1d0-0351c3576891 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 200 len: 205 time: 0.0863469 Sep 28 08:36:39.123440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 37998) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.135449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38000) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.246549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 126d79eb-7fce-4201-b63d-2b66bcf8442a {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:39.283417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.402519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.415987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6c34-6444-4c16-a158-be85cd585dfb req-1b5f4af7-edcd-40c1-9692-060da3113618 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:39.417645 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-52cd6c34-6444-4c16-a158-be85cd585dfb req-1b5f4af7-edcd-40c1-9692-060da3113618 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.0771387 Sep 28 08:36:39.439714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.440505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:39.441014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.448255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-95126467-11d6-48ba-bf04-141867edb351 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321643 Sep 28 08:36:39.448866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.466253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting port 667b54a2-843f-4172-b21f-97fe79041355 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:39.466822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.514017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:39.541804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-52cd6c34-6444-4c16-a158-be85cd585dfb req-5f0f3f02-2c07-4630-94c3-cef4a2a89da1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174445 Sep 28 08:36:39.566952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:39.568241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.568728 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 Sep 28 08:36:39.576813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.596535 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 9 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:39.601311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] For port 667b54a2-843f-4172-b21f-97fe79041355, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667b54a2-843f-4172-b21f-97fe79041355,segment=NetworkSegment(0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9),segment_id=0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:39.601758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.624048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Calling delete_port for 667b54a2-843f-4172-b21f-97fe79041355 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:39.627117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.644840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:39.648758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:39.685891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:39.741554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.765068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.773098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b839d270-8f1a-4e7c-b7cb-e3fe53364b9d req-5fc621fb-70d4-4819-83a4-c810c09cda7e service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749949 Sep 28 08:36:39.783775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.813691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.816254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.820106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "DELETE /v2.0/security-groups/75ebd965-ecac-4632-bbe0-2ad9972f59bc HTTP/1.1" status: 204 len: 168 time: 0.6807091 Sep 28 08:36:39.824443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.838058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Port': ['ID=667b54a2-843f-4172-b21f-97fe79041355,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:39.839821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No DVR routers for this DVR port 667b54a2-843f-4172-b21f-97fe79041355 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:39.860741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-97ace6a7-dfb8-4df1-886d-c01d392025b2 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] show failed (client error): The resource could not be found. Sep 28 08:36:39.864741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97ace6a7-dfb8-4df1-886d-c01d392025b2 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "GET /v2.0/security-groups/75ebd965-ecac-4632-bbe0-2ad9972f59bc HTTP/1.1" status: 404 len: 347 time: 0.0347271 Sep 28 08:36:39.865690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5af5f6-f3df-4592-beae-ddd216166341 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ebd965-ecac-4632-bbe0-2ad9972f59bc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:39.869704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38006) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.911068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.930485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.945071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=126d79eb-7fce-4201-b63d-2b66bcf8442a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:39.952615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:39.955831 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c38cfc68-d0d3-4fb3-a5ac-c112e5198a40 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/126d79eb-7fce-4201-b63d-2b66bcf8442a HTTP/1.1" status: 204 len: 168 time: 0.9261842 Sep 28 08:36:39.961345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-64f987af-5fb2-41bb-84da-fe154196b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:39.962777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d157c08-bc53-4870-99ca-a2417f0949d9 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:39.962950 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-64f987af-5fb2-41bb-84da-fe154196b3f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.0950634 Sep 28 08:36:39.963564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38008) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:39.964813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 7bdbd149-8834-412d-8f87-25ccf6e35f86 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:39.965177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.026634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aa44f87d-6159-4928-baf4-ad3558c834a5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592542 Sep 28 08:36:40.031080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38010) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:40.039217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:40.044958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=33a76d0f-2f6c-45a0-aa32-a2892b49f6c2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:40.098433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.106433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.146083 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Attempt 10 to provision port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 Sep 28 08:36:40.174183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb068c-b433-40d5-8cdf-a4543935a42c None None] Port 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:36:40.175902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-b83a4f84-d410-46a7-a062-9fdd4a331536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:40.178000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-b83a4f84-d410-46a7-a062-9fdd4a331536 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.1604614 Sep 28 08:36:40.242219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.251976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:40.255488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 7bdbd149-8834-412d-8f87-25ccf6e35f86 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:40.265845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b184dadf-20f1-4daa-a9e8-5a5585c51b02']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:40.290660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:40.291036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:40.321293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.333027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Provisioning complete for port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:40.334150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.334693 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Attempt 1 to provision port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 Sep 28 08:36:40.336722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.341963 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f16acb4-edc7-47f8-9a81-d9fcd959d0cf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 HTTP/1.1" status: 204 len: 168 time: 1.5932281 Sep 28 08:36:40.343715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Deleting port 99090452-b2c1-40ed-a29e-75bc5b332123 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:40.344064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.345932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38012) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:40.387708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Deleting port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:40.388484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.407021 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-e52fe889-ce71-4953-8b21-e374d7e020ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.2156355 Sep 28 08:36:40.415294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:40.419228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.423081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.428296 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9a6eca-671e-4ba8-963d-f027dd65432f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:40.430133 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd9a6eca-671e-4ba8-963d-f027dd65432f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/33a76d0f-2f6c-45a0-aa32-a2892b49f6c2 HTTP/1.1" status: 404 len: 333 time: 0.0798285 Sep 28 08:36:40.442513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38014) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:40.454719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:40.455180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.494685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] For port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:40.495182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.512622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Calling delete_port for 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:40.525535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Current status of the port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:40.534252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Could not find standard attr ID for object 0af7afb9-9086-4077-a2e4-413567f2b0a7. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:40.534441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-6aa50ca4-100d-4c55-8f2d-1bd0534e29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:40.535842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-6aa50ca4-100d-4c55-8f2d-1bd0534e29c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1202948 Sep 28 08:36:40.538155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Could not find standard attr ID for object 87416146-41e6-4424-8576-9980c7340d72. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:40.546249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 613eaac4-d9be-4606-a747-1a00c795a75d {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:40.547291 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9 resource provider aggregate not found Sep 28 08:36:40.559796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.569005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fe695508-7e55-4dca-88cf-e8dace06b0f6 None None] Could not find standard attr ID for object 33a76d0f-2f6c-45a0-aa32-a2892b49f6c2. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:40.616644 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f7d1aeb-1ade-4765-8ef6-32b316b0a7d9 found for delete ", "request_id": "req-facd5f8b-b0c3-4cb7-9c50-f9d0601d8f23"}]} Sep 28 08:36:40.636157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.638443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.639871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.656479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.671478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.671688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.672702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] Pushing event deleted for resources: {'Port': ['ID=7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:40.674670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:40.677833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94be7b-79a0-4e5f-9625-a7b5428f41ad None None] No DVR routers for this DVR port 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:40.682943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/b184dadf-20f1-4daa-a9e8-5a5585c51b02 HTTP/1.1" status: 204 len: 168 time: 2.0513172 Sep 28 08:36:40.696800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38022) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:40.714646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-281c3a25-2ac3-4a92-af92-cdb92dcdf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:40.716157 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-281c3a25-2ac3-4a92-af92-cdb92dcdf143 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1652977 Sep 28 08:36:40.718127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=7bdbd149-8834-412d-8f87-25ccf6e35f86,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:40.721585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a26d70-e6f0-47e5-8535-4b0535064fb0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=b184dadf-20f1-4daa-a9e8-5a5585c51b02,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:40.724965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Calling delete_port for 99090452-b2c1-40ed-a29e-75bc5b332123 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:40.956355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.004229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting port 56fda3a7-536a-4882-b951-9d69644ad081 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:41.004623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.018327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:41.054309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:41.066369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabaee5-c812-471f-87a4-7f2790775b92 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:41.068263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:41.068869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.095117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=c9bf3520-7d28-4b93-8ece-ea2fd51d8f66,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:41.145420 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e9edb790-12d8-41b5-a727-62fbe1247ca1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1130383 Sep 28 08:36:41.147191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.153442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:41.159692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'c9bf3520-7d28-4b93-8ece-ea2fd51d8f66', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1339279558'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:41.191621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.197682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Calling delete_port for 56fda3a7-536a-4882-b951-9d69644ad081 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:41.221964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc3665-d2f4-4856-b1b1-8257ac490986 req-85661a5b-0faf-4ab1-8314-c9290180cb77 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:41.223523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fbdc3665-d2f4-4856-b1b1-8257ac490986 req-85661a5b-0faf-4ab1-8314-c9290180cb77 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.5488291 Sep 28 08:36:41.235835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.245957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.256520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'c9bf3520-7d28-4b93-8ece-ea2fd51d8f66'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:41.257727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.271763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Pushing event deleted for resources: {'Port': ['ID=99090452-b2c1-40ed-a29e-75bc5b332123,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:41.316251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.375671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.378295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.383056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a71fe246-d4ab-47dc-b20e-6915f9973b80 tempest-ServersTestManualDisk-1148659781 tempest-ServersTestManualDisk-1148659781-project] 10.222.0.27 "DELETE /v2.0/floatingips/96594953-78ea-40c4-8295-d0c02b9c0183 HTTP/1.1" status: 204 len: 168 time: 1.5123844 Sep 28 08:36:41.385265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38026) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:41.390147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.393404 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-0255c81d-e24f-4335-bfb3-7f8119db24eb service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459596 Sep 28 08:36:41.396619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.424571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/c9bf3520-7d28-4b93-8ece-ea2fd51d8f66/ba0e393a-ea20-4ded-9e72-ab7d055b28a6) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:41.491381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fbdc3665-d2f4-4856-b1b1-8257ac490986 req-d88eaa34-dad1-4827-8ea4-cf96f4acec86 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064879 Sep 28 08:36:41.532105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.532695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router 28787e3f-97ff-420d-a8d6-2ab44bc950bb {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:41.544904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.546042 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de021f5f-f535-40c8-b5e9-6cc1bcf1c91c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 204 len: 168 time: 2.4163749 Sep 28 08:36:41.550435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38034) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:41.552962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.559318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-876357198'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:41.598999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:41.609762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=613eaac4-d9be-4606-a747-1a00c795a75d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:41.615341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.618648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee2f0a3d-0e40-4829-9bf2-d643f8319eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/613eaac4-d9be-4606-a747-1a00c795a75d HTTP/1.1" status: 204 len: 168 time: 1.1745548 Sep 28 08:36:41.622601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38038) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:41.636425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7fbc7f2-ff3a-4bfe-b777-7844c0770796 req-8a471303-4365-4556-9e32-7488e5c618e8 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290833 Sep 28 08:36:41.643233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9248b96-cc92-4074-ae7a-4bc595a01cc0 None None] Network 419471c3-71ed-4bca-af64-e59ae9ee16a3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:41.658134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:41.662017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.663052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:41.669698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.688154 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.700312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:41.700312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c7ce15c-78c3-4f70-b1ca-bb44586d0fc7 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:41.762259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.766859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.769690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:41.784756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c372730-6470-40c8-9dbb-84a886f6c655 req-2b7719f8-5e44-437b-8411-e626c93119c2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:41.786308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c372730-6470-40c8-9dbb-84a886f6c655 req-2b7719f8-5e44-437b-8411-e626c93119c2 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1543882 Sep 28 08:36:41.798374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.799050 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 10e12d58-2d75-4b83-a8e3-d8c4bc0208ef of type vlan for network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba Sep 28 08:36:41.829201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Port': ['ID=56fda3a7-536a-4882-b951-9d69644ad081,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:41.833513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 09d498de-794b-4a6e-87c0-9a3f774b6f50 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:41.855247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.859768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.865799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.877010 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d6483ef6-4797-4386-bca9-de5209132285 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/ports/56fda3a7-536a-4882-b951-9d69644ad081 HTTP/1.1" status: 204 len: 168 time: 1.1651378 Sep 28 08:36:41.881190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:41.896209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.909553 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c372730-6470-40c8-9dbb-84a886f6c655 req-a7a8c6fc-27c6-4f20-9713-ecdff99ec61c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970693 Sep 28 08:36:41.909904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:41.912749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:41.924110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:41.927080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Pushing event updated for resources: {'Port': ['ID=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:41.948731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port ee69071b-393a-46b1-91aa-8e86fcae629c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:41.949175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.952198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.958755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:41.959442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:41.980228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] DHCP port deletion for 419471c3-71ed-4bca-af64-e59ae9ee16a3 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:42.007523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Attempting to bind port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:42.007910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Attempting to bind port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:42.008280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Attempting to bind port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:42.028685 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4730775 Sep 28 08:36:42.034201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:42.034515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:42.034920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.035321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:42.035807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Bound port: ba0e393a-ea20-4ded-9e72-ab7d055b28a6, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:42.036195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.058519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38044) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:42.064137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:42.073074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-33afac93-9c4f-4407-8ce3-4f6f89e6f467 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] DELETE failed (client error): The resource could not be found. Sep 28 08:36:42.073798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33afac93-9c4f-4407-8ce3-4f6f89e6f467 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:42.079272 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-33afac93-9c4f-4407-8ce3-4f6f89e6f467 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/d2a4b300-eeb4-4bc0-948e-33d772f945aa HTTP/1.1" status: 404 len: 337 time: 0.1934507 Sep 28 08:36:42.093624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38046) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:42.114980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06f60-6c3a-4137-ba03-4e60687522b8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=54c19c9a-2307-47b2-ba1d-0377e4cdb8ba,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.121757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Deleting port ee69071b-393a-46b1-91aa-8e86fcae629c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:42.121757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.125811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port ee69071b-393a-46b1-91aa-8e86fcae629c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ee69071b-393a-46b1-91aa-8e86fcae629c,segment=NetworkSegment(3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd),segment_id=3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:42.126182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.151476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:42.173337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for ee69071b-393a-46b1-91aa-8e86fcae629c owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:42.202282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] For port ba0e393a-ea20-4ded-9e72-ab7d055b28a6, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:42.229939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] For port ee69071b-393a-46b1-91aa-8e86fcae629c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ee69071b-393a-46b1-91aa-8e86fcae629c,segment=NetworkSegment(3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd),segment_id=3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:42.230330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.235350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] For port ba0e393a-ea20-4ded-9e72-ab7d055b28a6, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:42.259950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:42.263663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.277076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.296419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Calling delete_port for ee69071b-393a-46b1-91aa-8e86fcae629c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:42.364330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.393426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c0f5a-954b-44ce-8518-3fe4cd24c182 None None] Pushing event updated for resources: {'Port': ['ID=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.417242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=ee69071b-393a-46b1-91aa-8e86fcae629c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.427889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port ee69071b-393a-46b1-91aa-8e86fcae629c on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:42.444324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.620649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.625251 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:36:42.625998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:36:42.671049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.671900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] Pushing event deleted for resources: {'Port': ['ID=ee69071b-393a-46b1-91aa-8e86fcae629c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.675434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af74520-9bb0-459b-b93a-a4caa76f79b1 None None] No DVR routers for this DVR port ee69071b-393a-46b1-91aa-8e86fcae629c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:42.684785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b8744-19fd-48a8-8325-5bf3278e6d54 req-c657eff9-64c6-4000-9e89-ac75d97cd239 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:42.685685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419471c3-71ed-4bca-af64-e59ae9ee16a3']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:42.686419 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-231b8744-19fd-48a8-8325-5bf3278e6d54 req-c657eff9-64c6-4000-9e89-ac75d97cd239 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.6084368 Sep 28 08:36:42.690229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.701106 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b9d1e34e-a1d1-4e75-84c1-2f382c226036 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5465527 Sep 28 08:36:42.704943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:42.737678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:42.737976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:42.756802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.789643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.800207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:42.800531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.819257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=7305d9a9-eda4-47ad-9704-eca6d0cd6770,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.828300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:42.828662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:42.837484 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-231b8744-19fd-48a8-8325-5bf3278e6d54 req-17fd6ea0-5410-4b17-bb6a-e0431ebec1a6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399102 Sep 28 08:36:42.840481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd resource provider aggregate not found Sep 28 08:36:42.846199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46734f43-2a73-4054-9ebb-e72712033b33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:42.847682 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-46734f43-2a73-4054-9ebb-e72712033b33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1396413 Sep 28 08:36:42.851109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:42.895629 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f5dfb2a-befb-4d97-a5ef-b0fbcba111fd found for delete ", "request_id": "req-d3d75285-8d4f-46ad-bb90-19c7fb8aac4b"}]} Sep 28 08:36:42.896854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:42.902318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.908664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.911704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.915471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/419471c3-71ed-4bca-af64-e59ae9ee16a3 HTTP/1.1" status: 204 len: 168 time: 1.2910891 Sep 28 08:36:42.919770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38058) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:42.925140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379742765'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:42.943807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:42.948057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07869d2-d04a-4b0b-b407-3727eceeb239 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=419471c3-71ed-4bca-af64-e59ae9ee16a3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:42.959881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09505c-ac6f-4941-96f9-302b00ef8957 None None] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:42.966586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:42.967182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:42.992654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ce61e2-f584-4e41-8af6-73f27216157f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:43.003088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:43.003369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a7760d-a8e0-4615-893c-df4e356f6eaf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.004735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a7760d-a8e0-4615-893c-df4e356f6eaf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.006638 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-10a7760d-a8e0-4615-893c-df4e356f6eaf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1480708 Sep 28 08:36:43.007069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.009980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38060) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:43.014845 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0c5906ef-6661-4971-96b8-bc0d57753568 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9527164 Sep 28 08:36:43.014994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c70f7b-818d-4624-8113-9167d0546172') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:43.014994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c70f7b-818d-4624-8113-9167d0546172') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:43.016126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:43.020409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-567665255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:43.056884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.057199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7eecb7-8e83-4dd3-9455-b04ea712b556 req-3c55605f-04b2-466d-8ffd-dfc0b3fd346a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.058704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e7eecb7-8e83-4dd3-9455-b04ea712b556 req-3c55605f-04b2-466d-8ffd-dfc0b3fd346a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1066151 Sep 28 08:36:43.069391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:43.077489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.078480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.083239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.093098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet c9bf3520-7d28-4b93-8ece-ea2fd51d8f66 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:43.093937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.094365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment eec627b1-a708-4aba-91dd-04dcf68d59cc of type vlan for network 887a4ef0-946a-4eae-8b38-5a71b61da484 Sep 28 08:36:43.099548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:43.099977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.106489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.146565 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 56c70f7b-818d-4624-8113-9167d0546172 resource provider aggregate not found Sep 28 08:36:43.154980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.164238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.165724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-54c19c9a-2307-47b2-ba1d-0377e4cdb8ba', 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '7305d9a9-eda4-47ad-9704-eca6d0cd6770'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:43.166729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.172838 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e7eecb7-8e83-4dd3-9455-b04ea712b556 req-d9451e85-a613-4682-ba11-1edd8efdcbb9 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009061 Sep 28 08:36:43.182413 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 56c70f7b-818d-4624-8113-9167d0546172 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56c70f7b-818d-4624-8113-9167d0546172 found for delete ", "request_id": "req-0bce60d8-7193-418c-aeb4-f2855a48497f"}]} Sep 28 08:36:43.215278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.239496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.240161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.260606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.315253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3942626 Sep 28 08:36:43.315940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38070) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:43.325067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:43.343739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.368560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.371793 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/80ce61e2-f584-4e41-8af6-73f27216157f HTTP/1.1" status: 204 len: 168 time: 1.2761276 Sep 28 08:36:43.381904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38072) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:43.401194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Allocated IP 2001:db8::2 (54c19c9a-2307-47b2-ba1d-0377e4cdb8ba/7305d9a9-eda4-47ad-9704-eca6d0cd6770/fd1aa104-4ae3-4009-bca8-f6e5803750ac) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:43.466846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.468787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f1c67-adfd-40e4-b2be-a19ebbf2e4f0 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=80ce61e2-f584-4e41-8af6-73f27216157f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:43.480511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4359-942d-4c5b-b936-5d5324183314 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=887a4ef0-946a-4eae-8b38-5a71b61da484,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:43.489627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.522569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:43.543231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02dff7-94fb-4bed-a2d6-d4e68d569af7 req-6cee8001-7f24-4e7d-a174-40ac5e0e3d3b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.544958 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4b02dff7-94fb-4bed-a2d6-d4e68d569af7 req-6cee8001-7f24-4e7d-a174-40ac5e0e3d3b tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2341454 Sep 28 08:36:43.598863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.603350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38074) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:43.603771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a53e12a2-2c30-4ea6-afd8-3ae92160e530 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5865617 Sep 28 08:36:43.618963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:43.623713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.645906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ba0e393a-ea20-4ded-9e72-ab7d055b28a6 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:43.668400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.704599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting subnet 70763686-213d-4ebd-bf97-2f41bddb6583 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:43.743811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.751087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.754672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.762413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:43.762793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.763138 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 Sep 28 08:36:43.818812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:43.832718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:43.832962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.847423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:43.855143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Pushing event updated for resources: {'Port': ['ID=fd1aa104-4ae3-4009-bca8-f6e5803750ac,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:43.867531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Provisioning complete for port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:43.867938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.868280 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Attempt 1 to provision port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 Sep 28 08:36:43.910462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': 'eec627b1-a708-4aba-91dd-04dcf68d59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:43.910462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: 887a4ef0-946a-4eae-8b38-5a71b61da484, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:43.913749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=6b8e061d-ecb4-4eb9-9377-dee65030d618,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:43.916635 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4b02dff7-94fb-4bed-a2d6-d4e68d569af7 req-0e546538-e38c-4a62-9a5f-6d14f9b5c985 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473477 Sep 28 08:36:43.939913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:43.968406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Attempting to bind port fd1aa104-4ae3-4009-bca8-f6e5803750ac on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:43.968784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Attempting to bind port fd1aa104-4ae3-4009-bca8-f6e5803750ac by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:43.969177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Attempting to bind port fd1aa104-4ae3-4009-bca8-f6e5803750ac on network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:43.976427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.980491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 887a4ef0-946a-4eae-8b38-5a71b61da484) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:43.982874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:43.983258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Checking segment: {'id': '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:43.983660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.984048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Bound using segment: {'id': '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:43.984543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Bound port: fd1aa104-4ae3-4009-bca8-f6e5803750ac, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54c19c9a-2307-47b2-ba1d-0377e4cdb8ba'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:43.984929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.987764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:43.988658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:43.993816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:43.993996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.005022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ec013-c217-43c7-bc73-fbe43bfd7225 None None] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:44.014069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-806a695a-68f0-4ee6-8520-b14a1c7f47c6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6949122 Sep 28 08:36:44.018056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38078) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:44.062802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484', 'name': 'tempest-PortsTestJSON-171469007', 'fixed_ips': [{'subnet_id': '6b8e061d-ecb4-4eb9-9377-dee65030d618', 'ip_address': '172.20.0.10'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:44.172501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.202355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Current status of the port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:44.202711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.205175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] For port fd1aa104-4ae3-4009-bca8-f6e5803750ac, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:44.238426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:36:44.238668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:36:44.241104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bf3520-7d28-4b93-8ece-ea2fd51d8f66,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:44.243463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] For port fd1aa104-4ae3-4009-bca8-f6e5803750ac, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fd1aa104-4ae3-4009-bca8-f6e5803750ac,segment=NetworkSegment(10e12d58-2d75-4b83-a8e3-d8c4bc0208ef),segment_id=10e12d58-2d75-4b83-a8e3-d8c4bc0208ef)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:44.271309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.274819 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2331a3e0-f275-45b8-a0cb-f9e528e5f9df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/c9bf3520-7d28-4b93-8ece-ea2fd51d8f66 HTTP/1.1" status: 204 len: 168 time: 1.2598684 Sep 28 08:36:44.278608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38082) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:44.283861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.295762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb320f-8a25-4a53-9e2b-82c306091809 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:44.299909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] For port ba0e393a-ea20-4ded-9e72-ab7d055b28a6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:44.345256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.367400 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-18522f81-5ed2-4e5e-b7d7-b544b34699f1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856843 Sep 28 08:36:44.368232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38086) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:44.373380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:44.392283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:44.452699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911f7b6-ce14-44f3-af24-e3a7bca81f8f None None] Pushing event updated for resources: {'Port': ['ID=fd1aa104-4ae3-4009-bca8-f6e5803750ac,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:44.480033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-887a4ef0-946a-4eae-8b38-5a71b61da484', 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': '6b8e061d-ecb4-4eb9-9377-dee65030d618'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:44.480893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.482413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:44.487746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.574814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170c4fe-3a6c-4312-8281-872de99024e7 None None] Pushing event updated for resources: {'Port': ['ID=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:44.628734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.631741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.726036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Allocated IP 172.20.0.2 (887a4ef0-946a-4eae-8b38-5a71b61da484/6b8e061d-ecb4-4eb9-9377-dee65030d618/4299e006-18ed-4827-9550-229b713c75f7) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:44.733265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e9bdc-3b26-4e2e-9fba-5ea26b308013 req-f4b8b86e-ef76-4732-8345-4e483c0259d4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:44.734937 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-282e9bdc-3b26-4e2e-9fba-5ea26b308013 req-f4b8b86e-ef76-4732-8345-4e483c0259d4 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2801340 Sep 28 08:36:44.826463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.848747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.860761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:44.863283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:44.867277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:44.874868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:44.884982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Deleting port 2f67f905-ce18-417d-92d8-3fbe98a3b83f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:44.885353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.937216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:44.937819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:44.948832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=b00d1a71-47ae-4c05-adc9-b27c079fcd11,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:44.973446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7de77b13-bd31-4fd1-8df0-52584e66aafb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6038222 Sep 28 08:36:44.974136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38088) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:44.978889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:44.985844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.007086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.008897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.009265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 02675f80-99b5-44ac-a879-8f05f233041a yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:45.016519 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-282e9bdc-3b26-4e2e-9fba-5ea26b308013 req-df73a845-cf35-42e2-b5d4-e0614e877321 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219465 Sep 28 08:36:45.086194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.095800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.113769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Subnet': ['ID=70763686-213d-4ebd-bf97-2f41bddb6583,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:45.118866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.121695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.122219 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c48a9676-caa9-42bc-8694-2700fa028f14 tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/subnets/70763686-213d-4ebd-bf97-2f41bddb6583 HTTP/1.1" status: 204 len: 168 time: 1.7379508 Sep 28 08:36:45.128545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-45c7301c-f533-4c23-9e24-669be9e8e270 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1508410 Sep 28 08:36:45.128545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38090) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:45.136450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38092) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:45.136995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ee69071b-393a-46b1-91aa-8e86fcae629c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:45.139275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab93b48-3192-4995-9bb7-b602151fa133 None None] Network 825a4930-b28f-4eca-a172-3dcbebcf0bc7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:45.215391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ee69071b-393a-46b1-91aa-8e86fcae629c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:45.215806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ee69071b-393a-46b1-91aa-8e86fcae629c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:45.268562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] For port 2f67f905-ce18-417d-92d8-3fbe98a3b83f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2f67f905-ce18-417d-92d8-3fbe98a3b83f,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:45.269055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.299974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Deleting port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:45.301483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.333782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.353464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.426608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.511507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:45.527316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:45.530807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] For port ba0e393a-ea20-4ded-9e72-ab7d055b28a6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:45.531441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.547891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:45.558382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Pushing event updated for resources: {'Port': ['ID=4299e006-18ed-4827-9550-229b713c75f7,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:45.562958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Calling delete_port for ba0e393a-ea20-4ded-9e72-ab7d055b28a6 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:45.573829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.646078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Deleting port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:45.646422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.745009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fd1aa104-4ae3-4009-bca8-f6e5803750ac up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:45.750210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] DHCP port deletion for 825a4930-b28f-4eca-a172-3dcbebcf0bc7 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:45.772098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Calling delete_port for 2f67f905-ce18-417d-92d8-3fbe98a3b83f owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:45.786674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] For port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,segment=NetworkSegment(d5638b79-cb74-4b06-961e-a8750b385364),segment_id=d5638b79-cb74-4b06-961e-a8750b385364)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:45.787035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.793536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Attempting to bind port 4299e006-18ed-4827-9550-229b713c75f7 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:45.794026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Attempting to bind port 4299e006-18ed-4827-9550-229b713c75f7 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'eec627b1-a708-4aba-91dd-04dcf68d59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:45.794502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Attempting to bind port 4299e006-18ed-4827-9550-229b713c75f7 on network 887a4ef0-946a-4eae-8b38-5a71b61da484 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:45.808304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Calling delete_port for b1ca6f04-d34c-4309-893e-3d0ad9d1f57a owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:45.824377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85eec0e-7343-4fe5-b851-329205422afc None None] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:45.826622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.841101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8::1 (54c19c9a-2307-47b2-ba1d-0377e4cdb8ba/7305d9a9-eda4-47ad-9704-eca6d0cd6770/10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:45.866147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:45.868238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Checking segment: {'id': 'eec627b1-a708-4aba-91dd-04dcf68d59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:45.868238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.868238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Bound using segment: {'id': 'eec627b1-a708-4aba-91dd-04dcf68d59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:45.868702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Bound port: 4299e006-18ed-4827-9550-229b713c75f7, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec627b1-a708-4aba-91dd-04dcf68d59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:45.870341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:45.897126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.10 (887a4ef0-946a-4eae-8b38-5a71b61da484/6b8e061d-ecb4-4eb9-9377-dee65030d618/02675f80-99b5-44ac-a879-8f05f233041a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:45.920454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] Pushing event deleted for resources: {'Port': ['ID=ba0e393a-ea20-4ded-9e72-ab7d055b28a6,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:45.926238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e704236-12fa-4aa4-9916-9cd7888fca9b None None] No DVR routers for this DVR port ba0e393a-ea20-4ded-9e72-ab7d055b28a6 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:45.981089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::1 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/b00d1a71-47ae-4c05-adc9-b27c079fcd11/1c386745-4c2c-4851-9c26-77c1128b8e78) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:45.984433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e2b0d-4569-4296-9a2e-b2b7980fe5fe None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:45.995073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.030684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Port': ['ID=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.042041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Provisioning complete for port fd1aa104-4ae3-4009-bca8-f6e5803750ac triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:46.042502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.043588 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Attempt 1 to provision port fd1aa104-4ae3-4009-bca8-f6e5803750ac Sep 28 08:36:46.044140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] No DVR routers for this DVR port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:46.086289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port fd1aa104-4ae3-4009-bca8-f6e5803750ac triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:46.086778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.087223 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port fd1aa104-4ae3-4009-bca8-f6e5803750ac Sep 28 08:36:46.167684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Deleting port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:46.168184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.172298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.217460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] For port 4299e006-18ed-4827-9550-229b713c75f7, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:46.257110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.281392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.292443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.297371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813b9c8-7c92-4c5f-a178-db431cdb6722 req-e27cba49-29d4-4be1-8b39-eeb76ec886b1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:46.298963 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2813b9c8-7c92-4c5f-a178-db431cdb6722 req-e27cba49-29d4-4be1-8b39-eeb76ec886b1 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1756079 Sep 28 08:36:46.300549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.315156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] For port 4299e006-18ed-4827-9550-229b713c75f7, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4299e006-18ed-4827-9550-229b713c75f7,segment=NetworkSegment(eec627b1-a708-4aba-91dd-04dcf68d59cc),segment_id=eec627b1-a708-4aba-91dd-04dcf68d59cc)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:46.318826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825a4930-b28f-4eca-a172-3dcbebcf0bc7']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:46.331850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f67f905-ce18-417d-92d8-3fbe98a3b83f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.338235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.343601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.348100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] For port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:46.348100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.351942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5638b79-cb74-4b06-961e-a8750b385364') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:46.351942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5638b79-cb74-4b06-961e-a8750b385364') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:46.371040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.396898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:46.408710 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2813b9c8-7c92-4c5f-a178-db431cdb6722 req-010dc54c-5d23-4cc0-b23f-f4dc6666be1d tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812049 Sep 28 08:36:46.410711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.415141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:46.427606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:46.428110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.438502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:46.439315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.451507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.472330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Calling delete_port for b1ca6f04-d34c-4309-893e-3d0ad9d1f57a owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:46.490387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:36:46.526500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.553401 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d5638b79-cb74-4b06-961e-a8750b385364 resource provider aggregate not found Sep 28 08:36:46.575862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.583665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.591337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.602441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.607315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] 10.222.0.27 "DELETE /v2.0/networks/825a4930-b28f-4eca-a172-3dcbebcf0bc7 HTTP/1.1" status: 204 len: 168 time: 1.4796872 Sep 28 08:36:46.642649 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d5638b79-cb74-4b06-961e-a8750b385364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5638b79-cb74-4b06-961e-a8750b385364 found for delete ", "request_id": "req-45c4b1e1-f94b-4265-b3c9-e0de4f8a21ef"}]} Sep 28 08:36:46.657858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:46.664505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f457-a2fa-4292-a38c-43df1e7ccfbf tempest-NetworksIpV6TestAttrs-743854529 tempest-NetworksIpV6TestAttrs-743854529-project] Pushing event deleted for resources: {'Network': ['ID=825a4930-b28f-4eca-a172-3dcbebcf0bc7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.681651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:46.688761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:46.695447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:46.695954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.705143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=1c386745-4c2c-4851-9c26-77c1128b8e78,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.752863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Current status of the port fd1aa104-4ae3-4009-bca8-f6e5803750ac is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:46.753192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.755265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:46.756302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] No DVR routers for this DVR port b1ca6f04-d34c-4309-893e-3d0ad9d1f57a on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:46.760450 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65746b9c-1291-493f-9574-0a15d27e3821 None None] Pushing event updated for resources: {'Port': ['ID=4299e006-18ed-4827-9550-229b713c75f7,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.763433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:46.773863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=02675f80-99b5-44ac-a879-8f05f233041a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:46.774712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fd1aa104-4ae3-4009-bca8-f6e5803750ac is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:46.775119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:46.988318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] For port fd1aa104-4ae3-4009-bca8-f6e5803750ac, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fd1aa104-4ae3-4009-bca8-f6e5803750ac,segment=NetworkSegment(10e12d58-2d75-4b83-a8e3-d8c4bc0208ef),segment_id=10e12d58-2d75-4b83-a8e3-d8c4bc0208ef)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:46.992914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491e3d-c535-4f5e-92f7-e6babcbc39a0 None None] Pushing event deleted for resources: {'Port': ['ID=b1ca6f04-d34c-4309-893e-3d0ad9d1f57a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:47.015773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.080761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.083986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:47.084755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:36:47.084885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.086747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:36:47.146294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:47.147172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.169410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.196094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9824-e470-4f43-9639-8186b91eb0da None None] Pushing event updated for resources: {'Port': ['ID=fd1aa104-4ae3-4009-bca8-f6e5803750ac,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:47.246238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c321d145-eb87-4839-9d91-db9924fcc714 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1916854 Sep 28 08:36:47.307668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38108) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:47.324412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': '887a4ef0-946a-4eae-8b38-5a71b61da484', 'name': 'tempest-PortsTestJSON-29168989', 'fixed_ips': [{'subnet_id': '6b8e061d-ecb4-4eb9-9377-dee65030d618', 'ip_address': '172.20.0.9'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:47.344319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38112) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:47.387490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/b00d1a71-47ae-4c05-adc9-b27c079fcd11/80817a08-ce27-49b0-bcd7-58b5cf71be97) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:47.543373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Provisioning complete for port fd1aa104-4ae3-4009-bca8-f6e5803750ac triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:47.543685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.544377 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 1 to provision port fd1aa104-4ae3-4009-bca8-f6e5803750ac Sep 28 08:36:47.579797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:47.620678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-23ca7965-532f-4b5d-9cbd-7b671899b4a7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7da82da2e9584908903cb08e66da6bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733352 Sep 28 08:36:47.624829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:47.625965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607a5e-3b38-40aa-92ef-484b10171fda req-5a0cc50b-7570-4be8-ada7-97f08be69fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:47.627564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-5a0cc50b-7570-4be8-ada7-97f08be69fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712e5f07a74143529db13d16e290a4c2&device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 1098 time: 0.3208132 Sep 28 08:36:47.669952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02745-d9da-48ca-ae32-9a8e2aec509e req-e2bebfdc-56b4-445d-b9d0-b576e4f6e8aa tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:47.671628 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d9e02745-d9da-48ca-ae32-9a8e2aec509e req-e2bebfdc-56b4-445d-b9d0-b576e4f6e8aa tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3659885 Sep 28 08:36:47.695625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.804312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Router 2cb0187a-1556-45cb-a719-44c5738220e4 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:47.824359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fd1aa104-4ae3-4009-bca8-f6e5803750ac is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:47.877266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.886835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.943429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ba0e393a-ea20-4ded-9e72-ab7d055b28a6 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:47.977405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:47.981563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d9e02745-d9da-48ca-ae32-9a8e2aec509e req-574454b8-5e3d-44e9-9686-567cc4301932 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826550 Sep 28 08:36:47.995613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.011930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ba0e393a-ea20-4ded-9e72-ab7d055b28a6 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:48.013675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ba0e393a-ea20-4ded-9e72-ab7d055b28a6 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:48.027238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.043713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38120) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:48.045147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port b6942870-e86a-491d-9c1a-c76bf123e71d yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:36:48.047608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Current status of the port fd1aa104-4ae3-4009-bca8-f6e5803750ac is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:48.053440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607a5e-3b38-40aa-92ef-484b10171fda req-103ec3a4-c91d-4417-ab61-213f699526a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.054995 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-103ec3a4-c91d-4417-ab61-213f699526a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 200 len: 913 time: 0.4156585 Sep 28 08:36:48.097616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4b2bb-3720-410f-a374-c6cc93fe6aac None None] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:48.111211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:48.132466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:48.135609 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.143063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:48.146878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.150863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.155108 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d28229a5-f98d-45a4-a4c4-cb5eb55a328a HTTP/1.1" status: 204 len: 168 time: 0.5290134 Sep 28 08:36:48.164143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.165094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.231820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Provisioning complete for port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:48.232199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.232613 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 1 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:48.234072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Pushing event updated for resources: {'Port': ['ID=80817a08-ce27-49b0-bcd7-58b5cf71be97,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:48.243412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:48.276132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:48.290075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c504ef-6cb6-4b95-85f0-0aef9fd03a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28229a5-f98d-45a4-a4c4-cb5eb55a328a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:48.300663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-447e7990-efc7-4ef3-b5fd-eb65ff8a1373 admin admin] 10.222.0.27 "PUT /v2.0/routers/2cb0187a-1556-45cb-a719-44c5738220e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9102354 Sep 28 08:36:48.303569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38124) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:48.329764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Sync routers for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:48.342561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Attempting to bind port 80817a08-ce27-49b0-bcd7-58b5cf71be97 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:48.342928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Attempting to bind port 80817a08-ce27-49b0-bcd7-58b5cf71be97 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:48.343473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Attempting to bind port 80817a08-ce27-49b0-bcd7-58b5cf71be97 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:48.369935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:48.370317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:48.370725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.371123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:48.371619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Bound port: 80817a08-ce27-49b0-bcd7-58b5cf71be97, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:48.372048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.378884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:48.379534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:48.452368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc0462-525d-4fe1-a238-35d96356bba8 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.453240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc0462-525d-4fe1-a238-35d96356bba8 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.453860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc0462-525d-4fe1-a238-35d96356bba8 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.455742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4dcc0462-525d-4fe1-a238-35d96356bba8 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?project_id=bb0ece877ae1475b9a8004d45b41429b&network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 2999 time: 0.4040842 Sep 28 08:36:48.483584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-92846a1f-7649-4966-83b0-99897d85dc06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 200 len: 1001 time: 0.3619182 Sep 28 08:36:48.484310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:48.538291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:48.542230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:48.560300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4299e006-18ed-4827-9550-229b713c75f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:48.572605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:48.666270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607a5e-3b38-40aa-92ef-484b10171fda req-24bd7665-8865-4763-b2ef-785f83de42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.667777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-24bd7665-8865-4763-b2ef-785f83de42af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 200 len: 851 time: 0.1764762 Sep 28 08:36:48.669422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.762344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.9 (887a4ef0-946a-4eae-8b38-5a71b61da484/6b8e061d-ecb4-4eb9-9377-dee65030d618/b6942870-e86a-491d-9c1a-c76bf123e71d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:48.804204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607a5e-3b38-40aa-92ef-484b10171fda req-96668510-9fc9-46f4-aef1-9ce5dbccc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:48.805724 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-96668510-9fc9-46f4-aef1-9ce5dbccc642 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4d923fac-3c7f-4664-9f03-e1ec948e9203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198573 Sep 28 08:36:48.813652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] For port 80817a08-ce27-49b0-bcd7-58b5cf71be97, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:48.822757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] For port 80817a08-ce27-49b0-bcd7-58b5cf71be97, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=80817a08-ce27-49b0-bcd7-58b5cf71be97,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:48.867801 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:36:48.875461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4299e006-18ed-4827-9550-229b713c75f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:48.875625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.876041 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4299e006-18ed-4827-9550-229b713c75f7 Sep 28 08:36:48.902525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.932271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.940554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.941390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:48.980036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router de98965d-daff-4682-97a7-8aa31634c9c5 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:36:49.061093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.074536 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 2 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:49.206645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e2af-19fc-44aa-ba03-c523f33d3f37 None None] Pushing event updated for resources: {'Port': ['ID=80817a08-ce27-49b0-bcd7-58b5cf71be97,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:49.230785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=1c386745-4c2c-4851-9c26-77c1128b8e78,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:49.235526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:49.265684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-61d84ff9-8fae-46fd-882e-e4bc38c33555 service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440670 Sep 28 08:36:49.267938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4299e006-18ed-4827-9550-229b713c75f7 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:49.268695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.287696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:36:46Z', 'revision_number': 5, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port': {'id': 'a567e3d6-f836-4175-851e-9309f40647a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:16Z', 'updated_at': '2022-09-28T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.378453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Checking router: 2cb0187a-1556-45cb-a719-44c5738220e4 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:49.411685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Routers {'2cb0187a-1556-45cb-a719-44c5738220e4'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:49.415938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2cb0187a-1556-45cb-a719-44c5738220e4'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.424337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98607a5e-3b38-40aa-92ef-484b10171fda req-a08dc113-b9f7-4690-83c6-3f094a56203c service neutron] 10.222.0.62 "GET /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458330 Sep 28 08:36:49.447400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:49.454100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38150) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:49.461883 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] Sync routers for ids ['de98965d-daff-4682-97a7-8aa31634c9c5'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:49.465943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b5a9b698-193e-495d-9a4c-b258eca28357 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/de98965d-daff-4682-97a7-8aa31634c9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8557441 Sep 28 08:36:49.473951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38152) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:49.479701 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] Routers {'de98965d-daff-4682-97a7-8aa31634c9c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:49.480323 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de98965d-daff-4682-97a7-8aa31634c9c5'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.503224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:49.506733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76523cd-bad4-40b3-bbf3-5ae43a9db934 req-c38b345f-e114-4f8e-adf7-abec2d274d93 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:49.507073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 4299e006-18ed-4827-9550-229b713c75f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4299e006-18ed-4827-9550-229b713c75f7,segment=NetworkSegment(eec627b1-a708-4aba-91dd-04dcf68d59cc),segment_id=eec627b1-a708-4aba-91dd-04dcf68d59cc)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:49.508741 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a76523cd-bad4-40b3-bbf3-5ae43a9db934 req-c38b345f-e114-4f8e-adf7-abec2d274d93 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3611722 Sep 28 08:36:49.526961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:49.567490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.568546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fd1aa104-4ae3-4009-bca8-f6e5803750ac up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:49.573450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Deleting port a567e3d6-f836-4175-851e-9309f40647a8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:49.573799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.585582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.604340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] Routers {'de98965d-daff-4682-97a7-8aa31634c9c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:49.604986 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de98965d-daff-4682-97a7-8aa31634c9c5'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.648550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] Set router 2cb0187a-1556-45cb-a719-44c5738220e4 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:49.685468 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.687754 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93136f6-06b9-4bac-adcf-cd36244e0f7c None None] The sync data for ids ['de98965d-daff-4682-97a7-8aa31634c9c5'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:49.724545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.727996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1079703066'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:49.734988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:36:49Z', 'revision_number': 6, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:49.742122 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 3 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:49.773758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:49.777626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.803153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c6fcd-e747-406f-828c-944e2949eea8 None None] The sync data for ids ['2cb0187a-1556-45cb-a719-44c5738220e4'] in dv-neutron-859308-3-hyperv is: [{'id': '2cb0187a-1556-45cb-a719-44c5738220e4', 'name': 'tempest-ServersTestManualDisk-1085984643-router', 'tenant_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:13Z', 'updated_at': '2022-09-28T08:36:49Z', 'revision_number': 6, 'project_id': '9f02e25e7bbb41a18efcd8909a5212c3', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:49.805605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.820498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=4299e006-18ed-4827-9550-229b713c75f7,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:49.836222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port fd1aa104-4ae3-4009-bca8-f6e5803750ac triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:49.836662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.837175 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port fd1aa104-4ae3-4009-bca8-f6e5803750ac Sep 28 08:36:49.856237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:49.907318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Router b94948e8-aa84-427d-974d-f85ab4d4bec0 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:36:49.936901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:49.947158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:49.959533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:50.071907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:50.073532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=b6942870-e86a-491d-9c1a-c76bf123e71d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:50.080014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c91ffa8-324c-469c-b0c6-d7c59220bd39 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "PUT /v2.0/routers/b94948e8-aa84-427d-974d-f85ab4d4bec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9425397 Sep 28 08:36:50.096567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c44ed0-0b79-41ad-a08b-0dff5b2af30f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:50.104844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b8c44ed0-0b79-41ad-a08b-0dff5b2af30f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports/10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 HTTP/1.1" status: 200 len: 911 time: 0.6287580 Sep 28 08:36:50.124300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38156) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:50.124915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38158) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:50.132488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Sync routers for ids ['b94948e8-aa84-427d-974d-f85ab4d4bec0'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:50.143637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:50.163145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7305d9a9-eda4-47ad-9704-eca6d0cd6770'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:50.194870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Routers {'b94948e8-aa84-427d-974d-f85ab4d4bec0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:50.196224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b94948e8-aa84-427d-974d-f85ab4d4bec0'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:50.264010 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a76523cd-bad4-40b3-bbf3-5ae43a9db934 req-9b68a0b9-a0cf-4f54-ba3f-d143cc77f3a7 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7247803 Sep 28 08:36:50.311799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] For port a567e3d6-f836-4175-851e-9309f40647a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a567e3d6-f836-4175-851e-9309f40647a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:50.312569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.338404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Calling delete_port for a567e3d6-f836-4175-851e-9309f40647a8 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:50.367233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9ff5b-5608-4499-b777-49672dfb09d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:50.368942 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a7f9ff5b-5608-4499-b777-49672dfb09d9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports/1c386745-4c2c-4851-9c26-77c1128b8e78 HTTP/1.1" status: 200 len: 911 time: 0.2429290 Sep 28 08:36:50.376267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:50.382444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.385903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Set router b94948e8-aa84-427d-974d-f85ab4d4bec0 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:50.414019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:50.414762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.428580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.441145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fd1aa104-4ae3-4009-bca8-f6e5803750ac is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:50.513574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ac8fe-e437-4f01-aa82-50d8cba42949 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:50.517347 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-db97cb89-5eda-4fa8-8ce4-819de4b7c814 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2085135 Sep 28 08:36:50.522958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38164) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:50.528049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:50.532247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ac8fe-e437-4f01-aa82-50d8cba42949 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:50.534102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-543ac8fe-e437-4f01-aa82-50d8cba42949 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1566329 Sep 28 08:36:50.539684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38166) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:50.571769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c568b02-af6c-450b-85db-019e16e74a2d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:50.648461 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 4 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:50.713011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:50.738727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:47Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None, '_interfaces': [{'id': '1c386745-4c2c-4851-9c26-77c1128b8e78', 'name': '', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'mac_address': 'fa:16:3e:b7:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:48Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'subnets': [{'id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:50.788890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1ca6f04-d34c-4309-893e-3d0ad9d1f57a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:50.796853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Checking router: b94948e8-aa84-427d-974d-f85ab4d4bec0 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:50.797470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Updating router b94948e8-aa84-427d-974d-f85ab4d4bec0 port 1c386745-4c2c-4851-9c26-77c1128b8e78 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:36:50.826561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.862304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: b1ca6f04-d34c-4309-893e-3d0ad9d1f57a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:50.862795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1ca6f04-d34c-4309-893e-3d0ad9d1f57a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:50.910522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:50.969694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Pushing event deleted for resources: {'Port': ['ID=a567e3d6-f836-4175-851e-9309f40647a8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:51.008981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.010181 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 81c76090-12f9-4750-9006-6256be85ecb1 of type vlan for network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 Sep 28 08:36:51.081299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.121646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.138239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c301fdf-1484-4e77-ab2b-dd05d79c0fcc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.142557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c301fdf-1484-4e77-ab2b-dd05d79c0fcc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6137700 Sep 28 08:36:51.147081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38168) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:51.164262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.238496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.240561 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 5 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:51.247947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4299e006-18ed-4827-9550-229b713c75f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:51.249778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.256090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.256698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.262577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.317359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c16a92-ed1f-4439-bbf3-fbfca1cbf83b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.324843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c16a92-ed1f-4439-bbf3-fbfca1cbf83b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.325482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.326009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb0187a-1556-45cb-a719-44c5738220e4 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:51.329556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:51.330811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c16a92-ed1f-4439-bbf3-fbfca1cbf83b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.332531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a1c16a92-ed1f-4439-bbf3-fbfca1cbf83b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1843948 Sep 28 08:36:51.339714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38172) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:51.344765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.348515 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-859fec12-0e0b-4396-9556-3570373dfcae admin admin] 10.222.0.27 "DELETE /v2.0/routers/2cb0187a-1556-45cb-a719-44c5738220e4 HTTP/1.1" status: 204 len: 168 time: 3.0369482 Sep 28 08:36:51.352254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38174) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:51.375495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4299e006-18ed-4827-9550-229b713c75f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:51.375676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.376017 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4299e006-18ed-4827-9550-229b713c75f7 Sep 28 08:36:51.400536 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9342620 Sep 28 08:36:51.453309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.499143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.499472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.529469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e137-598c-44d7-acce-6e6618d14f14 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=5454c1c7-51fd-4d57-89c4-7c30af1172d7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:51.545267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38178) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:51.551346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:51.552972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605792d-d701-40cb-bd61-379f2685a96e None None] Pushing event updated for resources: {'Port': ['ID=1c386745-4c2c-4851-9c26-77c1128b8e78,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:51.559955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:51.617153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Deleting subnet 82ede467-b7c9-42af-8225-700f7de3e9a6 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:51.620814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.643408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1cc4-73fc-4a6f-b17e-b1a967f6504f req-5931bf89-ed1b-4471-890e-33f2614dae4a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:51.650929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9bba1cc4-73fc-4a6f-b17e-b1a967f6504f req-5931bf89-ed1b-4471-890e-33f2614dae4a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2189145 Sep 28 08:36:51.705751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Attempting to bind port 1c386745-4c2c-4851-9c26-77c1128b8e78 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:51.706133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Attempting to bind port 1c386745-4c2c-4851-9c26-77c1128b8e78 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:51.706504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Attempting to bind port 1c386745-4c2c-4851-9c26-77c1128b8e78 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:51.716593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4299e006-18ed-4827-9550-229b713c75f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:51.717811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 80817a08-ce27-49b0-bcd7-58b5cf71be97 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:51.718363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.725239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:51.725627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:51.726067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.726468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:51.727207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Bound port: 1c386745-4c2c-4851-9c26-77c1128b8e78, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:51.727360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port b6942870-e86a-491d-9c1a-c76bf123e71d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:51.727360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.727564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.781758 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9bba1cc4-73fc-4a6f-b17e-b1a967f6504f req-22509ab7-f956-4d8b-b791-777ca6140b19 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250715 Sep 28 08:36:51.828090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:51.831652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.831787 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 6 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:51.875808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:51.881201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] For port 1c386745-4c2c-4851-9c26-77c1128b8e78, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:51.884993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] For port 1c386745-4c2c-4851-9c26-77c1128b8e78, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1c386745-4c2c-4851-9c26-77c1128b8e78,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:51.894719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.898346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 80817a08-ce27-49b0-bcd7-58b5cf71be97 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:51.898584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.898992 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 80817a08-ce27-49b0-bcd7-58b5cf71be97 Sep 28 08:36:51.967542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Routers {'b94948e8-aa84-427d-974d-f85ab4d4bec0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:51.968141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b94948e8-aa84-427d-974d-f85ab4d4bec0'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:51.970616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.995701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:51.996377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for b6942870-e86a-491d-9c1a-c76bf123e71d owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:52.020573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605792d-d701-40cb-bd61-379f2685a96e None None] Pushing event updated for resources: {'Port': ['ID=1c386745-4c2c-4851-9c26-77c1128b8e78,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.065455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69f19-9342-4400-9b15-010b9190bb4e req-967f64bf-2e77-48df-8782-f42e48930c50 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:52.066961 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bdc69f19-9342-4400-9b15-010b9190bb4e req-967f64bf-2e77-48df-8782-f42e48930c50 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1666212 Sep 28 08:36:52.094829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.100211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] Set router b94948e8-aa84-427d-974d-f85ab4d4bec0 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:52.116916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.123580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:52.124389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.129424 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/ports/10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 HTTP/1.1" status: 200 len: 911 time: 1.9811471 Sep 28 08:36:52.130031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38182) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.134825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 80817a08-ce27-49b0-bcd7-58b5cf71be97 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:52.135226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.207886 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bdc69f19-9342-4400-9b15-010b9190bb4e req-1d82254c-20b0-40a8-91ff-3c261b8a9776 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153371 Sep 28 08:36:52.219911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 80817a08-ce27-49b0-bcd7-58b5cf71be97, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=80817a08-ce27-49b0-bcd7-58b5cf71be97,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:52.220171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.244815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.264946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.266982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ede467-b7c9-42af-8225-700f7de3e9a6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.270746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.274236 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c69a636c-b9c4-414e-b2d1-fda9e2c68771 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/82ede467-b7c9-42af-8225-700f7de3e9a6 HTTP/1.1" status: 204 len: 168 time: 0.9185038 Sep 28 08:36:52.284057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.284535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38188) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.332251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83233f5-cea3-42df-aecc-edd438f7761c None None] Network e436ee18-ed4b-4cff-bd52-367c7b8e6b6a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:52.360069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6690f45-0e4b-4bb6-a601-1e9fcb5b7b0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.395291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 1c386745-4c2c-4851-9c26-77c1128b8e78 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:52.395686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.415205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=7984a50b-ecd2-45da-beeb-4e7969cc65a5,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.480602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.493500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '81c76090-12f9-4750-9006-6256be85ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:52.494087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 5454c1c7-51fd-4d57-89c4-7c30af1172d7, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:52.524325 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 7 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:52.538732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a567e3d6-f836-4175-851e-9309f40647a8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:52.546232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port 1c386745-4c2c-4851-9c26-77c1128b8e78, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1c386745-4c2c-4851-9c26-77c1128b8e78,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:52.546809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.564285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:52.582549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 1c386745-4c2c-4851-9c26-77c1128b8e78 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:52.598383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3a782-40b6-4dae-994b-33558b08dc9e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:52.598383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4cc3a782-40b6-4dae-994b-33558b08dc9e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 814 time: 0.3068800 Sep 28 08:36:52.617311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a567e3d6-f836-4175-851e-9309f40647a8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:52.617715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a567e3d6-f836-4175-851e-9309f40647a8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:52.618228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2f67f905-ce18-417d-92d8-3fbe98a3b83f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:52.629651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5454c1c7-51fd-4d57-89c4-7c30af1172d7) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:52.635393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:52.636106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.662561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=b6942870-e86a-491d-9c1a-c76bf123e71d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.669320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71bc63-60cb-4e42-8023-43522fb72eb3 None None] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:52.696882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12257-420c-43ae-90fb-a646e700bfd5 req-dfbf19eb-279c-4198-bd0c-1051de16568a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:52.698619 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-79a12257-420c-43ae-90fb-a646e700bfd5 req-dfbf19eb-279c-4198-bd0c-1051de16568a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.1359029 Sep 28 08:36:52.727712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 2f67f905-ce18-417d-92d8-3fbe98a3b83f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:52.728065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2f67f905-ce18-417d-92d8-3fbe98a3b83f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:52.730055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:52.732352 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-13f5f2d8-42bb-428c-91a7-9878933c4254 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1822729 Sep 28 08:36:52.734728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=80817a08-ce27-49b0-bcd7-58b5cf71be97,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:52.741684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.749625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610565085'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:52.794965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-79a12257-420c-43ae-90fb-a646e700bfd5 req-5ee93e36-b2b4-49dd-8a7e-7b6110fae97a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841999 Sep 28 08:36:52.860362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.866172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.871110 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-58e8a615-2f74-4967-a32d-63438db4af9a tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/b6942870-e86a-491d-9c1a-c76bf123e71d HTTP/1.1" status: 204 len: 168 time: 1.5297506 Sep 28 08:36:52.878375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38198) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.881517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:52.885733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.917373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:52.949234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:47Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None, '_interfaces': [{'id': '1c386745-4c2c-4851-9c26-77c1128b8e78', 'name': '', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'mac_address': 'fa:16:3e:b7:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:51Z', 'revision_number': 4, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'subnets': [{'id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:52.959656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.960100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 26916040-3412-472f-848b-b2dc39110c27 of type vlan for network 583e4689-21bd-475c-b830-2ce5d62e8ff9 Sep 28 08:36:52.960341 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c4361-bca3-4c14-b612-df9238ff217d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:52.963402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ab0c4361-bca3-4c14-b612-df9238ff217d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/b6942870-e86a-491d-9c1a-c76bf123e71d HTTP/1.1" status: 404 len: 333 time: 0.0838170 Sep 28 08:36:52.969765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38200) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:52.994597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5454c1c7-51fd-4d57-89c4-7c30af1172d7', 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '7984a50b-ecd2-45da-beeb-4e7969cc65a5'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:52.995482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:52.998238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e184a39-35ca-42a5-b17d-141a57ec35dd None None] The sync data for ids ['b94948e8-aa84-427d-974d-f85ab4d4bec0'] in dv-neutron-859308-3-hyperv is: [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:47Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None, '_interfaces': [{'id': '1c386745-4c2c-4851-9c26-77c1128b8e78', 'name': '', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'mac_address': 'fa:16:3e:b7:c5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:51Z', 'revision_number': 4, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'subnets': [{'id': 'b00d1a71-47ae-4c05-adc9-b27c079fcd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:53.066805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Deleting port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:53.067150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.122499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.142571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.169185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] For port 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9caef697-c08a-4a04-8cae-67b7f25aa7a4,segment=NetworkSegment(b0d60ff0-a90e-4d36-b77a-e474cb88e580),segment_id=b0d60ff0-a90e-4d36-b77a-e474cb88e580)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:53.169756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.175544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] DHCP port deletion for e436ee18-ed4b-4cff-bd52-367c7b8e6b6a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:53.180014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 80817a08-ce27-49b0-bcd7-58b5cf71be97 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:53.188790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=1c386745-4c2c-4851-9c26-77c1128b8e78,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:53.189022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Calling delete_port for 9caef697-c08a-4a04-8cae-67b7f25aa7a4 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:53.201609 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.210370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:53.211187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.240531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.249726 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 8 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:53.265780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 02675f80-99b5-44ac-a879-8f05f233041a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:53.266377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.331781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Allocated IP 172.20.255.242 (5454c1c7-51fd-4d57-89c4-7c30af1172d7/7984a50b-ecd2-45da-beeb-4e7969cc65a5/f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:53.420531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:53.423645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.434878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 80817a08-ce27-49b0-bcd7-58b5cf71be97 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:53.435262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.435842 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 80817a08-ce27-49b0-bcd7-58b5cf71be97 Sep 28 08:36:53.475653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.486856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7420356 Sep 28 08:36:53.512908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38202) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:53.518236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:53.525570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Pushing event deleted for resources: {'Port': ['ID=9caef697-c08a-4a04-8cae-67b7f25aa7a4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:53.550872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] No DVR routers for this DVR port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:53.628079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Deleting port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:53.628878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.644663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70836696-c94e-4621-9657-08a5b46ddd09 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=583e4689-21bd-475c-b830-2ce5d62e8ff9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:53.669173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 583e4689-21bd-475c-b830-2ce5d62e8ff9 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:53.712207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.738712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.754749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e436ee18-ed4b-4cff-bd52-367c7b8e6b6a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:53.760605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 02675f80-99b5-44ac-a879-8f05f233041a owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:53.781776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:53.785617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.803198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d60ff0-a90e-4d36-b77a-e474cb88e580') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:53.803503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d60ff0-a90e-4d36-b77a-e474cb88e580') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:53.809075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] For port 9caef697-c08a-4a04-8cae-67b7f25aa7a4, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:53.809662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.817267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38204) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:53.828018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--875754178', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:53.828811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Calling delete_port for 9caef697-c08a-4a04-8cae-67b7f25aa7a4 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:53.832126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:36:53.834062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.855763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.889878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.894097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 80817a08-ce27-49b0-bcd7-58b5cf71be97 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:53.936680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.941119 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 9 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:53.944009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] Pushing event deleted for resources: {'Port': ['ID=9caef697-c08a-4a04-8cae-67b7f25aa7a4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:53.951855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b5588-5688-4560-8df6-1f76c3839bd9 None None] No DVR routers for this DVR port 9caef697-c08a-4a04-8cae-67b7f25aa7a4 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:53.963794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.965970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:53.965970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:53.995475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:53.998998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.046041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:54.048194 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Router b94948e8-aa84-427d-974d-f85ab4d4bec0 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:54.053711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:54.055298 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b0d60ff0-a90e-4d36-b77a-e474cb88e580 resource provider aggregate not found Sep 28 08:36:54.056821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:54.114387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:54.117062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Pushing event updated for resources: {'Port': ['ID=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:54.123451 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b0d60ff0-a90e-4d36-b77a-e474cb88e580 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0d60ff0-a90e-4d36-b77a-e474cb88e580 found for delete ", "request_id": "req-c8edff3d-d70a-4bdf-ab40-709b93e581fa"}]} Sep 28 08:36:54.147657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Attempting to bind port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:54.148207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Attempting to bind port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '81c76090-12f9-4750-9006-6256be85ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:54.148643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Attempting to bind port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d on network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:54.154423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:54.154957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Checking segment: {'id': '81c76090-12f9-4750-9006-6256be85ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:54.155719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.156272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Bound using segment: {'id': '81c76090-12f9-4750-9006-6256be85ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:54.156927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Bound port: f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c76090-12f9-4750-9006-6256be85ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5454c1c7-51fd-4d57-89c4-7c30af1172d7'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:54.157436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.171809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:54.189310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:54.191743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.194618 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53fbc2e5-05c7-4ef4-951f-b7cd724281ca tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "PUT /v2.0/routers/b94948e8-aa84-427d-974d-f85ab4d4bec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6541755 Sep 28 08:36:54.197689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38212) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:54.201337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.207123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] 10.222.0.27 "DELETE /v2.0/networks/e436ee18-ed4b-4cff-bd52-367c7b8e6b6a HTTP/1.1" status: 204 len: 168 time: 1.9176400 Sep 28 08:36:54.218369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.222148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.222495 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 2b05f3fe-f181-4429-95b4-b899eb5dfbe8 of type vlan for network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 Sep 28 08:36:54.248263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:54.248613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.271093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] For port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:54.276904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] For port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,segment=NetworkSegment(81c76090-12f9-4750-9006-6256be85ecb1),segment_id=81c76090-12f9-4750-9006-6256be85ecb1)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:54.278388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=02675f80-99b5-44ac-a879-8f05f233041a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:54.283822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7e28a-44c8-4db2-8c0f-af66949d1eb4 req-198b9149-b13b-4802-aaa4-b120dc653ce6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:54.285495 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b7e28a-44c8-4db2-8c0f-af66949d1eb4 req-198b9149-b13b-4802-aaa4-b120dc653ce6 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.3283179 Sep 28 08:36:54.288305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.301918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701f7c7-7dbd-429f-8677-4ce5bbd32463 admin admin] Pushing event deleted for resources: {'Network': ['ID=e436ee18-ed4b-4cff-bd52-367c7b8e6b6a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:54.321206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212fabb-03e6-4c34-9123-2cdfe28f911c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:54.329023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212fabb-03e6-4c34-9123-2cdfe28f911c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:54.330827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2212fabb-03e6-4c34-9123-2cdfe28f911c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1266134 Sep 28 08:36:54.365304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38216) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:54.379303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad055f41-9654-440a-bd2a-a1d91b30369c None None] Pushing event updated for resources: {'Port': ['ID=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:54.407203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.410862 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1a016131-45e7-4ced-8020-765b53055aef tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/02675f80-99b5-44ac-a879-8f05f233041a HTTP/1.1" status: 204 len: 168 time: 1.4312434 Sep 28 08:36:54.413365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38218) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:54.442211 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b29817-dae6-4e30-82f3-8f96fb542aae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:36:54.443796 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-39b29817-dae6-4e30-82f3-8f96fb542aae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/02675f80-99b5-44ac-a879-8f05f233041a HTTP/1.1" status: 404 len: 333 time: 0.0294607 Sep 28 08:36:54.447020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38220) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:54.506872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.517236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 6b8e061d-ecb4-4eb9-9377-dee65030d618 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:54.520908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.615274 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Attempt 10 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:54.616871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.744192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-35003c8d-16d2-4440-a27e-ba9a15d613e1 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:54.746122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet b00d1a71-47ae-4c05-adc9-b27c079fcd11 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:54.752376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38222) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:54.764210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.772102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:54.772757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.789250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.799991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.878688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Provisioning complete for port 4299e006-18ed-4827-9550-229b713c75f7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:54.879459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:54.880016 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Attempt 1 to provision port 4299e006-18ed-4827-9550-229b713c75f7 Sep 28 08:36:54.891423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:54.898335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=67be6795-819e-4f00-8760-65843621e294,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:54.904181 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0856521 Sep 28 08:36:54.993320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Current status of the port 4299e006-18ed-4827-9550-229b713c75f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:54.998230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Could not find standard attr ID for object 02675f80-99b5-44ac-a879-8f05f233041a. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:55.015696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Provisioning complete for port 80817a08-ce27-49b0-bcd7-58b5cf71be97 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:55.016182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.016530 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Attempt 1 to provision port 80817a08-ce27-49b0-bcd7-58b5cf71be97 Sep 28 08:36:55.046072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38224) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.102574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:55.110154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Current status of the port 80817a08-ce27-49b0-bcd7-58b5cf71be97 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:55.120240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.154688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Provisioning complete for port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:55.155070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.155943 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Attempt 1 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:55.169462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac0da0-5659-4293-926d-66e00bc01f1b tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:55.173689 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d8ac0da0-5659-4293-926d-66e00bc01f1b tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1264272 Sep 28 08:36:55.180115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38226) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.191604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:55.205568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:55.205568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.205877 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d Sep 28 08:36:55.294337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:55.294934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.314700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.336599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b7e28a-44c8-4db2-8c0f-af66949d1eb4 req-4d7e1318-53cc-43a0-af2e-618a5403b309 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0323608 Sep 28 08:36:55.339580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,segment=NetworkSegment(81c76090-12f9-4750-9006-6256be85ecb1),segment_id=81c76090-12f9-4750-9006-6256be85ecb1)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:55.350575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.355544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d1435-db7c-4ad6-bec3-d5b3487eade5 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:55.356410 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-119d1435-db7c-4ad6-bec3-d5b3487eade5 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1747067 Sep 28 08:36:55.359281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38228) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.391682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.429269 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b19ea22c-5361-425a-96cb-eac578fb7dbe tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688469 Sep 28 08:36:55.433616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38230) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.465701 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-36b35a8f-ca4e-41e1-a60b-fcbd90f7e4c5 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308535 Sep 28 08:36:55.474129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38232) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.515931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.519095 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Sync routers for ids ['b94948e8-aa84-427d-974d-f85ab4d4bec0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:55.536255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.541343 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Routers {'b94948e8-aa84-427d-974d-f85ab4d4bec0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:55.542790 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b94948e8-aa84-427d-974d-f85ab4d4bec0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:55.612504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9caef697-c08a-4a04-8cae-67b7f25aa7a4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:55.625283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8e061d-ecb4-4eb9-9377-dee65030d618,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:55.634580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.638946 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7dbc8d01-2a12-4f71-b763-4cb3c1bdb26f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/6b8e061d-ecb4-4eb9-9377-dee65030d618 HTTP/1.1" status: 204 len: 168 time: 1.1905081 Sep 28 08:36:55.645788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38234) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.646686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed001b-d0f0-409c-b8ef-73be9a3d1fcd None None] Network 887a4ef0-946a-4eae-8b38-5a71b61da484 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:55.649303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9caef697-c08a-4a04-8cae-67b7f25aa7a4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:55.649689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9caef697-c08a-4a04-8cae-67b7f25aa7a4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:55.652064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:55.668964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c71cf-5fe8-40b0-a244-fcfb3eb8d280 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=0f93ff7a-56f8-4601-8b08-8ad72ea04b71,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:55.682526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.697568 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Set router b94948e8-aa84-427d-974d-f85ab4d4bec0 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:55.699387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Attempt 2 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:55.712611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:55.728994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=b00d1a71-47ae-4c05-adc9-b27c079fcd11,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:55.751766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2760b1a9-c343-4c88-9113-08999e5682f9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9f02e25e7bbb41a18efcd8909a5212c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9861295 Sep 28 08:36:55.769420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-c3475c81-ba49-4053-b802-5955e7379587 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:55.772644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-c3475c81-ba49-4053-b802-5955e7379587 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.4917834 Sep 28 08:36:55.775655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.789183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec31d4-48d3-4d5c-9c41-eccac5857f1d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:55.790805 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-45ec31d4-48d3-4d5c-9c41-eccac5857f1d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2981448 Sep 28 08:36:55.791899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.795529 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-05f7479d-e13d-4c7c-95f5-babd24615dfd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/b00d1a71-47ae-4c05-adc9-b27c079fcd11 HTTP/1.1" status: 204 len: 168 time: 1.3807766 Sep 28 08:36:55.805186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '26916040-3412-472f-848b-b2dc39110c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:55.805186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 583e4689-21bd-475c-b830-2ce5d62e8ff9, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:55.808448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38238) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.808787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38240) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.829687 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:52Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:55.838857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ffecd-222e-43a3-a852-350093313f6c None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:55.875631 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Checking router: b94948e8-aa84-427d-974d-f85ab4d4bec0 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:55.884117 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4a7f4412-38ec-4ce6-b087-c447a2415dc6 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740061 Sep 28 08:36:55.888200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:55.890350 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Routers {'b94948e8-aa84-427d-974d-f85ab4d4bec0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:55.890490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38242) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:55.891272 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b94948e8-aa84-427d-974d-f85ab4d4bec0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:55.897559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423422047', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:55.962922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab63d3-50d2-4e53-8e82-46fa091680c5 None None] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:55.984955 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] Set router b94948e8-aa84-427d-974d-f85ab4d4bec0 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:55.987797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 583e4689-21bd-475c-b830-2ce5d62e8ff9 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:56.033738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dffa073c-f4c7-46c3-a8c2-c5ddf239f4dc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2156990 Sep 28 08:36:56.034422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38244) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:56.050079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 583e4689-21bd-475c-b830-2ce5d62e8ff9) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:56.053569 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:52Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:56.068565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:56.069690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.075236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.094955 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15f195-a70b-4b2a-af22-1fbfe31e8383 None None] The sync data for ids ['b94948e8-aa84-427d-974d-f85ab4d4bec0'] in dv-neutron-859308-3-hyperv is: [{'id': 'b94948e8-aa84-427d-974d-f85ab4d4bec0', 'name': 'tempest-NetworksTestDHCPv6-router-787648665', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:45Z', 'updated_at': '2022-09-28T08:36:52Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:56.147210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.157795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.167906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b114d685-19ba-47fb-9d95-70edf36fb6cb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6514685 Sep 28 08:36:56.175827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:56.225078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:56.228759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.237198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:36:56.237810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d344d1-a4a6-463f-8e75-4d2f1748aa0d None None] Network 583e4689-21bd-475c-b830-2ce5d62e8ff9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:56.239042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Deleting port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:56.239463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.253264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 4299e006-18ed-4827-9550-229b713c75f7 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:56.253684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.263118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.337212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:56.428973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.431879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.435898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c9cf929b-f609-416c-9854-f88a07165fd1 HTTP/1.1" status: 204 len: 168 time: 0.6579516 Sep 28 08:36:56.522103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.522936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.528189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port 4299e006-18ed-4827-9550-229b713c75f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4299e006-18ed-4827-9550-229b713c75f7,segment=NetworkSegment(eec627b1-a708-4aba-91dd-04dcf68d59cc),segment_id=eec627b1-a708-4aba-91dd-04dcf68d59cc)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:56.528558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.548020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.570947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 4299e006-18ed-4827-9550-229b713c75f7 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:56.590247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd470e1-57ac-4e65-9059-674dd146c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf929b-f609-416c-9854-f88a07165fd1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:56.598095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] For port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:56.598476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.610775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.648277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] DHCP port deletion for 887a4ef0-946a-4eae-8b38-5a71b61da484 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:56.681053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.683487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Fanout notify agent at l3_agent the message router_deleted on router b94948e8-aa84-427d-974d-f85ab4d4bec0 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:56.691973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.696515 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8742779f-5bb3-447f-b9ac-9b4fef559f4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/routers/b94948e8-aa84-427d-974d-f85ab4d4bec0 HTTP/1.1" status: 204 len: 168 time: 0.6564338 Sep 28 08:36:56.698407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-583e4689-21bd-475c-b830-2ce5d62e8ff9', 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '67be6795-819e-4f00-8760-65843621e294'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:56.701993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:56.704017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38252) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:56.709565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:56.733650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a7ed7-b72c-4ef1-899e-f91b59c93c17 req-5ff61d1c-5945-4f37-93e5-5dfcf27cf65a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:56.741550 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82a7ed7-b72c-4ef1-899e-f91b59c93c17 req-5ff61d1c-5945-4f37-93e5-5dfcf27cf65a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 945 time: 0.2357430 Sep 28 08:36:56.789509 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Attempt 3 to provision port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 Sep 28 08:36:56.820347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:36:56.875861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Port 10cbeeb4-0df7-4ec7-a9e4-ea8a62d8cbe2 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:36:56.885222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Could not find standard attr ID for object 1c386745-4c2c-4851-9c26-77c1128b8e78. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:56.923692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2f70-83db-479b-bf17-9f85ac7434c4 None None] Could not find standard attr ID for object b6942870-e86a-491d-9c1a-c76bf123e71d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:36:56.961701 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82a7ed7-b72c-4ef1-899e-f91b59c93c17 req-5bd65694-af38-4656-a8c0-7cae25179c3a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups?id=f415013f-4385-4344-ad6e-c225b013cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028251 Sep 28 08:36:57.071390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.120120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.139964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:36:57.144607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:57.150443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fb99b1d7-a30f-4b23-b25a-2cf5ee1a6ee7 None None] Provisioning complete for port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:57.150828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb99b1d7-a30f-4b23-b25a-2cf5ee1a6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.151168 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fb99b1d7-a30f-4b23-b25a-2cf5ee1a6ee7 None None] Attempt 1 to provision port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d Sep 28 08:36:57.153247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.162430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.197811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Deleting port 4299e006-18ed-4827-9550-229b713c75f7 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:57.198196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.266196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router de98965d-daff-4682-97a7-8aa31634c9c5 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:57.270782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=4299e006-18ed-4827-9550-229b713c75f7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:57.288178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port 4299e006-18ed-4827-9550-229b713c75f7 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:57.341139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Deleting port 80817a08-ce27-49b0-bcd7-58b5cf71be97 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:36:57.341707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.371072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:57.371598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 0f93ff7a-56f8-4601-8b08-8ad72ea04b71, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:36:57.375112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Allocated IP 172.20.0.2 (583e4689-21bd-475c-b830-2ce5d62e8ff9/67be6795-819e-4f00-8760-65843621e294/6fd29278-2bc1-46b2-a998-c26b7870c10a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:57.379955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:57.389406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f8de0c0b-4621-40c8-8e83-789deb4d7eb5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/de98965d-daff-4682-97a7-8aa31634c9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2527802 Sep 28 08:36:57.389883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] For port 4299e006-18ed-4827-9550-229b713c75f7, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:57.390229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.392564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38264) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:57.399119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=0378edc4-ad6f-4c88-a888-fc0b79390acc,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:57.408296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] Sync routers for ids ['de98965d-daff-4682-97a7-8aa31634c9c5'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:57.430960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-72e07aea-c937-4296-8230-86470a9b474f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=de98965d-daff-4682-97a7-8aa31634c9c5 HTTP/1.1" status: 200 len: 205 time: 0.0369902 Sep 28 08:36:57.437798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Calling delete_port for 4299e006-18ed-4827-9550-229b713c75f7 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:57.444253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38266) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:57.475664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Port 4299e006-18ed-4827-9550-229b713c75f7 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:36:57.495111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.495576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.495945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Floating IP 4af8b7e6-497a-4fab-838f-ab356b9abbf0 disassociated. External IP: 172.26.4.220, port: 6df2b193-0bb6-48c3-a0eb-511dd5d71c78. Sep 28 08:36:57.496611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Calling delete_port for 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:57.506018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.536563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.557013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] Routers {'de98965d-daff-4682-97a7-8aa31634c9c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:57.557703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de98965d-daff-4682-97a7-8aa31634c9c5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.572753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:36:57.601289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.609611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 0f93ff7a-56f8-4601-8b08-8ad72ea04b71) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:57.614965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:57.615741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.620327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887a4ef0-946a-4eae-8b38-5a71b61da484']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.638774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] Pushing event deleted for resources: {'Port': ['ID=4299e006-18ed-4827-9550-229b713c75f7,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:57.648278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ed670-c843-4e6e-804a-9b8b843c2710 None None] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:57.651972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] For port 80817a08-ce27-49b0-bcd7-58b5cf71be97, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=80817a08-ce27-49b0-bcd7-58b5cf71be97,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:36:57.652374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.656195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3030b4-b8c2-45f7-ac23-d2ead54db52b None None] No DVR routers for this DVR port 4299e006-18ed-4827-9550-229b713c75f7 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:57.686465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:57.687077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.687565 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d Sep 28 08:36:57.689420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.699313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec627b1-a708-4aba-91dd-04dcf68d59cc') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.699996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec627b1-a708-4aba-91dd-04dcf68d59cc') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.702528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.749089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event deleted for resources: {'Port': ['ID=6df2b193-0bb6-48c3-a0eb-511dd5d71c78,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:57.754524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Calling delete_port for 80817a08-ce27-49b0-bcd7-58b5cf71be97 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:36:57.755121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.775109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c4207f26-6e3c-4465-9dd0-2ab554a70184 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8817322 Sep 28 08:36:57.785375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.837976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fb99b1d7-a30f-4b23-b25a-2cf5ee1a6ee7 None None] Current status of the port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:57.837976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] Routers {'de98965d-daff-4682-97a7-8aa31634c9c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:57.837976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de98965d-daff-4682-97a7-8aa31634c9c5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:57.864696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:57.865266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:57.911873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Router 6c2f7804-a72f-401f-b7f1-2e5da3263028 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:36:57.919853 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment eec627b1-a708-4aba-91dd-04dcf68d59cc resource provider aggregate not found Sep 28 08:36:57.956737 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment eec627b1-a708-4aba-91dd-04dcf68d59cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eec627b1-a708-4aba-91dd-04dcf68d59cc found for delete ", "request_id": "req-fd4476f5-1493-4a42-ba67-075128ce2594"}]} Sep 28 08:36:58.025805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38284) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:58.025805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.039313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.045281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428469936', 'description': 'tempest-secgroup-smoke-1428469936 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:58.113885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:36:58.127392 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Sync routers for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:36:58.148581 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:58.150947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:58.174372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] No DVR routers for this DVR port 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:58.177222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.181775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2bca2bca-d619-47e0-b851-2a5def5554e1 req-93edbdb1-be6e-4467-b0df-85a51df975c3 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.62 "DELETE /v2.0/ports/6df2b193-0bb6-48c3-a0eb-511dd5d71c78 HTTP/1.1" status: 204 len: 173 time: 2.3849063 Sep 28 08:36:58.182282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'name': 'network-vif-deleted', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:36:58.186083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e2bb9-2001-4973-b0bd-7a94e81aa891" -d '{"events": [{"server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "name": "network-vif-deleted", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:36:58.285423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226333b5-a979-4479-874b-f9f2a4fe2024 x-openstack-request-id: req-226333b5-a979-4479-874b-f9f2a4fe2024 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:36:58.285893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcd23b6-181c-4677-9ddf-a8a74a64cf2b", "name": "network-vif-deleted", "tag": "6df2b193-0bb6-48c3-a0eb-511dd5d71c78", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:36:58.286274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-226333b5-a979-4479-874b-f9f2a4fe2024 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:36:58.286997 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226333b5-a979-4479-874b-f9f2a4fe2024'] response: {'server_uuid': '9dcd23b6-181c-4677-9ddf-a8a74a64cf2b', 'name': 'network-vif-deleted', 'tag': '6df2b193-0bb6-48c3-a0eb-511dd5d71c78', 'status': 'completed', 'code': 200} Sep 28 08:36:58.331358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:58.357147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:58.358221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ca283-942a-4af6-a4fa-d41bfe5a81d7 None None] The sync data for ids ['de98965d-daff-4682-97a7-8aa31634c9c5'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:58.415820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0c18b3af-2e69-4306-9eb7-e368156a6455 None None] Provisioning complete for port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:36:58.416468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0c18b3af-2e69-4306-9eb7-e368156a6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.416960 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0c18b3af-2e69-4306-9eb7-e368156a6455 None None] Attempt 1 to provision port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d Sep 28 08:36:58.456799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:58.473928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.511634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:58.511634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 6df2b193-0bb6-48c3-a0eb-511dd5d71c78 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:58.587290 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-23b6ece5-b3eb-49e1-83a8-c3b235410418 req-c5740a0c-16fc-4fb4-9608-c544c031b614 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/ports?device_id=9dcd23b6-181c-4677-9ddf-a8a74a64cf2b HTTP/1.1" status: 200 len: 210 time: 0.1338024 Sep 28 08:36:58.604494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.611433 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:58.641191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.656512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:58.658155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.660080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.661592 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Checking router: 6c2f7804-a72f-401f-b7f1-2e5da3263028 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:36:58.673197 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:36:58.673873 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:58.682244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.696126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.707564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:58.709529 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/887a4ef0-946a-4eae-8b38-5a71b61da484 HTTP/1.1" status: 204 len: 168 time: 3.0613964 Sep 28 08:36:58.712371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:58.740698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Network 583e4689-21bd-475c-b830-2ce5d62e8ff9 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:58.742229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] No DVR routers for this DVR port 80817a08-ce27-49b0-bcd7-58b5cf71be97 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:36:58.758650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-620653931'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:58.775107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:58.786797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '0378edc4-ad6f-4c88-a888-fc0b79390acc'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:58.787683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.790010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4299e006-18ed-4827-9550-229b713c75f7 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:58.793084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:36:58.803777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:36:58.807864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Pushing event updated for resources: {'Port': ['ID=6fd29278-2bc1-46b2-a998-c26b7870c10a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:58.844035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:36:58.845226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=67be6795-819e-4f00-8760-65843621e294,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:58.853270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:58.853485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4299e006-18ed-4827-9550-229b713c75f7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:58.853589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.853684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4299e006-18ed-4827-9550-229b713c75f7 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:58.853684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 80817a08-ce27-49b0-bcd7-58b5cf71be97 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:58.862666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.863359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router de98965d-daff-4682-97a7-8aa31634c9c5 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:36:58.883420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.889515 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-441cc3f0-287f-4c35-8aa4-668b0e9a13d5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/de98965d-daff-4682-97a7-8aa31634c9c5 HTTP/1.1" status: 204 len: 168 time: 1.4439504 Sep 28 08:36:58.894240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38304) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:58.907151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.910623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c4757-74d9-4e33-aea3-b04a58e6c033 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:58.916187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b237645-26ba-4096-9930-9e90d7b90eae tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=887a4ef0-946a-4eae-8b38-5a71b61da484,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:58.927394 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:36:58.944816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:58.955641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:58.977250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d225-6f75-479e-a4e3-c305e3c12ebf None None] Pushing event deleted for resources: {'Port': ['ID=80817a08-ce27-49b0-bcd7-58b5cf71be97,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:58.980779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 80817a08-ce27-49b0-bcd7-58b5cf71be97 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:58.981366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 80817a08-ce27-49b0-bcd7-58b5cf71be97 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:58.981931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1c386745-4c2c-4851-9c26-77c1128b8e78 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:36:58.984665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0c18b3af-2e69-4306-9eb7-e368156a6455 None None] Current status of the port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:36:59.020611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.043959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:36:59.052083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e4689-21bd-475c-b830-2ce5d62e8ff9']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:59.064987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26916040-3412-472f-848b-b2dc39110c27') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:59.065258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26916040-3412-472f-848b-b2dc39110c27') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:59.068185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.068590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Added segment e0d7ad9f-8508-46a4-8e72-317fb538c5d2 of type vlan for network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 Sep 28 08:36:59.088589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.098215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.106649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38308) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.118576 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.122608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1c386745-4c2c-4851-9c26-77c1128b8e78 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:36:59.122942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1c386745-4c2c-4851-9c26-77c1128b8e78 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:36:59.131742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.148004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:36:59.148424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.169188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.190233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 26916040-3412-472f-848b-b2dc39110c27 resource provider aggregate not found Sep 28 08:36:59.194457 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-288bcc0e-3558-46c2-83d3-d6b9e35553fb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4892790 Sep 28 08:36:59.206966 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.222317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Attempting to bind port 6fd29278-2bc1-46b2-a998-c26b7870c10a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:36:59.222804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Attempting to bind port 6fd29278-2bc1-46b2-a998-c26b7870c10a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '26916040-3412-472f-848b-b2dc39110c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:36:59.223277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Attempting to bind port 6fd29278-2bc1-46b2-a998-c26b7870c10a on network 583e4689-21bd-475c-b830-2ce5d62e8ff9 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:36:59.228662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:59.230767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 26916040-3412-472f-848b-b2dc39110c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26916040-3412-472f-848b-b2dc39110c27 found for delete ", "request_id": "req-610783fb-75f5-472b-bf94-e4eb46d0dcfa"}]} Sep 28 08:36:59.239788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:36:59.240284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Checking segment: {'id': '26916040-3412-472f-848b-b2dc39110c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:36:59.241016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.241496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Bound using segment: {'id': '26916040-3412-472f-848b-b2dc39110c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:36:59.242214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Bound port: 6fd29278-2bc1-46b2-a998-c26b7870c10a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26916040-3412-472f-848b-b2dc39110c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:36:59.242758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.253257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 7305d9a9-eda4-47ad-9704-eca6d0cd6770 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:36:59.256830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.274504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.281297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:36:59.282318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.285534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.api [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 28 08:36:59.285534 dv-neutron-859308-3-hyperv neutron-server[103308]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 28 08:36:59.285534 dv-neutron-859308-3-hyperv neutron-server[103308]: [parameters: {'id': '583e4689-21bd-475c-b830-2ce5d62e8ff9'}] Sep 28 08:36:59.285534 dv-neutron-859308-3-hyperv neutron-server[103308]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:36:59.286693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG oslo_db.api [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:36:59.298468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.379290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Allocated IP 172.20.0.18 (0f93ff7a-56f8-4601-8b08-8ad72ea04b71/0378edc4-ad6f-4c88-a888-fc0b79390acc/d15fe1ca-9344-431f-bf69-cf79cddff369) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:36:59.392270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.396367 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3661301 Sep 28 08:36:59.400542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38318) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.402707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c44db-c0ee-4913-99d9-b355d3c40b1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da86540c-e0e5-4ca3-8ce8-8a8576bce392,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:59.404926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Network': ['ID=c1f1b0a8-e67c-46e0-8adb-3fa6d4972643,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:59.410870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:59.416028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.421059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] For port 6fd29278-2bc1-46b2-a998-c26b7870c10a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:36:59.428856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] For port 6fd29278-2bc1-46b2-a998-c26b7870c10a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6fd29278-2bc1-46b2-a998-c26b7870c10a,segment=NetworkSegment(26916040-3412-472f-848b-b2dc39110c27),segment_id=26916040-3412-472f-848b-b2dc39110c27)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:36:59.449060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:36:59.464853 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-33eab1b0-2321-44f8-ba00-c86f3654ea95 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7371259 Sep 28 08:36:59.467651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38320) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.468011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.469088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.472938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:59.502457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.505446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.519721 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-679333857'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:36:59.520208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.530498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'd3fd9da0-fafc-4fa3-987b-7dd0b6e49b10'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:36:59.531366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.596816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=7305d9a9-eda4-47ad-9704-eca6d0cd6770,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:59.606329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.608974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Made reservation on behalf of b14a0363fab142c48ea32fd65883525f for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:59.610301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1a5cb769-1497-4592-9ff7-b2c6fc479aa7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/7305d9a9-eda4-47ad-9704-eca6d0cd6770 HTTP/1.1" status: 204 len: 168 time: 0.7129366 Sep 28 08:36:59.615057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.620152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38322) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.646206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.659999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.669686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:36:59.678289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.690917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.703841 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb796f67-a0ed-47a3-abff-b68f257f013d None None] The sync data for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv is: [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53', 'name': '', 'network_id': '4d923fac-3c7f-4664-9f03-e1ec948e9203', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'mac_address': 'fa:16:3e:3a:41:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:25Z', 'updated_at': '2022-09-28T08:33:33Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'subnets': [{'id': '83724d76-4eea-4fb9-8177-cb6ab9fc9533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:36:59.721585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:36:59.725343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.734145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c9c86a-740e-4926-862b-be4317464fe3,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:59.736537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f0758-7241-4cde-ac07-a7071c058d4c None None] Network 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:59.738812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.742582 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1b9d498a-d93f-4114-994c-bcfde9d252c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5268741 Sep 28 08:36:59.744339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38328) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.744675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38330) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.746623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.811756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.833653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.898757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9584ff8-ad50-48bf-a3f9-21c7875a4fa0 None None] Network 583e4689-21bd-475c-b830-2ce5d62e8ff9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:36:59.913223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f566985-6707-41cb-8342-0d89581b9a30 None None] Pushing event updated for resources: {'Port': ['ID=6fd29278-2bc1-46b2-a998-c26b7870c10a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:36:59.946635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:36:59.952247 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4db64eef-dda7-43f8-9a91-a4d1d42f8843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504668 Sep 28 08:36:59.953587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38332) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:36:59.977099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:00.042227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.067388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.143305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:00.164005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port 6fd29278-2bc1-46b2-a998-c26b7870c10a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:00.164396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.170971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port fd1aa104-4ae3-4009-bca8-f6e5803750ac {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:00.171172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057ecef-8900-438b-83fe-2f4174563c8f None None] New status for floating IP 4af8b7e6-497a-4fab-838f-ab356b9abbf0: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:37:00.171311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.185259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcccb2e-2981-4ad1-a2f3-58e6896d641b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:00.205531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.205946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Added segment d3e734c8-5bf6-4aa2-869d-1279bd4a4242 of type vlan for network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 Sep 28 08:37:00.206043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.210531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.212892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.288116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.294183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.395231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.398859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port 6fd29278-2bc1-46b2-a998-c26b7870c10a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6fd29278-2bc1-46b2-a998-c26b7870c10a,segment=NetworkSegment(26916040-3412-472f-848b-b2dc39110c27),segment_id=26916040-3412-472f-848b-b2dc39110c27)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:00.399037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.399738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.411154 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port fd1aa104-4ae3-4009-bca8-f6e5803750ac, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fd1aa104-4ae3-4009-bca8-f6e5803750ac,segment=NetworkSegment(10e12d58-2d75-4b83-a8e3-d8c4bc0208ef),segment_id=10e12d58-2d75-4b83-a8e3-d8c4bc0208ef)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:00.411556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.431493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.434075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.434660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=2b6c192e-40df-4f00-8879-5b6ba27aff03,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:00.441471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for 6fd29278-2bc1-46b2-a998-c26b7870c10a owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:00.454742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for fd1aa104-4ae3-4009-bca8-f6e5803750ac owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:00.470324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.494150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969fcb23-a377-452b-a376-602a2b5773a5,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:00.506594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.509678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.510881 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "DELETE /v2.0/security-groups/f415013f-4385-4344-ad6e-c225b013cdde HTTP/1.1" status: 204 len: 168 time: 0.7641022 Sep 28 08:37:00.519407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38334) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:00.522011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.523340 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-480d3e4f-d669-47d0-8f3a-85c79823057a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5535793 Sep 28 08:37:00.523999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Checking segment: {'id': 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:00.525204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network hostable DHCP agents. Network: c1f1b0a8-e67c-46e0-8adb-3fa6d4972643, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:00.534747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38336) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:00.546615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:00.576919 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-f4f7082c-0917-4811-81b0-ab36c02d923c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] show failed (client error): The resource could not be found. Sep 28 08:37:00.580497 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4f7082c-0917-4811-81b0-ab36c02d923c tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "GET /v2.0/security-groups/f415013f-4385-4344-ad6e-c225b013cdde HTTP/1.1" status: 404 len: 347 time: 0.0534980 Sep 28 08:37:00.583311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b534f-a536-4096-8c9e-1942f24def7a tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415013f-4385-4344-ad6e-c225b013cdde,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:00.585410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38338) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:00.589607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.595090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:00.595693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.611733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10/475f8211-c22d-4585-bf75-6a56434c7d30) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:00.631421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:00.660611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:00.666204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:00.673456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Pushing event updated for resources: {'Port': ['ID=d15fe1ca-9344-431f-bf69-cf79cddff369,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:00.773377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] DHCP port deletion for 54c19c9a-2307-47b2-ba1d-0377e4cdb8ba request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:00.826768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Attempting to bind port d15fe1ca-9344-431f-bf69-cf79cddff369 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:00.827143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Attempting to bind port d15fe1ca-9344-431f-bf69-cf79cddff369 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:00.827507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Attempting to bind port d15fe1ca-9344-431f-bf69-cf79cddff369 on network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:00.844158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:00.844532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Checking segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:00.844921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.845328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Bound using segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:00.845849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Bound port: d15fe1ca-9344-431f-bf69-cf79cddff369, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:00.846230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.968618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.977592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Deleting port fd1aa104-4ae3-4009-bca8-f6e5803750ac {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:00.978056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:00.981472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] For port d15fe1ca-9344-431f-bf69-cf79cddff369, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:00.993595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.009081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:01.029126 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9206576 Sep 28 08:37:01.044325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::1 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10/77d6a071-78a2-4175-b937-61b2605abb2b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:01.075496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] For port d15fe1ca-9344-431f-bf69-cf79cddff369, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d15fe1ca-9344-431f-bf69-cf79cddff369,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:01.077631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Pushing event updated for resources: {'Port': ['ID=475f8211-c22d-4585-bf75-6a56434c7d30,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.125414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c1f1b0a8-e67c-46e0-8adb-3fa6d4972643) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:01.130430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a70c-7606-40d2-9587-f8afcdfedcfe tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Pushing event updated for resources: {'Network': ['ID=e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.132562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.149110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:01.149738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.193858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.208064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:01.209857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:01.213812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] For port fd1aa104-4ae3-4009-bca8-f6e5803750ac, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fd1aa104-4ae3-4009-bca8-f6e5803750ac,segment=NetworkSegment(10e12d58-2d75-4b83-a8e3-d8c4bc0208ef),segment_id=10e12d58-2d75-4b83-a8e3-d8c4bc0208ef)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:01.214212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.219789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51e774-e428-4681-bebb-a656c66ddceb None None] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:01.222674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f9898d10-0326-493f-95b6-5f50aa790193 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7540767 Sep 28 08:37:01.232339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38344) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:01.233797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.240833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-603112372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:01.262941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.278469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:01.280812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.294282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:01.299691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.323139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=6fd29278-2bc1-46b2-a998-c26b7870c10a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.323347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38346) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:01.323486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port 6fd29278-2bc1-46b2-a998-c26b7870c10a on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:01.337963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6', 'binding:host_id': 'hv-neutron-8593', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1285362521'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:01.360504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fd1aa104-4ae3-4009-bca8-f6e5803750ac no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:01.363571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Calling delete_port for fd1aa104-4ae3-4009-bca8-f6e5803750ac owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:01.372446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:01.380432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:01.383974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port fd1aa104-4ae3-4009-bca8-f6e5803750ac on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:01.386879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:01.387568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.392018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=fd1aa104-4ae3-4009-bca8-f6e5803750ac,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.421874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.422945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.452257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.461256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=77d6a071-78a2-4175-b937-61b2605abb2b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.464405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Deleting port b11fc250-fb59-481b-8934-e7460709bf7a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:01.464755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.466890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Made reservation on behalf of 5437ac96b1a94e3580eb0c7d35965018 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:01.469641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.479298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: fd1aa104-4ae3-4009-bca8-f6e5803750ac {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:01.479703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fd1aa104-4ae3-4009-bca8-f6e5803750ac not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:01.480329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.521141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.560753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.593642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d002b9-455a-44b7-924d-3a958dc2372f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.616225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c095-bb37-41db-bbfe-81c34ca37af7 None None] Pushing event updated for resources: {'Port': ['ID=d15fe1ca-9344-431f-bf69-cf79cddff369,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.644279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Attempting to bind port 475f8211-c22d-4585-bf75-6a56434c7d30 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:01.644650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Attempting to bind port 475f8211-c22d-4585-bf75-6a56434c7d30 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:01.645562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Attempting to bind port 475f8211-c22d-4585-bf75-6a56434c7d30 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:01.673580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.688911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:01.689348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:01.690492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.690492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:01.690919 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Bound port: 475f8211-c22d-4585-bf75-6a56434c7d30, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:01.691308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.730346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.734486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583e4689-21bd-475c-b830-2ce5d62e8ff9']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.758618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.758618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8ca023b7-5fc0-4aeb-a44a-2378c481cda7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2129591 Sep 28 08:37:01.768884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38348) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:01.770737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26916040-3412-472f-848b-b2dc39110c27') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.771033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26916040-3412-472f-848b-b2dc39110c27') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.801072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:01.832313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c1f1b0a8-e67c-46e0-8adb-3fa6d4972643', 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': '2b6c192e-40df-4f00-8879-5b6ba27aff03'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:01.832313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.837959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.860458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.866787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c19c9a-2307-47b2-ba1d-0377e4cdb8ba']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.876287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.879314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.895229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] No DVR routers for this DVR port fd1aa104-4ae3-4009-bca8-f6e5803750ac on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:01.910318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.917611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 5c7f1d9c-071c-4dd9-a685-719e24979175 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:01.918350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.926048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.926477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.934193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee56fa-a0f1-4c76-8b97-99e47d2729b1 None None] Pushing event deleted for resources: {'Port': ['ID=fd1aa104-4ae3-4009-bca8-f6e5803750ac,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:01.948844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.949210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e12d58-2d75-4b83-a8e3-d8c4bc0208ef') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:01.978776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:01.987725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Calling delete_port for b11fc250-fb59-481b-8934-e7460709bf7a owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:01.997649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.014570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:02.015336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.016607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] For port 475f8211-c22d-4585-bf75-6a56434c7d30, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:02.025409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.037146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] For port 475f8211-c22d-4585-bf75-6a56434c7d30, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=475f8211-c22d-4585-bf75-6a56434c7d30,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:02.038275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dbf94e-e69c-4a59-9c34-3ecd5e131ab2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.047241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.083528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.083814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-94047460-19a2-4900-bd14-3bb5376a11a2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8477371 Sep 28 08:37:02.105000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 26916040-3412-472f-848b-b2dc39110c27 resource provider aggregate not found Sep 28 08:37:02.106800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38352) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.125931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643', 'name': 'tempest-PortsTestJSON-220149170'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:02.148066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Allocated IP 172.20.0.2 (c1f1b0a8-e67c-46e0-8adb-3fa6d4972643/2b6c192e-40df-4f00-8879-5b6ba27aff03/a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:02.158379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eab69-9010-42c5-8bac-5d26b0fc33e3 None None] Pushing event updated for resources: {'Port': ['ID=475f8211-c22d-4585-bf75-6a56434c7d30,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.195369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.210982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 26916040-3412-472f-848b-b2dc39110c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26916040-3412-472f-848b-b2dc39110c27 found for delete ", "request_id": "req-0e429881-a9fe-463d-a2d7-2d2efa5e3f9c"}]} Sep 28 08:37:02.271274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:02.271761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.310625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.334862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.339127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/583e4689-21bd-475c-b830-2ce5d62e8ff9 HTTP/1.1" status: 204 len: 168 time: 6.1622040 Sep 28 08:37:02.397479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38356) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.402604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081975109'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:02.434032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253dc41-704a-4603-b1be-fcc8bf070853 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=583e4689-21bd-475c-b830-2ce5d62e8ff9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.450124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.454976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.460727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.464504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.469870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.481521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/54c19c9a-2307-47b2-ba1d-0377e4cdb8ba HTTP/1.1" status: 204 len: 168 time: 2.8594410 Sep 28 08:37:02.482401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.491128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38358) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.506737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:02.511013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.523491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2049497387', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:02.529156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:02.532555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:02.540835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:02.547385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Pushing event updated for resources: {'Port': ['ID=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.568942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4814af8-e2b1-4b25-9f87-b5416809022f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=54c19c9a-2307-47b2-ba1d-0377e4cdb8ba,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.583824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8ca88e-e9fe-4233-80f1-1232dd9db123,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.598517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.610552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.623906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-017e403a-fc76-4021-9f99-7d38cbac8b6a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8456829 Sep 28 08:37:02.640518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38360) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.647433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:02.654264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Attempting to bind port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:02.655011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Attempting to bind port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:02.655534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Attempting to bind port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 on network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:02.657258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.658460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.666813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:02.667077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Checking segment: {'id': 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:02.667441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.667603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.667887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Bound using segment: {'id': 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:02.668267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.668927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Bound port: a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1f1b0a8-e67c-46e0-8adb-3fa6d4972643'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:02.669378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.695443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 5c7f1d9c-071c-4dd9-a685-719e24979175 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:02.708731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.737544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:02.742485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.753241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.754100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.766654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] For port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:02.770785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] For port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,segment=NetworkSegment(e0d7ad9f-8508-46a4-8e72-317fb538c5d2),segment_id=e0d7ad9f-8508-46a4-8e72-317fb538c5d2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:02.779471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.781875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Pushing event deleted for resources: {'Port': ['ID=b11fc250-fb59-481b-8934-e7460709bf7a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.784124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.792855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.804549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:02.847675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.848954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e5055569-41f9-4102-940c-b49837b3f163 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3318353 Sep 28 08:37:02.863654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38362) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.882844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015927788'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:02.900821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port d9c2e815-d137-463e-be67-b7c5cddd995d yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:02.906913 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:37:02.909415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e24b93-9279-4dac-8739-180e21bff165 None None] Pushing event updated for resources: {'Port': ['ID=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:02.912693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.915675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.922224 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-497abf19-d203-4e1e-bfa8-ef790a0b71b0 tempest-ServerActionsTestJSON-499185456 tempest-ServerActionsTestJSON-499185456-project] 10.222.0.27 "DELETE /v2.0/floatingips/4af8b7e6-497a-4fab-838f-ab356b9abbf0 HTTP/1.1" status: 204 len: 168 time: 2.3335865 Sep 28 08:37:02.925491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:02.956781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:02.957109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment ceca0fca-bc6d-4ca7-834c-9aa64e162b90 of type vlan for network f5935e05-7ffb-4d15-b268-ac174d0d4268 Sep 28 08:37:02.985324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=77d6a071-78a2-4175-b937-61b2605abb2b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:03.024966 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.046284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e63d4b-9849-43a3-92b9-0838b57cdd60 None None] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:03.147623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:03.151445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.172153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Provisioning complete for port d15fe1ca-9344-431f-bf69-cf79cddff369 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:03.172524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.172866 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Attempt 1 to provision port d15fe1ca-9344-431f-bf69-cf79cddff369 Sep 28 08:37:03.182169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.255848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:03.350326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7f1d9c-071c-4dd9-a685-719e24979175,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:03.363673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:37:03.384848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:03.386075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.408505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Current status of the port d15fe1ca-9344-431f-bf69-cf79cddff369 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:03.408911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.439512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:03.450859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.451071 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 121873b8-bf34-47c7-97f9-38fc652961f6 of type vlan for network b314719c-673c-4db8-8250-5ada5be98a6e Sep 28 08:37:03.493614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.502317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] For port d15fe1ca-9344-431f-bf69-cf79cddff369, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d15fe1ca-9344-431f-bf69-cf79cddff369,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:03.514643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Checking segment: {'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:03.515023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Network hostable DHCP agents. Network: e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:03.516676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.551543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.9 (c1f1b0a8-e67c-46e0-8adb-3fa6d4972643/2b6c192e-40df-4f00-8879-5b6ba27aff03/d9c2e815-d137-463e-be67-b7c5cddd995d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:03.611667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:03.616085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae6f6c-39b7-4a78-a7c9-1e4d43115e7e None None] Pushing event updated for resources: {'Port': ['ID=d15fe1ca-9344-431f-bf69-cf79cddff369,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:03.632566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.645420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.652398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:03.653362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.671955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.682942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.691648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:03.692302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.715814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:03.716577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.717638 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 Sep 28 08:37:03.783432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:03.807397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:03.854769 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9837599 Sep 28 08:37:03.873842 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4725752 Sep 28 08:37:03.884305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:03.885025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38368) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:04.057464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:04.058041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.072125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Provisioning complete for port 475f8211-c22d-4585-bf75-6a56434c7d30 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:04.072504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.072844 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Attempt 1 to provision port 475f8211-c22d-4585-bf75-6a56434c7d30 Sep 28 08:37:04.101111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Deleting port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:04.101648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.127613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,segment=NetworkSegment(e0d7ad9f-8508-46a4-8e72-317fb538c5d2),segment_id=e0d7ad9f-8508-46a4-8e72-317fb538c5d2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:04.137026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.137878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 475f8211-c22d-4585-bf75-6a56434c7d30 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:04.240663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 10e12d58-2d75-4b83-a8e3-d8c4bc0208ef resource provider aggregate not found Sep 28 08:37:04.259681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] For port 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:04.260181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.271205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 10e12d58-2d75-4b83-a8e3-d8c4bc0208ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10e12d58-2d75-4b83-a8e3-d8c4bc0208ef found for delete ", "request_id": "req-f13e54a4-5724-4423-a414-f8bfaa7f6a7d"}]} Sep 28 08:37:04.279323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Calling delete_port for 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:04.280022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.292510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Current status of the port 475f8211-c22d-4585-bf75-6a56434c7d30 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:04.292912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.324508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 475f8211-c22d-4585-bf75-6a56434c7d30 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:04.324892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.325444 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 475f8211-c22d-4585-bf75-6a56434c7d30 Sep 28 08:37:04.374454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] For port 475f8211-c22d-4585-bf75-6a56434c7d30, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=475f8211-c22d-4585-bf75-6a56434c7d30,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:04.388480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.435627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0651e6-45ce-4d48-a840-748ec7a5f7ef None None] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:04.457706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec32e7a2-9f01-4f98-a48d-dae4d568f795,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.473178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:04.480379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b405-11c2-4a06-8af0-9e07879d8ecd None None] Pushing event updated for resources: {'Port': ['ID=475f8211-c22d-4585-bf75-6a56434c7d30,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.482767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:04.516785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:04.540620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3601053-d5e3-41fd-a880-e3b618322bcb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=b314719c-673c-4db8-8250-5ada5be98a6e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.544965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.546557 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0a5a75f8-76ea-431b-88ec-16d4e3975b62 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9027045 Sep 28 08:37:04.550114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38374) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:04.559292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098b7e7-00dc-4522-86cf-1e40cb49f5d6 None None] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:04.559520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'da86540c-e0e5-4ca3-8ce8-8a8576bce392', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:04.565333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.588995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:04.617241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.669842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b314719c-673c-4db8-8250-5ada5be98a6e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:04.670234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:37:04.672921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 475f8211-c22d-4585-bf75-6a56434c7d30 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:04.673661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d15fe1ca-9344-431f-bf69-cf79cddff369 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:04.683067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.739041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:04.739772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:04.740357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:04.809542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:04.810267 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:04.846041 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 2 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:04.854212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Provisioning complete for port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:04.854562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.854902 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 1 to provision port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 Sep 28 08:37:04.868679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.892437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.893901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186405d3-aa74-4bd8-a4e2-862e9f6948eb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=f5935e05-7ffb-4d15-b268-ac174d0d4268,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.904726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:04.905197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:04.905580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.905716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:04.917178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network f5935e05-7ffb-4d15-b268-ac174d0d4268 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:04.933020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:04.933276 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:04.946860 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 3 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:04.965690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abf8be5-8056-4ddc-8887-a00dc2f0a0f1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:04.972703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:04.973101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:04.973445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:04.979596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:04.981153 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-edecbb10-a278-4b2a-8884-5c63b3bdf3aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303734 Sep 28 08:37:05.028932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.038507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:05.043235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.046636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:05.047022 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:05.047805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:05.051604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.060857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 4 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:05.082025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d15fe1ca-9344-431f-bf69-cf79cddff369 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:05.082643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.082750 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d15fe1ca-9344-431f-bf69-cf79cddff369 Sep 28 08:37:05.090436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Router 2176a464-5b37-4c44-b524-9f579d3040c5 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:37:05.144512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:05.145207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:05.145743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:05.172473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Current status of the port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:05.191150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Provisioning complete for port d15fe1ca-9344-431f-bf69-cf79cddff369 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:05.191534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.191875 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 1 to provision port d15fe1ca-9344-431f-bf69-cf79cddff369 Sep 28 08:37:05.209826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:05.210673 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:05.224665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Router 6c2f7804-a72f-401f-b7f1-2e5da3263028 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:05.226083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing IP validity checks on allocation pools {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:37:05.226780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:37:05.228772 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 5 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:05.263372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d15fe1ca-9344-431f-bf69-cf79cddff369 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:05.316248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Current status of the port d15fe1ca-9344-431f-bf69-cf79cddff369 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:05.327671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Provisioning complete for port 77d6a071-78a2-4175-b937-61b2605abb2b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:05.328053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.328395 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 1 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:05.376880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:05.386811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9507cdac-6702-44e6-bfb0-7a0503da0101 admin admin] 10.222.0.27 "PUT /v2.0/routers/6c2f7804-a72f-401f-b7f1-2e5da3263028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577584 Sep 28 08:37:05.387264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38392) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:05.395971 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Sync routers for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:05.399164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:05.416161 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:05.417171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:05.443916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:05.444259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:05.444606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:05.501619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.513419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904836e-8501-403e-be66-1ec15c4f0424 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:37:05.525622 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-4dd3b674-794e-4882-b924-1f8bed609a1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428469936&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.3108184 Sep 28 08:37:05.526219 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:05.526551 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:05.531780 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 6 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:05.534760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:05.540883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.572222 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:05.632924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:05.635808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904836e-8501-403e-be66-1ec15c4f0424 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:37:05.638711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Sync routers for ids ['2176a464-5b37-4c44-b524-9f579d3040c5'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:05.642761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e4a25c96-57ee-4421-87e9-3045a8bb8a33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "PUT /v2.0/routers/2176a464-5b37-4c44-b524-9f579d3040c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8890316 Sep 28 08:37:05.643847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38394) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:05.648159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 475f8211-c22d-4585-bf75-6a56434c7d30 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:05.653554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:05.656043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:05.694217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Routers {'2176a464-5b37-4c44-b524-9f579d3040c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:05.695135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2176a464-5b37-4c44-b524-9f579d3040c5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:05.705894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3083893-8c54-4062-94e9-b302520262a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:05.707513 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a3083893-8c54-4062-94e9-b302520262a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports/77d6a071-78a2-4175-b937-61b2605abb2b HTTP/1.1" status: 200 len: 911 time: 0.0626297 Sep 28 08:37:05.709833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.712891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38396) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:05.763896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:05.764245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:05.764587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:05.783918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:05.784254 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:05.794210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 7 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:05.823415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af59ab36-b9a9-4f1d-af1c-9f9105510d66 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:05.832843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af59ab36-b9a9-4f1d-af1c-9f9105510d66 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:05.834910 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-af59ab36-b9a9-4f1d-af1c-9f9105510d66 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1185677 Sep 28 08:37:05.841335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38398) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:05.847598 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:37:04Z', 'revision_number': 5, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port': {'id': 'f74f17d9-009a-4b9c-86b7-ba12322ed89d', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:11:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:05.861795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Set router 2176a464-5b37-4c44-b524-9f579d3040c5 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:05.883886 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Checking router: 6c2f7804-a72f-401f-b7f1-2e5da3263028 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:05.895071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=d9c2e815-d137-463e-be67-b7c5cddd995d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:05.895994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Routers {'6c2f7804-a72f-401f-b7f1-2e5da3263028'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:05.896605 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['6c2f7804-a72f-401f-b7f1-2e5da3263028'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:05.898523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Deleting port f74f17d9-009a-4b9c-86b7-ba12322ed89d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:05.898988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.924423 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 2 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:05.925282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:05.926027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.933311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:05.933683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:05.934027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:05.943383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:05.943722 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:05.944529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:05.953146 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 8 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:06.050281 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] Set router 6c2f7804-a72f-401f-b7f1-2e5da3263028 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:06.073218 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bc6efb30-cd8f-44cb-a783-7d14e709b1df tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9576476 Sep 28 08:37:06.075661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:06.089071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:06.089423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:06.089766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:06.101325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:06.101711 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:06.115250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:37:05Z', 'revision_number': 6, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:06.127571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 475f8211-c22d-4585-bf75-6a56434c7d30 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:06.128585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.129110 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 475f8211-c22d-4585-bf75-6a56434c7d30 Sep 28 08:37:06.146234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 9 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:06.154158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25db5c8-9579-46fc-9a23-4656fa8e2069 None None] The sync data for ids ['6c2f7804-a72f-401f-b7f1-2e5da3263028'] in dv-neutron-859308-3-hyperv is: [{'id': '6c2f7804-a72f-401f-b7f1-2e5da3263028', 'name': 'tempest-ServerActionsTestJSON-1627953048-router', 'tenant_id': '712e5f07a74143529db13d16e290a4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:33:19Z', 'updated_at': '2022-09-28T08:37:05Z', 'revision_number': 6, 'project_id': '712e5f07a74143529db13d16e290a4c2', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:06.158343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-e02b93dc-89f0-4c5b-afed-2f873224b118 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:06.170287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-e02b93dc-89f0-4c5b-afed-2f873224b118 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=0f93ff7a-56f8-4601-8b08-8ad72ea04b71 HTTP/1.1" status: 200 len: 796 time: 0.6334522 Sep 28 08:37:06.197616 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-64fa6972-0b43-40c2-a3de-e918af9bb747 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0223820 Sep 28 08:37:06.235716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:06.280474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.282418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=ecf8604e-06b1-452b-9bfa-fddac9ae3b44,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:06.344977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:06.345257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:06.345601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:06.417127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:06.417476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: f5935e05-7ffb-4d15-b268-ac174d0d4268, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:06.419560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:06.419890 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:06.426346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.plugins.ml2.plugin [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 10 to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 Sep 28 08:37:06.496166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-14257c8a-aa07-4bbd-b99a-767f6731ce75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.500701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 475f8211-c22d-4585-bf75-6a56434c7d30 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:06.501890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d15fe1ca-9344-431f-bf69-cf79cddff369 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:06.517561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:06.556213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] For port f74f17d9-009a-4b9c-86b7-ba12322ed89d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f74f17d9-009a-4b9c-86b7-ba12322ed89d,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:06.556729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.560100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-79584fde-9b06-4c77-9b0d-8a07f22ffba0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3533053 Sep 28 08:37:06.560948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:06.561321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:06.561668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:06.582018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Calling delete_port for f74f17d9-009a-4b9c-86b7-ba12322ed89d owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:06.642725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 5c7f1d9c-071c-4dd9-a685-719e24979175 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:06.643184 dv-neutron-859308-3-hyperv neutron-server[103309]: ERROR neutron.plugins.ml2.managers [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 5c7f1d9c-071c-4dd9-a685-719e24979175 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:06.643553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.689452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:01Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None, '_interfaces': [{'id': '77d6a071-78a2-4175-b937-61b2605abb2b', 'name': '', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'mac_address': 'fa:16:3e:31:ee:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'd3fd9da0-fafc-4fa3-987b-7dd0b6e49b10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:00Z', 'updated_at': '2022-09-28T08:37:02Z', 'revision_number': 2, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'subnets': [{'id': 'd3fd9da0-fafc-4fa3-987b-7dd0b6e49b10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:06.691893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d15fe1ca-9344-431f-bf69-cf79cddff369 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:06.692273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.692608 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d15fe1ca-9344-431f-bf69-cf79cddff369 Sep 28 08:37:06.747923 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 3 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:06.750900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network f5935e05-7ffb-4d15-b268-ac174d0d4268 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:06.752993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Checking router: 2176a464-5b37-4c44-b524-9f579d3040c5 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:06.753382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Updating router 2176a464-5b37-4c44-b524-9f579d3040c5 port 77d6a071-78a2-4175-b937-61b2605abb2b binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:06.803821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:06.804848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: b314719c-673c-4db8-8250-5ada5be98a6e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:06.827464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, f5935e05-7ffb-4d15-b268-ac174d0d4268) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:06.831787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.833542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:06.849532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edae80-c2e5-4d61-a4f7-14bbef297d63 None None] Network f5935e05-7ffb-4d15-b268-ac174d0d4268 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:06.881286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.896961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:06.897660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:06.930502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-b318d765-3783-4547-9ba5-7d05b8313f46 service neutron] 10.222.0.27 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887809 Sep 28 08:37:06.939147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network b314719c-673c-4db8-8250-5ada5be98a6e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:06.984945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b314719c-673c-4db8-8250-5ada5be98a6e) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:07.002856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667721bf-eb0e-4890-a6bb-83136c018438 None None] Network b314719c-673c-4db8-8250-5ada5be98a6e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:07.003312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:07.007234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.115583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d15fe1ca-9344-431f-bf69-cf79cddff369 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:07.116733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:07.119081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.136498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b3484f32-048c-4df4-8df5-0d549aee3f1f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6686459 Sep 28 08:37:07.152547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38402) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:07.247434 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a583cfd4-a2ef-4708-b505-240c37083d0f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7812407 Sep 28 08:37:07.257208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38404) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:07.261929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74f17d9-009a-4b9c-86b7-ba12322ed89d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:07.280116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 5c7f1d9c-071c-4dd9-a685-719e24979175, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:07.280810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempted to set empty binding levels {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:37:07.352567 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 4 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:07.371814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.373217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:07.374995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.385523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.400836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.480918 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-ef524a16-9435-4acb-957a-2e3816aee798 service neutron] 10.222.0.27 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597840 Sep 28 08:37:07.500019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 77d6a071-78a2-4175-b937-61b2605abb2b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:07.500355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.502429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-f5935e05-7ffb-4d15-b268-ac174d0d4268', 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': 'ecf8604e-06b1-452b-9bfa-fddac9ae3b44'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:07.503783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.507073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:07.507569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.508800 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 Sep 28 08:37:07.510621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:07.550001 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2194400 Sep 28 08:37:07.555243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38406) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:07.557670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.581427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b314719c-673c-4db8-8250-5ada5be98a6e', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:07.581770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.582502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.596257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611c83-78d9-47d3-9cc2-bdc6deb6646c tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7f1d9c-071c-4dd9-a685-719e24979175,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:07.940935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Allocated IP 172.20.0.3 (f5935e05-7ffb-4d15-b268-ac174d0d4268/ecf8604e-06b1-452b-9bfa-fddac9ae3b44/8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:07.949674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-428a58b1-dbac-41aa-b717-9a3d15b5b9c1 req-bc27bf25-6311-4684-a5c3-fd2cd6db5c35 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 210 time: 0.1454766 Sep 28 08:37:07.958940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.959526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2f7804-a72f-401f-b7f1-2e5da3263028 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:37:07.979581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:07.982665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6fe3797c-a0fa-4163-9485-2e862f1a0fe2 admin admin] 10.222.0.27 "DELETE /v2.0/routers/6c2f7804-a72f-401f-b7f1-2e5da3263028 HTTP/1.1" status: 204 len: 168 time: 2.5917211 Sep 28 08:37:07.993537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38412) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:08.103079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Deleting port 5c7f1d9c-071c-4dd9-a685-719e24979175 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:08.103567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.128531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.142901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 77d6a071-78a2-4175-b937-61b2605abb2b owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:08.220908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.225636 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 5 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:08.284899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.316435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.316719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Deleting subnet 83724d76-4eea-4fb9-8177-cb6ab9fc9533 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:08.341735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.388341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 5c7f1d9c-071c-4dd9-a685-719e24979175, host hv-neutron-8593, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:08.389109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.399029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:08.419294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Calling delete_port for 5c7f1d9c-071c-4dd9-a685-719e24979175 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:08.466380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.537423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.542123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:08.551732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f74f17d9-009a-4b9c-86b7-ba12322ed89d no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:08.585897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f74f17d9-009a-4b9c-86b7-ba12322ed89d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:08.586658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f74f17d9-009a-4b9c-86b7-ba12322ed89d not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:08.586884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:08.590457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.637789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Allocated IP 2001:db8::2 (b314719c-673c-4db8-8250-5ada5be98a6e/bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad/716b9428-03dc-4d48-a648-fe620b4274ad) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:08.642943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeff7a3-45bf-4e99-b5ae-1a5c7d594e01 None None] Pushing event updated for resources: {'Port': ['ID=77d6a071-78a2-4175-b937-61b2605abb2b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:08.656056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:08.656411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4f5aeba7-eb2c-4c7e-b03b-adbcd678bd53 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:08.667027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Attempting to bind port 77d6a071-78a2-4175-b937-61b2605abb2b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:08.667414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Attempting to bind port 77d6a071-78a2-4175-b937-61b2605abb2b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:08.667799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Attempting to bind port 77d6a071-78a2-4175-b937-61b2605abb2b on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:08.684190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:08.684572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:08.685891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.685891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:08.685891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Bound port: 77d6a071-78a2-4175-b937-61b2605abb2b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:08.686355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.742796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b has been deleted concurrently {{(pid=103310) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:688}} Sep 28 08:37:08.767987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.772755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.780403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.782101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.785650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.819549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Routers {'2176a464-5b37-4c44-b524-9f579d3040c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:08.820266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:36:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2176a464-5b37-4c44-b524-9f579d3040c5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:08.824266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-502cf27d-0b7e-45b2-a410-e51867014a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.826240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.869150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.893292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7f1d9c-071c-4dd9-a685-719e24979175,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:08.905244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.908912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d30fbbb0-fa23-457b-99ab-5f0fb486458e tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "DELETE /v2.0/ports/5c7f1d9c-071c-4dd9-a685-719e24979175 HTTP/1.1" status: 204 len: 168 time: 1.3491156 Sep 28 08:37:08.915234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:08.921842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:08.929483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=d9c2e815-d137-463e-be67-b7c5cddd995d,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:08.960346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf8604e-06b1-452b-9bfa-fddac9ae3b44,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:08.974450 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] Set router 2176a464-5b37-4c44-b524-9f579d3040c5 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:08.991441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e710a9-1147-4a74-80c1-dbb4d102f3e3 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:37:08.994337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c4e710a9-1147-4a74-80c1-dbb4d102f3e3 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports/5c7f1d9c-071c-4dd9-a685-719e24979175 HTTP/1.1" status: 404 len: 333 time: 0.0736544 Sep 28 08:37:09.038028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Network f5935e05-7ffb-4d15-b268-ac174d0d4268 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:09.042944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.046909 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Attempt 6 to provision port 77d6a071-78a2-4175-b937-61b2605abb2b Sep 28 08:37:09.048906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:09.066075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5935e05-7ffb-4d15-b268-ac174d0d4268']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:09.075564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=77d6a071-78a2-4175-b937-61b2605abb2b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:09.077829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38424) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:09.105345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1513516732'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:09.120832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:09.130051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Pushing event updated for resources: {'Port': ['ID=8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:09.132126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:09.132425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:09.144113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:08Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:09.166121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dc541-1ba4-4218-9a76-66f4031fdc66 None None] Port 77d6a071-78a2-4175-b937-61b2605abb2b was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:37:09.167545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8bfd1873-213e-4d9b-abfe-12f8f7fb9187 req-6fd909b6-d315-4114-86cc-1bdcb886c69b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 210 time: 0.0654578 Sep 28 08:37:09.172888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.182931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.227650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e6ac1-2849-4bfd-b0b1-9145f37be208 None None] The sync data for ids ['2176a464-5b37-4c44-b524-9f579d3040c5'] in dv-neutron-859308-3-hyperv is: [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:08Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:09.233376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.246396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:09.246827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.278803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83724d76-4eea-4fb9-8177-cb6ab9fc9533,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:09.280632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.292380 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ceca0fca-bc6d-4ca7-834c-9aa64e162b90 resource provider aggregate not found Sep 28 08:37:09.327872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.329262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03a6b5-dabd-4037-97d1-85ce161836f0 None None] Network 4d923fac-3c7f-4664-9f03-e1ec948e9203 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:09.331124 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77d23881-f96b-4223-9a1a-f621907db9e9 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/83724d76-4eea-4fb9-8177-cb6ab9fc9533 HTTP/1.1" status: 204 len: 168 time: 1.3357599 Sep 28 08:37:09.333748 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ceca0fca-bc6d-4ca7-834c-9aa64e162b90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceca0fca-bc6d-4ca7-834c-9aa64e162b90 found for delete ", "request_id": "req-68287e6a-8170-42f2-8ced-bcc223ea38ed"}]} Sep 28 08:37:09.338656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38430) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:09.343829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Made reservation on behalf of 5437ac96b1a94e3580eb0c7d35965018 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:09.346302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.387691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Attempting to bind port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:09.388473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Attempting to bind port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:09.389133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Attempting to bind port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 on network f5935e05-7ffb-4d15-b268-ac174d0d4268 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:09.415928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.421864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.428517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:09.429333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Checking segment: {'id': 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:09.430150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.430781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Bound using segment: {'id': 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:09.431517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Bound port: 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:09.432142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.434412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Provisioning complete for port d9c2e815-d137-463e-be67-b7c5cddd995d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:09.435177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.435743 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 1 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:09.481579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.484827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 7857795b-98a3-40b2-bac0-a8726b0182e1 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:09.498298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.api [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 28 08:37:09.498298 dv-neutron-859308-3-hyperv neutron-server[103309]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 28 08:37:09.498298 dv-neutron-859308-3-hyperv neutron-server[103309]: [parameters: {'id': 'f5935e05-7ffb-4d15-b268-ac174d0d4268'}] Sep 28 08:37:09.498298 dv-neutron-859308-3-hyperv neutron-server[103309]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:37:09.498862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG oslo_db.api [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:37:09.522152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a0e36ed1-c723-480b-9b87-4efe3173b73a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:09.524746 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a0e36ed1-c723-480b-9b87-4efe3173b73a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=0f93ff7a-56f8-4601-8b08-8ad72ea04b71 HTTP/1.1" status: 200 len: 796 time: 0.2893796 Sep 28 08:37:09.592214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Network b314719c-673c-4db8-8250-5ada5be98a6e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:09.624107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:09.626206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.633077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:09.635028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:09.640602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Pushing event updated for resources: {'Port': ['ID=716b9428-03dc-4d48-a648-fe620b4274ad,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:09.647419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8::1 (b314719c-673c-4db8-8250-5ada5be98a6e/bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad/d405db0a-ee9f-4ecd-8014-3742384b2fe8) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:09.708273 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-fe84bf03-ab4b-4c30-bbe1-b9c37d88348a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 473 time: 0.1494534 Sep 28 08:37:09.711917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Router 2176a464-5b37-4c44-b524-9f579d3040c5 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:09.717773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] For port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:09.721167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['da86540c-e0e5-4ca3-8ce8-8a8576bce392']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:09.752243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] For port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66,segment=NetworkSegment(ceca0fca-bc6d-4ca7-834c-9aa64e162b90),segment_id=ceca0fca-bc6d-4ca7-834c-9aa64e162b90)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:09.763663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.793105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.798568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Attempting to bind port 716b9428-03dc-4d48-a648-fe620b4274ad on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:09.799005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Attempting to bind port 716b9428-03dc-4d48-a648-fe620b4274ad by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:09.799494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Attempting to bind port 716b9428-03dc-4d48-a648-fe620b4274ad on network b314719c-673c-4db8-8250-5ada5be98a6e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:09.839184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:09.839697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Checking segment: {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:09.840173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.840674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Bound using segment: {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:09.841485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Bound port: 716b9428-03dc-4d48-a648-fe620b4274ad, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:09.841965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:09.881526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] DHCP port deletion for 4d923fac-3c7f-4664-9f03-e1ec948e9203 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:09.891929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7ea76-489f-4eb7-a32f-eab31cf8c5df None None] Network f5935e05-7ffb-4d15-b268-ac174d0d4268 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:09.897355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb200c-0b86-49a9-94ae-94e8b081e593 None None] Pushing event updated for resources: {'Port': ['ID=8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:09.992405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Deleting port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:09.993405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.024956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.045670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] For port 716b9428-03dc-4d48-a648-fe620b4274ad, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:10.053107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] For port 716b9428-03dc-4d48-a648-fe620b4274ad, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=716b9428-03dc-4d48-a648-fe620b4274ad,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:10.082365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.106821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.132795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.135459 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 2 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:10.180989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] For port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:10.181501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.233014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Calling delete_port for a276eeca-0e44-47ca-8637-b6b0c2fe9e3b owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:10.303329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:10.312357 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e76e4e9b-745c-437c-9d1c-09241b615a13 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "PUT /v2.0/routers/2176a464-5b37-4c44-b524-9f579d3040c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4678993 Sep 28 08:37:10.329811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38438) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:10.341057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Deleting port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:10.341529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.373872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1337fbed-f74b-407a-838d-b21ab88ab28e req-39954fea-c18e-4e13-a0d2-e619c48b036a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 210 time: 0.0531032 Sep 28 08:37:10.378378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.456524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c72913-525a-43eb-b8eb-57c11b338c10 None None] Pushing event updated for resources: {'Port': ['ID=716b9428-03dc-4d48-a648-fe620b4274ad,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:10.502166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:10.505957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.535984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.570933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] For port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,segment=NetworkSegment(3897a9a6-9f8a-4c8c-a36f-cff20544ddb9),segment_id=3897a9a6-9f8a-4c8c-a36f-cff20544ddb9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:10.571687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.591104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Calling delete_port for a276eeca-0e44-47ca-8637-b6b0c2fe9e3b owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:10.611704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:10.689919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:10.702198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:10.714721 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:10.715856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:10.716571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.724290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 716b9428-03dc-4d48-a648-fe620b4274ad up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:10.735706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=7857795b-98a3-40b2-bac0-a8726b0182e1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:10.758411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.786752 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d3068c58-7102-4b6e-acc3-a11908db2568 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7062993 Sep 28 08:37:10.789906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38440) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:10.795228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:10.800074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.801545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] Pushing event deleted for resources: {'Port': ['ID=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:10.816866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9338861-a17a-4bfe-9707-42d9ced41120 None None] No DVR routers for this DVR port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:10.838140 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Sync routers for ids ['2176a464-5b37-4c44-b524-9f579d3040c5'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:10.849315 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Routers {'2176a464-5b37-4c44-b524-9f579d3040c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:10.851608 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2176a464-5b37-4c44-b524-9f579d3040c5'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:10.856632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 716b9428-03dc-4d48-a648-fe620b4274ad triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:10.857301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.857813 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 716b9428-03dc-4d48-a648-fe620b4274ad Sep 28 08:37:10.877070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.19 (0f93ff7a-56f8-4601-8b08-8ad72ea04b71/0378edc4-ad6f-4c88-a888-fc0b79390acc/ca66c59b-7517-43e5-bc40-a1a07b25ce62) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:10.882366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e256e1-edbb-44ac-a114-18b61650188f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:10.884478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e256e1-edbb-44ac-a114-18b61650188f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:10.886127 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-03e256e1-edbb-44ac-a114-18b61650188f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5545483 Sep 28 08:37:10.890424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38442) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:10.897559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:10.897893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.902129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.903625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network b314719c-673c-4db8-8250-5ada5be98a6e is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:10.935061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:10.951457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:10.952285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.963945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 716b9428-03dc-4d48-a648-fe620b4274ad is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:10.964346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:10.968340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:10.996462 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Set router 2176a464-5b37-4c44-b524-9f579d3040c5 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:11.004996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 716b9428-03dc-4d48-a648-fe620b4274ad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=716b9428-03dc-4d48-a648-fe620b4274ad,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:11.013826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.023464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.045669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:11.063188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.099920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=716b9428-03dc-4d48-a648-fe620b4274ad,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.116405 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 3 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:11.124316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a276eeca-0e44-47ca-8637-b6b0c2fe9e3b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:11.128939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:08Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.142680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66,segment=NetworkSegment(ceca0fca-bc6d-4ca7-834c-9aa64e162b90),segment_id=ceca0fca-bc6d-4ca7-834c-9aa64e162b90)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:11.143039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.152897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a276eeca-0e44-47ca-8637-b6b0c2fe9e3b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.162938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] No DVR routers for this DVR port a276eeca-0e44-47ca-8637-b6b0c2fe9e3b on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:11.166062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.175597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:11.183835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a276eeca-0e44-47ca-8637-b6b0c2fe9e3b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:11.184306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a276eeca-0e44-47ca-8637-b6b0c2fe9e3b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:11.189906 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Checking router: 2176a464-5b37-4c44-b524-9f579d3040c5 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:11.192839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:11.210115 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Routers {'2176a464-5b37-4c44-b524-9f579d3040c5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:11.211190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.212473 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['2176a464-5b37-4c44-b524-9f579d3040c5'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.227788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.246385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.291514 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] Set router 2176a464-5b37-4c44-b524-9f579d3040c5 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:11.348500 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:08Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.357270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.381690 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da0646-9244-4208-9a9f-8c9abb2b54c8 None None] The sync data for ids ['2176a464-5b37-4c44-b524-9f579d3040c5'] in dv-neutron-859308-3-hyperv is: [{'id': '2176a464-5b37-4c44-b524-9f579d3040c5', 'name': 'tempest-NetworksTestDHCPv6-router-352843834', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:36:59Z', 'updated_at': '2022-09-28T08:37:08Z', 'revision_number': 3, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:11.430659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=d9c2e815-d137-463e-be67-b7c5cddd995d,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.433621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.452947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 7857795b-98a3-40b2-bac0-a8726b0182e1 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:11.467387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.470689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.481620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.487705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.514735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.557843 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9dedbfc2-6339-4928-b63d-e2563977e1c8 req-17fda92f-96e4-4ed3-98bf-c36c2e3aa2b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 210 time: 0.0528760 Sep 28 08:37:11.568003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.579482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d923fac-3c7f-4664-9f03-e1ec948e9203']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.598720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=7857795b-98a3-40b2-bac0-a8726b0182e1,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.620544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.620832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3897a9a6-9f8a-4c8c-a36f-cff20544ddb9') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:11.637755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.646432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.675855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:11.676304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:11.676718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:11.684437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:11.690327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.691240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:11.693733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:11.701052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:11.702024 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:11.707920 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 4 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:11.726695 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 2 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:11.730950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.751562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.755261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.776124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port 8a9ac0fb-c5ea-4c11-80f1-f72fc94d1b66 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:11.784422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:11.795358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.803166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10 HTTP/1.1" status: 204 len: 168 time: 0.9055545 Sep 28 08:37:11.803166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:11.803166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:11.803166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:11.805272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38446) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:11.805770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168df6d4-d836-4a97-b314-2952196846a1 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:11.808268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448b21-2509-497d-8f88-f56c7e3081a2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:11.866825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:11.867691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:11.870977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:11.871403 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:11.873612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 3 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:11.904985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:11.905659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:11.906050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:11.913061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eab393-b72a-418f-9da9-20125931f66f None None] Network b314719c-673c-4db8-8250-5ada5be98a6e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:11.923250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-75fe3cc4-6413-468e-bedc-071bb1eda421 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2067640 Sep 28 08:37:11.943683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:11.943683 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:11.943683 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 4 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:11.979030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Request body: {'port': {'device_id': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:12.024531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dad1d167-0f45-4e1e-8445-9066394a36bd tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2091572 Sep 28 08:37:12.025195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38448) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:12.028410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.032984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:12.033430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:12.033827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:12.056469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:12.056872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.074388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:12.074715 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:12.094462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 5 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:12.124591 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 3897a9a6-9f8a-4c8c-a36f-cff20544ddb9 resource provider aggregate not found Sep 28 08:37:12.141720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.145792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.152501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:12.152964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:12.153511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:12.172414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:12.194727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:12.200457 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 3897a9a6-9f8a-4c8c-a36f-cff20544ddb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3897a9a6-9f8a-4c8c-a36f-cff20544ddb9 found for delete ", "request_id": "req-e08726be-99ce-49fd-8c74-ef1f5f63d22f"}]} Sep 28 08:37:12.204971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.207889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:12.216268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:12.216666 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:12.219509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 6 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:12.231257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.285729 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 5 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:12.302119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:12.302494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:12.302802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:12.307129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.310400 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4d923fac-3c7f-4664-9f03-e1ec948e9203 HTTP/1.1" status: 204 len: 168 time: 2.9707811 Sep 28 08:37:12.314770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5935e05-7ffb-4d15-b268-ac174d0d4268']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:12.326716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.353815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Deleting port 475f8211-c22d-4585-bf75-6a56434c7d30 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:12.354224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.387936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:12.407782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:12.408017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceca0fca-bc6d-4ca7-834c-9aa64e162b90') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:12.415582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.416399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.418402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3e8db-d0de-45c2-b4e7-b00dec0abfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d923fac-3c7f-4664-9f03-e1ec948e9203,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:12.444151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] For port 475f8211-c22d-4585-bf75-6a56434c7d30, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=475f8211-c22d-4585-bf75-6a56434c7d30,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:12.445468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.472422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.485725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Calling delete_port for 475f8211-c22d-4585-bf75-6a56434c7d30 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:12.558865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.576564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:12.578088 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:12.581126 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 7 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:12.585256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:12.586215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.647782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.660005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 716b9428-03dc-4d48-a648-fe620b4274ad up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:12.666825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.672879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38458) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:12.673486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:12.674189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.732629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] Pushing event deleted for resources: {'Port': ['ID=475f8211-c22d-4585-bf75-6a56434c7d30,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:12.737215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183ba32-2014-408b-9fa6-fca7a3b5e38c None None] No DVR routers for this DVR port 475f8211-c22d-4585-bf75-6a56434c7d30 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:12.759030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:12.759390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:12.759734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:12.775293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 716b9428-03dc-4d48-a648-fe620b4274ad triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:12.775926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.776416 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 716b9428-03dc-4d48-a648-fe620b4274ad Sep 28 08:37:12.844997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:12.845277 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:12.845678 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 8 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:12.862976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:12.863324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:12.863671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:12.875156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 716b9428-03dc-4d48-a648-fe620b4274ad is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:12.876620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bc77b925-3847-42ea-b431-edfb0334bf7a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=712e5f07a74143529db13d16e290a4c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2000878 Sep 28 08:37:12.880175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.881103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Fanout notify agent at l3_agent the message router_deleted on router 2176a464-5b37-4c44-b524-9f579d3040c5 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:37:12.882656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38460) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:12.887857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:12.888192 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:12.888850 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 6 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:12.909021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network b314719c-673c-4db8-8250-5ada5be98a6e is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:12.916458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:12.935785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:12.940693 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-106cb9c5-71e3-49fd-b58c-b5b335cefa77 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/routers/2176a464-5b37-4c44-b524-9f579d3040c5 HTTP/1.1" status: 204 len: 168 time: 0.9143143 Sep 28 08:37:12.948893 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 9 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:12.959303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38462) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:12.963405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:12.970779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 475f8211-c22d-4585-bf75-6a56434c7d30 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:13.012697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 475f8211-c22d-4585-bf75-6a56434c7d30 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:13.013230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 475f8211-c22d-4585-bf75-6a56434c7d30 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:13.053362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89575a0-ae0b-4725-9286-4789d314f794 req-3b38a3ef-0931-49c3-9b50-58c2cab71085 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:13.055825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a89575a0-ae0b-4725-9286-4789d314f794 req-3b38a3ef-0931-49c3-9b50-58c2cab71085 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 932 time: 0.3544962 Sep 28 08:37:13.060795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-08cf2080-4c8b-4a81-b082-8672da41b112 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0982749 Sep 28 08:37:13.064736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:13.065089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:13.065427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:13.070160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38464) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.133985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:13.134326 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:13.145052 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 10 to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 Sep 28 08:37:13.202814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.221231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:13.221563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:13.221898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:13.239299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a89575a0-ae0b-4725-9286-4789d314f794 req-1a72f741-8b64-40c1-9f5d-f07b1e9af0fe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701601 Sep 28 08:37:13.247201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca66c59b-7517-43e5-bc40-a1a07b25ce62 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:37:13.262406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0fcb7-6794-43f4-9eb1-46e6df1faac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:13.266458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cdb0fcb7-6794-43f4-9eb1-46e6df1faac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1919384 Sep 28 08:37:13.266458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.271213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.275106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:13.275491 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 7857795b-98a3-40b2-bac0-a8726b0182e1 on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:13.275806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.279293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.320693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.334218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.342246 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/f5935e05-7ffb-4d15-b268-ac174d0d4268 HTTP/1.1" status: 204 len: 168 time: 6.1746662 Sep 28 08:37:13.346404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38468) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.355526 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ff595d77-610a-432f-943b-9f8d75ed8eb1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779059 Sep 28 08:37:13.357647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Transition to ACTIVE for port object ca66c59b-7517-43e5-bc40-a1a07b25ce62 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:37:13.361215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38470) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.364588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596667474'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:13.370876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Router d91ce5b9-572e-463c-86c9-bf7c248e1fc5 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:37:13.373480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:13.376327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e34a-d706-4481-87ce-3b522c5d1f12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=f5935e05-7ffb-4d15-b268-ac174d0d4268,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:13.411393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:13.415170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.416860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.428720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850f474-1b9c-4533-99f1-97cdb8be8747 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:37:13.531507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:37:13.536143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:13.539001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:13.539965 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 7 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:13.548984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-053d45b0-04cb-48ae-b6ef-3a78906a28e2 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/routers/d91ce5b9-572e-463c-86c9-bf7c248e1fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4649622 Sep 28 08:37:13.553779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38472) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.565454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:13.565731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] Sync routers for ids ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:13.578956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850f474-1b9c-4533-99f1-97cdb8be8747 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:37:13.594884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.595548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.595827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 243505c1-fd13-4535-be23-81438d9ea6bd of type vlan for network e3687289-ad33-45a3-b17b-6a16b1a04eed Sep 28 08:37:13.597666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.601070 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b1e9821f-a2b4-49c1-8ab2-7fe680937334 HTTP/1.1" status: 204 len: 168 time: 0.7126853 Sep 28 08:37:13.601254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] Routers {'d91ce5b9-572e-463c-86c9-bf7c248e1fc5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:13.601254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:13.606342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:13.609069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 7857795b-98a3-40b2-bac0-a8726b0182e1, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:13.609445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempted to set empty binding levels {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:37:13.627924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c655e1-8dcf-42be-877b-d8e46929fb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9821f-a2b4-49c1-8ab2-7fe680937334,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:13.634204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.634770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] In _notify_port_updated(), no bound segment for port 7857795b-98a3-40b2-bac0-a8726b0182e1 on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:37:13.635663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:13.636255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.640606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "PUT /v2.0/ports/7857795b-98a3-40b2-bac0-a8726b0182e1 HTTP/1.1" status: 200 len: 977 time: 2.8466883 Sep 28 08:37:13.644791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:13.654303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38476) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.687880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] Routers {'d91ce5b9-572e-463c-86c9-bf7c248e1fc5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:13.688896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:13.720622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:13.725310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.732139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc9e4a-a919-4c17-a169-12cc7eca6f12 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:13.733742 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-37fc9e4a-a919-4c17-a169-12cc7eca6f12 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?device_id=d91ce5b9-572e-463c-86c9-bf7c248e1fc5 HTTP/1.1" status: 200 len: 981 time: 0.1789598 Sep 28 08:37:13.741665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38478) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.760937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:13.762281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d7def-e0bb-486e-be93-665c1471aaca None None] The sync data for ids ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:13.798814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.815418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:13.828241 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:13.850433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-df3abe6c-9b9a-41e6-a213-c47cef0b8533 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5916567 Sep 28 08:37:13.857590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38480) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:13.862897 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:13.864727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408409922'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:13.865070 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:13.900946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.906999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:13.907929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:13.929214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:13.933892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.010391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6498597 Sep 28 08:37:14.017176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38484) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:14.025235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:14.037411 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:14.106963 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 8 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:14.108658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c1981-5549-45d0-b1dd-c1f868454bd4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=e3687289-ad33-45a3-b17b-6a16b1a04eed,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:14.126703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:14.165022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e3687289-ad33-45a3-b17b-6a16b1a04eed details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:14.203731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:14.219702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829502ff-1967-4ee1-aa0e-73ceb3a28ea2 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=7857795b-98a3-40b2-bac0-a8726b0182e1,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:14.223762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Attempting to bind port ca66c59b-7517-43e5-bc40-a1a07b25ce62 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:14.224173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Attempting to bind port ca66c59b-7517-43e5-bc40-a1a07b25ce62 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:14.224580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Attempting to bind port ca66c59b-7517-43e5-bc40-a1a07b25ce62 on network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:14.232817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Port ca66c59b-7517-43e5-bc40-a1a07b25ce62 on network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:14.233317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Attempting to bind port ca66c59b-7517-43e5-bc40-a1a07b25ce62 on network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:14.234949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.236695 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 72229efb-24f4-4fda-bb4c-98cf9a0b4d68 of type vlan for network d272ad7a-bf8b-478a-a70b-0a9bf2596fff Sep 28 08:37:14.241344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:14.241767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Checking segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:14.242266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Bound using segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:14.242781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Bound port: ca66c59b-7517-43e5-bc40-a1a07b25ce62, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:14.243256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.255278 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ceca0fca-bc6d-4ca7-834c-9aa64e162b90 resource provider aggregate not found Sep 28 08:37:14.309502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ceca0fca-bc6d-4ca7-834c-9aa64e162b90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceca0fca-bc6d-4ca7-834c-9aa64e162b90 found for delete ", "request_id": "req-493870f4-d905-47ac-be40-4ec45f7f8787"}]} Sep 28 08:37:14.330554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.340795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:14.344480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.392745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.393581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.394198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.394863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.395472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.396168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.397090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.397748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.398808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.399397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.399977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.400521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.400984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.401489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.401949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.402407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.402893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.403318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.406260 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-10df8eb7-794b-4829-b786-ea623f032a74 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16326 time: 0.7477002 Sep 28 08:37:14.414844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38500) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:14.452507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.458085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.458681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.507221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:14.525181 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:11Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:11Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:14.558837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:14.567267 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:14.567905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Updating router d27dcee5-0abe-4ab2-9173-a3f279694b4a port d405db0a-ee9f-4ecd-8014-3742384b2fe8 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:14.569229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.572030 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7115443 Sep 28 08:37:14.581962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38504) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:14.583135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7ea01-fd56-4495-8dd2-39ad356dec39 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=d272ad7a-bf8b-478a-a70b-0a9bf2596fff,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:14.584651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.585395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.587049 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/ca66c59b-7517-43e5-bc40-a1a07b25ce62 HTTP/1.1" status: 200 len: 1094 time: 2.6439705 Sep 28 08:37:14.588738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:37:14.591322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:37:14.599743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:14.619304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:14.623376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046132f6-8594-4658-9e92-fc5f6b0d2b8c req-7377091c-321e-4852-9c6b-5261980c60f5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:14.624931 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-046132f6-8594-4658-9e92-fc5f6b0d2b8c req-7377091c-321e-4852-9c6b-5261980c60f5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 944 time: 0.2040305 Sep 28 08:37:14.654482 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.704799 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 9 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:14.754514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:14.754746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2959a7d4-b82f-4177-94fd-3ce49b768076 x-openstack-request-id: req-2959a7d4-b82f-4177-94fd-3ce49b768076 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:37:14.755171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:37:14.755833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2959a7d4-b82f-4177-94fd-3ce49b768076 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:37:14.756300 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2959a7d4-b82f-4177-94fd-3ce49b768076'] response: {'name': 'network-changed', 'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62', 'status': 'completed', 'code': 200} Sep 28 08:37:14.760981 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-046132f6-8594-4658-9e92-fc5f6b0d2b8c req-7f9af101-e910-4ce3-92b1-155a7fda1c41 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132946 Sep 28 08:37:14.817113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.820177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.955867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:14.956610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=386241c4-4b99-4102-95ad-250f040a5634,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:14.959746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:14.996792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26658-d160-4c75-b3ae-4576d31594c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:15.005186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '243505c1-fd13-4535-be23-81438d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:15.006201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: e3687289-ad33-45a3-b17b-6a16b1a04eed, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:15.007568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-bb042b82-5bf2-4af9-ad59-386e1671c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:15.009359 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-bb042b82-5bf2-4af9-ad59-386e1671c003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 1097 time: 0.2568479 Sep 28 08:37:15.016946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Deleting port 7857795b-98a3-40b2-bac0-a8726b0182e1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:15.017317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.056428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network e3687289-ad33-45a3-b17b-6a16b1a04eed is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:15.077592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e3687289-ad33-45a3-b17b-6a16b1a04eed) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:15.084018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:15.085165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.089631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b4254-d5ab-4515-a1f6-d16042d4b071 None None] Network e3687289-ad33-45a3-b17b-6a16b1a04eed requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:15.100921 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.118675 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.166035 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-83a5cf69-de45-4af3-967e-134716d9ec68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1450114 Sep 28 08:37:15.168687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38516) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:15.203261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-63ffddad-11d7-48f4-89d8-6e7f15ed4cd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62 HTTP/1.1" status: 200 len: 217 time: 0.1816483 Sep 28 08:37:15.206338 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Pushing event updated for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:15.217324 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.220253 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.220808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.221386 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.222037 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.222577 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.223120 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.223666 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.224198 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.224722 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.225728 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.226611 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:15.280001 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 10 to provision port d9c2e815-d137-463e-be67-b7c5cddd995d Sep 28 08:37:15.315221 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Attempting to bind port d405db0a-ee9f-4ecd-8014-3742384b2fe8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:15.316499 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Attempting to bind port d405db0a-ee9f-4ecd-8014-3742384b2fe8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:15.318582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Attempting to bind port d405db0a-ee9f-4ecd-8014-3742384b2fe8 on network b314719c-673c-4db8-8250-5ada5be98a6e {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:15.332808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:15.333215 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Checking segment: {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:15.336484 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.336930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Bound using segment: {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:15.337587 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Bound port: d405db0a-ee9f-4ecd-8014-3742384b2fe8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121873b8-bf34-47c7-97f9-38fc652961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:15.339749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Port d9c2e815-d137-463e-be67-b7c5cddd995d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:15.340066 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.355219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 7857795b-98a3-40b2-bac0-a8726b0182e1, host hv-neutron-8593, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:15.355588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.358525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.367521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port d9c2e815-d137-463e-be67-b7c5cddd995d {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:15.367521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.387404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-e3687289-ad33-45a3-b17b-6a16b1a04eed', 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '386241c4-4b99-4102-95ad-250f040a5634'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:15.388599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.409195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-fd708e15-00c9-4ab7-8ec3-de744e529fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:15.410909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-fd708e15-00c9-4ab7-8ec3-de744e529fd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0378edc4-ad6f-4c88-a888-fc0b79390acc HTTP/1.1" status: 200 len: 837 time: 0.1934960 Sep 28 08:37:15.411968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Provisioning complete for port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:15.412347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.412679 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Attempt 1 to provision port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 Sep 28 08:37:15.423358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Calling delete_port for 7857795b-98a3-40b2-bac0-a8726b0182e1 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:15.519974 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] For port d405db0a-ee9f-4ecd-8014-3742384b2fe8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:15.523616 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] For port d405db0a-ee9f-4ecd-8014-3742384b2fe8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d405db0a-ee9f-4ecd-8014-3742384b2fe8,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:15.532703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.552927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for d9c2e815-d137-463e-be67-b7c5cddd995d owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:15.553181 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.591433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:37:15.603713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.637165 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:15.639852 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:15.679095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-f37c469e-c4aa-432d-9024-cb71e6fc53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:15.680992 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-f37c469e-c4aa-432d-9024-cb71e6fc53f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0f93ff7a-56f8-4601-8b08-8ad72ea04b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2554908 Sep 28 08:37:15.693536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:15.727432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:15.753609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:15.754291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.767659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473f2d1-6dce-4111-b8da-f95b7be015cc None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:15.808960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Current status of the port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:15.847693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5ee80a44-98f1-4699-b06a-92491f8d6e6f None None] Could not find standard attr ID for object 77d6a071-78a2-4175-b937-61b2605abb2b. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:15.851305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Allocated IP 172.20.0.1 (e3687289-ad33-45a3-b17b-6a16b1a04eed/386241c4-4b99-4102-95ad-250f040a5634/328ecebc-330b-4df6-b6d7-c99dd59ffc75) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:15.855366 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4c4c1-fa03-4efc-801c-fa7a0473911f None None] Pushing event updated for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:15.890257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=ec489ff3-84f6-4be8-b27f-25c431728a52,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:15.906587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.914830 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:15.926753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:15.955071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.001824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=d9c2e815-d137-463e-be67-b7c5cddd995d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:16.032344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a1d847de-d859-4f03-b0ad-86cd2c81d6c8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6700463 Sep 28 08:37:16.043344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38532) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:16.083595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'ec489ff3-84f6-4be8-b27f-25c431728a52'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:16.084468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.089561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Provisioning complete for port 716b9428-03dc-4d48-a648-fe620b4274ad triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:16.089934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.090528 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Attempt 1 to provision port 716b9428-03dc-4d48-a648-fe620b4274ad Sep 28 08:37:16.105215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:16.108647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38534) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:16.152787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event deleted for resources: {'Port': ['ID=7857795b-98a3-40b2-bac0-a8726b0182e1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:16.161757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.173311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.207022 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-61a00638-13e2-4c64-aa1a-5897fd83eafc service neutron] 10.222.0.62 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122483 Sep 28 08:37:16.211969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.217835 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-495e2e0f-3b45-49b5-ba6f-b7b6fad89e87 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "DELETE /v2.0/ports/7857795b-98a3-40b2-bac0-a8726b0182e1 HTTP/1.1" status: 204 len: 168 time: 1.7969966 Sep 28 08:37:16.269411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.270994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38536) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:16.290094 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:11Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:15Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:16.344339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Network e3687289-ad33-45a3-b17b-6a16b1a04eed is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:16.345967 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6bfb1-a4d8-45b3-9d58-35dcc8767c05 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:11Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:15Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:16.350476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:16.359589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:16.359857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38195-2250-49ea-b542-eb2404d2f79a req-602f5d69-2641-4f46-9535-d65624886c2c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:16.367043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ec38195-2250-49ea-b542-eb2404d2f79a req-602f5d69-2641-4f46-9535-d65624886c2c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 944 time: 0.4458709 Sep 28 08:37:16.397845 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f22f002-9a3c-4311-89a1-0c6a89553548 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:37:16.398532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Pushing event updated for resources: {'Port': ['ID=328ecebc-330b-4df6-b6d7-c99dd59ffc75,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:16.411522 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1f22f002-9a3c-4311-89a1-0c6a89553548 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports/7857795b-98a3-40b2-bac0-a8726b0182e1 HTTP/1.1" status: 404 len: 333 time: 0.1318634 Sep 28 08:37:16.413063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38538) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:16.427857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1522418898', 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:16.496973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Current status of the port 716b9428-03dc-4d48-a648-fe620b4274ad is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:16.499769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=6c6789dc-5a00-4c6e-a62e-148f56fc84b1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:16.506774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Attempting to bind port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:16.507663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Attempting to bind port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '243505c1-fd13-4535-be23-81438d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:16.507663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Attempting to bind port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 on network e3687289-ad33-45a3-b17b-6a16b1a04eed {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:16.520198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:16.520493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Checking segment: {'id': '243505c1-fd13-4535-be23-81438d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:16.520897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.521454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Bound using segment: {'id': '243505c1-fd13-4535-be23-81438d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:16.521943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Bound port: 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243505c1-fd13-4535-be23-81438d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:16.522325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.525960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Allocated IP 2001:db8::f816:3eff:fe2c:438f (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/ec489ff3-84f6-4be8-b27f-25c431728a52/d8e569e4-b82b-46dc-a80b-b0b0bb3a0399) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:16.549502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Provisioning complete for port d405db0a-ee9f-4ecd-8014-3742384b2fe8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:16.549923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.550214 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Attempt 1 to provision port d405db0a-ee9f-4ecd-8014-3742384b2fe8 Sep 28 08:37:16.558678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.571178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ec38195-2250-49ea-b542-eb2404d2f79a req-251a219d-da3d-4d64-8a2b-ce9282efca48 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756656 Sep 28 08:37:16.580349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:16.582713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: d272ad7a-bf8b-478a-a70b-0a9bf2596fff, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:16.585116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Made reservation on behalf of 5437ac96b1a94e3580eb0c7d35965018 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:16.587739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.610373 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac65042-77a9-47b6-8c06-e1d631b0234d req-06e922bd-40e1-41b3-b17d-7e2ab5c71091 service neutron] 10.222.0.62 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928182 Sep 28 08:37:16.621307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 4b304433-677e-45e3-8920-1f80bacd806c yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:16.645416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:16.758691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] For port 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:16.762674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] For port 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=328ecebc-330b-4df6-b6d7-c99dd59ffc75,segment=NetworkSegment(243505c1-fd13-4535-be23-81438d9ea6bd),segment_id=243505c1-fd13-4535-be23-81438d9ea6bd)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:16.786752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.787228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, d272ad7a-bf8b-478a-a70b-0a9bf2596fff) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:16.805492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:16.806116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.812120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a50b1-3d94-4993-bc01-7edb77031849 None None] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:16.812554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:16.874208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=386241c4-4b99-4102-95ad-250f040a5634,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:16.923846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-71baf63e-72f3-44ed-bc75-c00e6f5ee2f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3355997 Sep 28 08:37:16.927060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:16.928690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-25b111db-84a6-4295-b847-c659b32798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:16.930574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-25b111db-84a6-4295-b847-c659b32798a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 1097 time: 0.2049205 Sep 28 08:37:16.936757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1169376578'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:17.040445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:17.043567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Current status of the port d405db0a-ee9f-4ecd-8014-3742384b2fe8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:17.044032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.046008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.109769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b52de-3cf5-44c1-b0cc-a34b2be4656b None None] Pushing event updated for resources: {'Port': ['ID=328ecebc-330b-4df6-b6d7-c99dd59ffc75,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:17.181509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.194668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Router d91ce5b9-572e-463c-86c9-bf7c248e1fc5 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:17.196311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.196728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.224251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.228937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] For port d405db0a-ee9f-4ecd-8014-3742384b2fe8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d405db0a-ee9f-4ecd-8014-3742384b2fe8,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:17.239653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Made reservation on behalf of a04a5eb212ab49faade350c3da4604be for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:17.243933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.288636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.297349 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.308787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3687289-ad33-45a3-b17b-6a16b1a04eed']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.323206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Could not find standard attr ID for object d9c2e815-d137-463e-be67-b7c5cddd995d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:17.333895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-c5f5c569-4cc4-4c91-b81e-d922417d287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.333895 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-c5f5c569-4cc4-4c91-b81e-d922417d287c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0f93ff7a-56f8-4601-8b08-8ad72ea04b71 HTTP/1.1" status: 200 len: 897 time: 0.3925645 Sep 28 08:37:17.353552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:17.371629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:17.375866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Pushing event updated for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:17.381234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:17.440021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-d272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:17.440438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.446631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.448938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243505c1-fd13-4535-be23-81438d9ea6bd') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.449262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243505c1-fd13-4535-be23-81438d9ea6bd') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.453469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.497360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.510336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:17.519947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.520375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Added segment 7e2dcde4-3734-42b3-a6ee-2669116b45f3 of type vlan for network 75ae7ca8-3ab8-4080-acff-263f308f677b Sep 28 08:37:17.543458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-054e261e-4df6-46fd-bcc7-b9fb26154a90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62 HTTP/1.1" status: 200 len: 217 time: 0.1651816 Sep 28 08:37:17.547710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d89d76-6bd4-4b9e-9308-2fc0b6fc81aa None None] Pushing event updated for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:17.575618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.580639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.628790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Attempting to bind port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:17.629321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Attempting to bind port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:17.629685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Attempting to bind port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:17.638340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:17.641902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:17.642281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:17.642688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.643087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:17.643567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Bound port: d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:17.643946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.650862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:17.661955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:17.662929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.663655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.666981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:17.675775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e7e1fa46-8ad0-47d5-a801-ec7e950bfdf1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/routers/d91ce5b9-572e-463c-86c9-bf7c248e1fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9308984 Sep 28 08:37:17.683462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38546) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:17.693152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] Sync routers for ids ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:17.704162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.704506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=4b304433-677e-45e3-8920-1f80bacd806c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:17.746059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] Routers {'d91ce5b9-572e-463c-86c9-bf7c248e1fc5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:17.747160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.751102 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538a912d-87b8-4a94-9d84-64c66dfe026a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:17.752725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-7f233803-dcd6-473a-a95f-f3c6a0680c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.754241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-7f233803-dcd6-473a-a95f-f3c6a0680c00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0378edc4-ad6f-4c88-a888-fc0b79390acc HTTP/1.1" status: 200 len: 837 time: 0.1654403 Sep 28 08:37:17.763738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b155857e-32f8-4984-a5ff-da548a6a9286 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:37:17.768435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b155857e-32f8-4984-a5ff-da548a6a9286 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/d9c2e815-d137-463e-be67-b7c5cddd995d HTTP/1.1" status: 404 len: 333 time: 0.0808697 Sep 28 08:37:17.780732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38548) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:17.783045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:17.783457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.793318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8256dd0-e3cd-47ba-a7e2-0d7a305b6e01 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3733091 Sep 28 08:37:17.793846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.798449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Allocated IP 2001:db8:1::2 (d272ad7a-bf8b-478a-a70b-0a9bf2596fff/6c6789dc-5a00-4c6e-a62e-148f56fc84b1/d8b9597d-49d6-4f5c-8b96-47c9ffa479cd) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:17.801904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:17.826294 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 243505c1-fd13-4535-be23-81438d9ea6bd resource provider aggregate not found Sep 28 08:37:17.866364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] Routers {'d91ce5b9-572e-463c-86c9-bf7c248e1fc5'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:17.867212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:17.869483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:17.888654 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 243505c1-fd13-4535-be23-81438d9ea6bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 243505c1-fd13-4535-be23-81438d9ea6bd found for delete ", "request_id": "req-4cae3a54-bbd1-4289-b7ce-fca603ec403a"}]} Sep 28 08:37:17.889174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.895594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.895985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.937825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.api [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 28 08:37:17.937825 dv-neutron-859308-3-hyperv neutron-server[103309]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 28 08:37:17.937825 dv-neutron-859308-3-hyperv neutron-server[103309]: [parameters: {'id': 'e3687289-ad33-45a3-b17b-6a16b1a04eed'}] Sep 28 08:37:17.937825 dv-neutron-859308-3-hyperv neutron-server[103309]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:37:17.938250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG oslo_db.api [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:37:17.952708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cb111-6009-4ca0-83d7-1d2af121c467 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.954162 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-115cb111-6009-4ca0-83d7-1d2af121c467 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports/4b304433-677e-45e3-8920-1f80bacd806c HTTP/1.1" status: 200 len: 955 time: 0.1504147 Sep 28 08:37:17.959542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:17.961454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:17.977359 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4774077 Sep 28 08:37:17.989954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159a34a-e3fd-4cd5-93ce-ac917ebfa249 req-49cbe749-b337-42cd-ab92-72ba30b330f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:17.991833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e159a34a-e3fd-4cd5-93ce-ac917ebfa249 req-49cbe749-b337-42cd-ab92-72ba30b330f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 944 time: 0.2616653 Sep 28 08:37:17.992511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38558) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:18.002441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:18.003746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6625ca-6a80-44e5-af6f-fec81cf549fa None None] The sync data for ids ['d91ce5b9-572e-463c-86c9-bf7c248e1fc5'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:18.017819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:18.037724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.043004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Request body: {'subnet': {'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:18.090867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04090-710e-42e3-9660-ecfaff378f56 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event updated for resources: {'Network': ['ID=75ae7ca8-3ab8-4080-acff-263f308f677b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:18.110002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 75ae7ca8-3ab8-4080-acff-263f308f677b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:18.233548 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e159a34a-e3fd-4cd5-93ce-ac917ebfa249 req-44846f8d-a2ba-48ec-9e82-0ae2d56025b0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777508 Sep 28 08:37:18.268832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0a522-c2ee-433f-aafe-950aa8ed63ba None None] Pushing event updated for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:18.301227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.313591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.328182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Made reservation on behalf of a04a5eb212ab49faade350c3da4604be for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:18.338427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.364289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.439519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.495085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:18.515602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:18.519983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:18.520594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.556599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=aa540481-ec1b-477a-a599-7998dcfe557a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:18.574923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ca66c59b-7517-43e5-bc40-a1a07b25ce62 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:37:18.576832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf585cd-6c3f-4d66-bc35-92523797d18a None None] Network e3687289-ad33-45a3-b17b-6a16b1a04eed requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:18.607481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.608015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.608221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.608496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.608831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.609204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.609538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.609870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.610218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.610547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.610877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.611201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:18.634182 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-36480b70-1b49-4208-be4a-a5e52d3fb685 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5331359 Sep 28 08:37:18.651479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38560) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:18.659933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:02:fa:22', 'name': 'tempest-NetworksTestDHCPv6-1283491280'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:18.717931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:18.729588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Provisioning complete for port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:18.730219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.730733 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Attempt 1 to provision port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 Sep 28 08:37:18.790786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:18.808691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Pushing event updated for resources: {'Port': ['ID=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:18.819251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:18.822462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-d87abdaa-7aba-4b9d-8207-8e18c2e9e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:18.824132 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-d87abdaa-7aba-4b9d-8207-8e18c2e9e416 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0f93ff7a-56f8-4601-8b08-8ad72ea04b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.0446882 Sep 28 08:37:18.826514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:18.846971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.resource_extend [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:37:18.937564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:18.938479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.988546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:18.994506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.013153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Attempting to bind port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:19.013531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Attempting to bind port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:19.013894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Attempting to bind port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd on network d272ad7a-bf8b-478a-a70b-0a9bf2596fff {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:19.025571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.031064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:19.031494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Checking segment: {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:19.031927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.032386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Bound using segment: {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:19.032930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Bound port: d8b9597d-49d6-4f5c-8b96-47c9ffa479cd, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:19.033391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.038609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.069994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:19.078549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=328ecebc-330b-4df6-b6d7-c99dd59ffc75,segment=NetworkSegment(243505c1-fd13-4535-be23-81438d9ea6bd),segment_id=243505c1-fd13-4535-be23-81438d9ea6bd)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.079263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.087913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.119936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for 328ecebc-330b-4df6-b6d7-c99dd59ffc75 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:19.137682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:19.138253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.138417 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 Sep 28 08:37:19.148023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] DHCP port deletion for e3687289-ad33-45a3-b17b-6a16b1a04eed request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:19.176690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'port_id': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62', 'mac_address': 'fa:16:3e:37:78:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:37:19.187663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event updated for resources: {'Subnet': ['ID=d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.196740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.197516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Fanout notify agent at l3_agent the message router_deleted on router d91ce5b9-572e-463c-86c9-bf7c248e1fc5 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:37:19.197670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Current status of the port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:19.198041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.205935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.210593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3cd00875-d4a2-4404-a9dc-d3dcd12427ee tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/routers/d91ce5b9-572e-463c-86c9-bf7c248e1fc5 HTTP/1.1" status: 204 len: 168 time: 1.4218059 Sep 28 08:37:19.213538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38562) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:19.216656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Deleting port 4b304433-677e-45e3-8920-1f80bacd806c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:19.217219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.269166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-0707cabe-aa6c-45d4-89a4-cba988796774 service neutron] 10.222.0.62 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249668 Sep 28 08:37:19.286662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] For port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:19.314463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.322259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] For port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:19.330256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Checking segment: {'id': '7e2dcde4-3734-42b3-a6ee-2669116b45f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:19.330256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Network hostable DHCP agents. Network: 75ae7ca8-3ab8-4080-acff-263f308f677b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:19.338267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port ca66c59b-7517-43e5-bc40-a1a07b25ce62 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:19.338706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.348668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] For port 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=328ecebc-330b-4df6-b6d7-c99dd59ffc75,segment=NetworkSegment(243505c1-fd13-4535-be23-81438d9ea6bd),segment_id=243505c1-fd13-4535-be23-81438d9ea6bd)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.361082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.377099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.386805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port cf4dec79-580f-4c4c-8b3c-c4a53de43497 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:19.415616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca66c59b-7517-43e5-bc40-a1a07b25ce62 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:37:19.466858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.485660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.502496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Deleting port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:19.502496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.506298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:19.507118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.508688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.509139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.510831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8c32-cdd5-45d2-8338-e3be78fbbb75 None None] Pushing event updated for resources: {'Port': ['ID=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.543855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 2b6c192e-40df-4f00-8879-5b6ba27aff03 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:19.557813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.560740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Calling delete_port for 4b304433-677e-45e3-8920-1f80bacd806c owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:19.597713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87a93f-3dcc-42f8-87c3-e3234b08dae3 None None] Pushing event deleted for resources: {'Port': ['ID=328ecebc-330b-4df6-b6d7-c99dd59ffc75,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.633771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1278-d87b-4845-b3ee-1d233951823a req-d090b2e6-2a47-4bf2-8b88-28fd7a19d036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:19.636121 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cf8b1278-d87b-4845-b3ee-1d233951823a req-d090b2e6-2a47-4bf2-8b88-28fd7a19d036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 944 time: 0.2700548 Sep 28 08:37:19.648918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] For port 328ecebc-330b-4df6-b6d7-c99dd59ffc75, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.649417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.698259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Calling delete_port for 328ecebc-330b-4df6-b6d7-c99dd59ffc75 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:19.701840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:19.706423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:37:19.709627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.732245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.777007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:19.777848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d405db0a-ee9f-4ecd-8014-3742384b2fe8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:19.781893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['ca66c59b-7517-43e5-bc40-a1a07b25ce62'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:37:19.784111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.805132 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22f70a6b-b2e2-42ad-9209-9e3ec34c2fe9 req-256a2ee6-ffcd-4e67-9a1b-8e7797202abe service neutron] 10.222.0.62 "GET /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195272 Sep 28 08:37:19.878736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] No DVR routers for this DVR port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:19.893104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011054c-c4c7-4b7a-9c2e-7d1a3eab21b3 None None] Pushing event deleted for resources: {'Port': ['ID=328ecebc-330b-4df6-b6d7-c99dd59ffc75,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.964024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Network 75ae7ca8-3ab8-4080-acff-263f308f677b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:19.969316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=328ecebc-330b-4df6-b6d7-c99dd59ffc75,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:19.991788 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cf8b1278-d87b-4845-b3ee-1d233951823a req-a4f2fd62-c0c7-4301-94ae-6c422c1687a9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145597 Sep 28 08:37:20.012537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:20.043014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d405db0a-ee9f-4ecd-8014-3742384b2fe8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:20.043637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.044120 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d405db0a-ee9f-4ecd-8014-3742384b2fe8 Sep 28 08:37:20.063521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:20.095384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.106861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 75ae7ca8-3ab8-4080-acff-263f308f677b) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:20.131034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.135312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057293cc-e837-4ff4-9d27-33969b46fee4 None None] Network 75ae7ca8-3ab8-4080-acff-263f308f677b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:20.151764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:20.152437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.153975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8:1::1 (d272ad7a-bf8b-478a-a70b-0a9bf2596fff/6c6789dc-5a00-4c6e-a62e-148f56fc84b1/4514d49b-95e0-426c-8b96-27167d899df9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:20.191247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b304433-677e-45e3-8920-1f80bacd806c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:20.205060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.208924 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "DELETE /v2.0/ports/4b304433-677e-45e3-8920-1f80bacd806c HTTP/1.1" status: 204 len: 168 time: 2.2429454 Sep 28 08:37:20.210953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.218469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ffc70-fc29-475f-82f7-be76a0e47fda None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:20.220342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:20.243676 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d5322fa5-e660-4279-8e34-cc7d7ea2b9a5 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2057469 Sep 28 08:37:20.244574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.245157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.245572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3687289-ad33-45a3-b17b-6a16b1a04eed']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:20.245851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.246352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.246982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.247892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.248411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.248889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.249510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.249935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.250283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.250774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810f6737-632c-480e-a278-8ab6826d3345 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:20.254385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38568) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:20.263268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Request body: {'port': {'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2133118496'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:20.273956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 172.20.0.13 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/aa540481-ec1b-477a-a599-7998dcfe557a/cf4dec79-580f-4c4c-8b3c-c4a53de43497) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:20.277498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243505c1-fd13-4535-be23-81438d9ea6bd') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:20.277784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243505c1-fd13-4535-be23-81438d9ea6bd') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:20.290846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad42332-bd42-442b-8483-2ae421993b34 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:37:20.292792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bad42332-bd42-442b-8483-2ae421993b34 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports/4b304433-677e-45e3-8920-1f80bacd806c HTTP/1.1" status: 404 len: 333 time: 0.0692549 Sep 28 08:37:20.300308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:20.306372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fe02:fa22 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/ec489ff3-84f6-4be8-b27f-25c431728a52/cf4dec79-580f-4c4c-8b3c-c4a53de43497) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:20.314463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-727672423'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:20.316080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.325024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.367681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.388636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d405db0a-ee9f-4ecd-8014-3742384b2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:20.390303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 328ecebc-330b-4df6-b6d7-c99dd59ffc75 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:20.392173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:20.393519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.406622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.414721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/2b6c192e-40df-4f00-8879-5b6ba27aff03 HTTP/1.1" status: 204 len: 168 time: 1.1950896 Sep 28 08:37:20.420279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38574) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:20.431277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d590b-3ada-48fc-bc37-1a007a61e28d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6c192e-40df-4f00-8879-5b6ba27aff03,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:20.435289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 243505c1-fd13-4535-be23-81438d9ea6bd resource provider aggregate not found Sep 28 08:37:20.442444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa4d38-e811-4943-a3ac-ef514f31f4cd None None] Network c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:20.449676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Made reservation on behalf of 5437ac96b1a94e3580eb0c7d35965018 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:20.451322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 328ecebc-330b-4df6-b6d7-c99dd59ffc75 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:20.451757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 328ecebc-330b-4df6-b6d7-c99dd59ffc75 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 28 08:37:20.452024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.476250 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 243505c1-fd13-4535-be23-81438d9ea6bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 243505c1-fd13-4535-be23-81438d9ea6bd found for delete ", "request_id": "req-d9c21f8a-eda6-43f0-b241-16afae53a8f0"}]} Sep 28 08:37:20.523726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:20.554397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.556658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ab6a61a4-74fa-40ef-9883-86ffac7b709a None None] Provisioning complete for port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:20.557465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab6a61a4-74fa-40ef-9883-86ffac7b709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.558008 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab6a61a4-74fa-40ef-9883-86ffac7b709a None None] Attempt 1 to provision port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 Sep 28 08:37:20.560172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Port 328ecebc-330b-4df6-b6d7-c99dd59ffc75 not found, will not notify nova. {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 28 08:37:20.567062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.570160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.608391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.611259 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/e3687289-ad33-45a3-b17b-6a16b1a04eed HTTP/1.1" status: 204 len: 168 time: 5.4415960 Sep 28 08:37:20.615927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38578) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:20.637706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793516854'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:20.669968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Made reservation on behalf of a04a5eb212ab49faade350c3da4604be for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:20.675378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.677660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d662-9baf-4acd-977e-ac134cfb1b94 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=e3687289-ad33-45a3-b17b-6a16b1a04eed,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:20.738737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:20.743944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.760449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] device_id is not set on port 0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:20.782580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.839620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.861803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:20.865529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.867583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:20.881322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:20.885744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:20.886367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.905797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:20.912833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 748083a1-85e8-4ea6-b8a2-65c0cfacaeea of type vlan for network 1f304e9e-79a0-4f40-99ed-5641a5d6247a Sep 28 08:37:20.938363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:20.951366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:20.951717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.012820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:21.016605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.026915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.044469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Allocated IP 172.20.0.6 (75ae7ca8-3ab8-4080-acff-263f308f677b/d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3/0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:21.118312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.130796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] For port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,segment=NetworkSegment(e0d7ad9f-8508-46a4-8e72-317fb538c5d2),segment_id=e0d7ad9f-8508-46a4-8e72-317fb538c5d2)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:21.131149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.155430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:21.177677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:21.185681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbb321-18fa-4f55-968d-78fb61c64825 None None] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:21.189812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:21.206519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.212272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.213196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.272692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=cf4dec79-580f-4c4c-8b3c-c4a53de43497,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:21.328639 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6989596 Sep 28 08:37:21.328895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-75ae7ca8-3ab8-4080-acff-263f308f677b', 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b', 'tenant_id': 'a04a5eb212ab49faade350c3da4604be', 'fixed_ips': [{'subnet_id': 'd6bc39fa-7aef-40b8-8c85-9534c6b8e9c3'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:21.329456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.348399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38582) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:21.381009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '1f304e9e-79a0-4f40-99ed-5641a5d6247a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:21.395861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.396767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.404231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:21.404572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.404889 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 Sep 28 08:37:21.421481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71d40b-b61d-4e94-a03c-0dbc74093013 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=1f304e9e-79a0-4f40-99ed-5641a5d6247a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:21.466660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 1f304e9e-79a0-4f40-99ed-5641a5d6247a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:21.484345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c556b8d-e33b-4bd5-8d28-cdc60e1c72bd req-74728ce3-ce5c-4f54-93c2-e73269d6a597 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.491813 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5c556b8d-e33b-4bd5-8d28-cdc60e1c72bd req-74728ce3-ce5c-4f54-93c2-e73269d6a597 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 945 time: 0.3226838 Sep 28 08:37:21.492073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=87f2d664-d9e2-40c7-95ca-b8bc2398ea2a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:21.511432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:21.512970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:21.524803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:21.531813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a61a4-74fa-40ef-9883-86ffac7b709a None None] Current status of the port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:21.534278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:21.535343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.536047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.549315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.550585 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-caaa6ad2-857e-43f4-9c90-8e0062e51d21 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8981092 Sep 28 08:37:21.559807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38584) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:21.566364 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c01a2a60-3e35-46cf-aa23-048dce24e986 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2649763 Sep 28 08:37:21.571697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38586) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:21.577237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:21.589687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] DHCP port deletion for c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:21.640479 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5c556b8d-e33b-4bd5-8d28-cdc60e1c72bd req-01621896-7069-4cb9-9c14-f0ed99b68e05 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456151 Sep 28 08:37:21.658580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.689782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e7789-30ad-4276-9526-c60acc781083 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.696006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e7789-30ad-4276-9526-c60acc781083 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:21.697857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-896e7789-30ad-4276-9526-c60acc781083 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1338792 Sep 28 08:37:21.704360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38588) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:21.705560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:21.709191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.746503 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'ec489ff3-84f6-4be8-b27f-25c431728a52', 'ip_address': '2001:db8::f816:3eff:fe2c:438f'}, {'subnet_id': 'aa540481-ec1b-477a-a599-7998dcfe557a'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'd8e569e4-b82b-46dc-a80b-b0b0bb3a0399'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:37:21.779019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.792555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.821725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Provisioning complete for port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:21.822367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.822848 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Attempt 1 to provision port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd Sep 28 08:37:21.870013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.901538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:21.914538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Network 75ae7ca8-3ab8-4080-acff-263f308f677b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:21.930191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:21.931271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:21.933117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:21.939345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:21.942020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8b9597d-49d6-4f5c-8b96-47c9ffa479cd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:21.951935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No DVR routers for this DVR port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:21.978291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event updated for resources: {'Port': ['ID=0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.007321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Allocated IP 172.20.0.2 (75ae7ca8-3ab8-4080-acff-263f308f677b/d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3/27b70cdd-98d0-48ad-a5ca-595057758dff) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:22.016560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:22.017598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.028654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Deleting port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:22.029056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.071063 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96d48679-91be-4ff5-bd89-58754ace4ff1 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8119514 Sep 28 08:37:22.076177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port cf4dec79-580f-4c4c-8b3c-c4a53de43497 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:22.076533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.080535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:22.201722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.220314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] device_id is not set on port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:22.233837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.251664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f1b0a8-e67c-46e0-8adb-3fa6d4972643']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:22.263413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Current status of the port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:22.263814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.267379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.270968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.278588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:22.278955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d7ad9f-8508-46a4-8e72-317fb538c5d2') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:22.293458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] For port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:22.293869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.307932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.309045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.312233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.334259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.354269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for cf4dec79-580f-4c4c-8b3c-c4a53de43497 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:22.354535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Calling delete_port for a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:22.360148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.367730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:37:22.368751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:22.371266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:22.372121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:22.379414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.380917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.404541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:22.404914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.405213 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd Sep 28 08:37:22.422983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:22.423375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.465741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Deleting port 0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:22.465741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.472676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] Pushing event deleted for resources: {'Port': ['ID=a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.478687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] For port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:22.479434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ae5b5-86e5-465f-a45b-f9f41e45e8ea None None] No DVR routers for this DVR port a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:22.487826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Allocated IP 172.20.0.2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/aa540481-ec1b-477a-a599-7998dcfe557a/d8e569e4-b82b-46dc-a80b-b0b0bb3a0399) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:22.496882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=a5a296ee-dadb-4b99-9f3b-b26e0d28cef0,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.518020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.521351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:22.521529 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:22.528319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ca66c59b-7517-43e5-bc40-a1a07b25ce62 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:22.530297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e0d7ad9f-8508-46a4-8e72-317fb538c5d2 resource provider aggregate not found Sep 28 08:37:22.543485 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 2 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:22.546958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=87f2d664-d9e2-40c7-95ca-b8bc2398ea2a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.597868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '748083a1-85e8-4ea6-b8a2-65c0cfacaeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f304e9e-79a0-4f40-99ed-5641a5d6247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:22.597868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 1f304e9e-79a0-4f40-99ed-5641a5d6247a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:22.637175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e0d7ad9f-8508-46a4-8e72-317fb538c5d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0d7ad9f-8508-46a4-8e72-317fb538c5d2 found for delete ", "request_id": "req-8e35a127-ca5e-470b-8a24-bb8e0f22932a"}]} Sep 28 08:37:22.645431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.695676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:22.698306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:22.698649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:22.712667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.745825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a267-b799-4944-89d0-d0bc90e48b2e None None] Pushing event updated for resources: {'Port': ['ID=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.748685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:22.749026 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:22.749608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.757014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 3 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:22.769332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.771402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.775077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:22.775426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:22.776084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:22.776807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 1f304e9e-79a0-4f40-99ed-5641a5d6247a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:22.791177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.791973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.806653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/c1f1b0a8-e67c-46e0-8adb-3fa6d4972643 HTTP/1.1" status: 204 len: 168 time: 2.3858230 Sep 28 08:37:22.810218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38598) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:22.822645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:22.823052 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:22.824843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:22.845517 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 4 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:22.851514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Calling delete_port for 0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:22.873580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd5d1c-188c-402e-a99f-bc09de949aff tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=c1f1b0a8-e67c-46e0-8adb-3fa6d4972643,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.877320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:22.891503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:22.891855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:22.892185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:22.895545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 1f304e9e-79a0-4f40-99ed-5641a5d6247a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:22.901743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:22.902683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:22.912093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=cf4dec79-580f-4c4c-8b3c-c4a53de43497,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:22.938013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:22.938348 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:22.944986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 5 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:22.972322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0befa-c1c0-4723-968e-b143711dc29c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:22.978287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d5e0befa-c1c0-4723-968e-b143711dc29c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/a737c798-cbcc-4711-8461-3de8d4fb33c6 HTTP/1.1" status: 200 len: 840 time: 0.1566262 Sep 28 08:37:22.982694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38600) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.000228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92459ed1-c254-4be5-b0b0-99dceda70f71 req-18732c15-c535-43df-b56d-e8e8906170e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:23.001795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92459ed1-c254-4be5-b0b0-99dceda70f71 req-18732c15-c535-43df-b56d-e8e8906170e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 945 time: 0.1895738 Sep 28 08:37:23.005073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.005203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.005919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.008927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab505325-fea0-4f2c-b754-b5575d91d900 None None] Network 1f304e9e-79a0-4f40-99ed-5641a5d6247a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:23.020019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.020380 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.028003 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 6 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:23.068380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Provisioning complete for port 4514d49b-95e0-426c-8b96-27167d899df9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:23.069078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.069574 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Attempt 1 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:23.071673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:23.074675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.075015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.075530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.081380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Network 75ae7ca8-3ab8-4080-acff-263f308f677b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:23.085899 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92459ed1-c254-4be5-b0b0-99dceda70f71 req-48757f64-0c29-4eae-8b41-b37208927a53 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751512 Sep 28 08:37:23.093395 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cf160c2b-6ed5-4596-836a-9f25c7dfbe3f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7168818 Sep 28 08:37:23.098630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.098980 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.099764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.100218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 7 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:23.133452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:23.166997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:23.171345 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f6f7bdd5-58e9-4182-b565-1c10a74f89b6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/a737c798-cbcc-4711-8461-3de8d4fb33c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1138041 Sep 28 08:37:23.173306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38604) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.173892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Pushing event updated for resources: {'Port': ['ID=27b70cdd-98d0-48ad-a5ca-595057758dff,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:23.176354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port ca66c59b-7517-43e5-bc40-a1a07b25ce62 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:37:23.181695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:23.197486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:23.212147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:23.223372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port ca66c59b-7517-43e5-bc40-a1a07b25ce62 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:23.223754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.224096 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port ca66c59b-7517-43e5-bc40-a1a07b25ce62 Sep 28 08:37:23.258147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.259082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.259686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.293469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Port 4514d49b-95e0-426c-8b96-27167d899df9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:23.347415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.347415 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.351409 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 8 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:23.356775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 328ecebc-330b-4df6-b6d7-c99dd59ffc75 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:23.358012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.364713 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a9af152b-d4a0-498b-b6a6-040bc6cdbe43 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/cf4dec79-580f-4c4c-8b3c-c4a53de43497 HTTP/1.1" status: 204 len: 168 time: 1.6497242 Sep 28 08:37:23.365605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:23.369246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.369518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.372418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38606) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.389562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.406719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:23.408683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Attempting to bind port 27b70cdd-98d0-48ad-a5ca-595057758dff on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.409082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Attempting to bind port 27b70cdd-98d0-48ad-a5ca-595057758dff by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '7e2dcde4-3734-42b3-a6ee-2669116b45f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.409456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Attempting to bind port 27b70cdd-98d0-48ad-a5ca-595057758dff on network 75ae7ca8-3ab8-4080-acff-263f308f677b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.414123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 328ecebc-330b-4df6-b6d7-c99dd59ffc75 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:23.414471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 328ecebc-330b-4df6-b6d7-c99dd59ffc75 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:23.415941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.426762 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:23.437935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.438339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.438622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.443447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:23.444093 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:23.461683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event deleted for resources: {'Port': ['ID=0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:23.465835 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-13a8d53b-5109-4cab-9907-192a4a72a076 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5302489 Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Checking segment: {'id': '7e2dcde4-3734-42b3-a6ee-2669116b45f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Bound using segment: {'id': '7e2dcde4-3734-42b3-a6ee-2669116b45f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Bound port: 27b70cdd-98d0-48ad-a5ca-595057758dff, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2dcde4-3734-42b3-a6ee-2669116b45f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '75ae7ca8-3ab8-4080-acff-263f308f677b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:23.465983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.466484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38608) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.486869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735672765'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:23.530547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.534908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.535280 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.538456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 9 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:23.541349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:23.544858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.584235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.584628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.584920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.597687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abf9bb-82da-40c6-9ce8-38fe13e94d12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:23.599661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abf9bb-82da-40c6-9ce8-38fe13e94d12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:23.601320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abf9bb-82da-40c6-9ce8-38fe13e94d12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:23.601834 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:23.603127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d3abf9bb-82da-40c6-9ce8-38fe13e94d12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2161252 Sep 28 08:37:23.603400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8b9597d-49d6-4f5c-8b96-47c9ffa479cd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:23.606178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38610) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:23.618847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.619222 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.624539 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempt 10 to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a Sep 28 08:37:23.644560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea0191-d02f-46ca-9196-144dd333f35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-1f304e9e-79a0-4f40-99ed-5641a5d6247a', 'network_id': '1f304e9e-79a0-4f40-99ed-5641a5d6247a', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': 'a5a296ee-dadb-4b99-9f3b-b26e0d28cef0'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:23.645559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-86ea0191-d02f-46ca-9196-144dd333f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.660589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f424b3-76c1-4816-9962-178dc67e5d14 None None] Pushing event updated for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:23.671399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:23.687504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port ca66c59b-7517-43e5-bc40-a1a07b25ce62 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:23.688344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.709707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.709973 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment fee00611-6ed8-4301-89c9-79ad7444d908 of type vlan for network 40138bc7-2bcb-40b7-99ef-00d01173b720 Sep 28 08:37:23.723594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:23.723943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:23.724285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempting to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:23.771882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] For port 27b70cdd-98d0-48ad-a5ca-595057758dff, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:23.782499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:37:23.789508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eef8c1-3a43-430f-baae-16e491681c44" -d '{"events": [{"server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "name": "network-vif-plugged", "status": "completed", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:37:23.796885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet aa540481-ec1b-477a-a599-7998dcfe557a {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:23.803966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:37:23.804402 dv-neutron-859308-3-hyperv neutron-server[103308]: ERROR neutron.plugins.ml2.managers [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Failed to bind port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on host hv-neutron-8593 for vnic_type normal using segments [{'id': 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6'}] Sep 28 08:37:23.805066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.807343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.901005 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Attempt 2 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:23.915849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680d4d4-30d1-49be-b148-6ea0175fb6fb x-openstack-request-id: req-4680d4d4-30d1-49be-b148-6ea0175fb6fb {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:37:23.916539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "name": "network-vif-plugged", "status": "completed", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:37:23.917015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4680d4d4-30d1-49be-b148-6ea0175fb6fb {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:37:23.917646 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4680d4d4-30d1-49be-b148-6ea0175fb6fb'] response: {'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62', 'code': 200} Sep 28 08:37:23.927399 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:21Z', 'revision_number': 3, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:21Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:23.942939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] For port 27b70cdd-98d0-48ad-a5ca-595057758dff, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=27b70cdd-98d0-48ad-a5ca-595057758dff,segment=NetworkSegment(7e2dcde4-3734-42b3-a6ee-2669116b45f3),segment_id=7e2dcde4-3734-42b3-a6ee-2669116b45f3)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:23.959038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:23.960548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:23.974689 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:23.975038 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Updating router d27dcee5-0abe-4ab2-9173-a3f279694b4a port 4514d49b-95e0-426c-8b96-27167d899df9 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:23.977221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.021723 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.028049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.091181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:24.091641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.092190 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd Sep 28 08:37:24.095986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Port 4514d49b-95e0-426c-8b96-27167d899df9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:24.118860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:24.119498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attempted to set empty binding levels {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 28 08:37:24.123868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.131199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-86ea0191-d02f-46ca-9196-144dd333f35a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5a296ee-dadb-4b99-9f3b-b26e0d28cef0: This subnet is being modified by another concurrent operation. Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:24.146806 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5a296ee-dadb-4b99-9f3b-b26e0d28cef0: This subnet is being modified by another concurrent operation. Sep 28 08:37:24.150353 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:37:24.213968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.219179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f72a7-ad5e-4674-91f1-5eccd56eb42a None None] Network 1f304e9e-79a0-4f40-99ed-5641a5d6247a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:24.231453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a9b491c1-2402-4817-b32f-6333de70b00c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "DELETE /v2.0/ports/0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9 HTTP/1.1" status: 204 len: 168 time: 2.1469436 Sep 28 08:37:24.234229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38616) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:24.235043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.257074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8b66-400d-4581-873d-e01541d60e4a None None] Pushing event updated for resources: {'Port': ['ID=27b70cdd-98d0-48ad-a5ca-595057758dff,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:24.394797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.457541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.502626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.503187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] In _notify_port_updated(), no bound segment for port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a on network e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:37:24.504088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:24.504695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.512874 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "PUT /v2.0/ports/87f2d664-d9e2-40c7-95ca-b8bc2398ea2a HTTP/1.1" status: 200 len: 976 time: 2.9372184 Sep 28 08:37:24.525674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-732de02a-7a00-48a5-aa00-58cf1cb8d972 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2902725 Sep 28 08:37:24.528646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38620) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:24.533270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:24.534313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38622) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:24.554658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-893425274'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:24.600636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:24.608699 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Attempt 3 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:24.625545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:37:24.633361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:24.637739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=5e82e7e1-07ec-4096-9b87-73727dd3acb4,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:24.638419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a296ee-dadb-4b99-9f3b-b26e0d28cef0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:24.667151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:24.683209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:24.683882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.684606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1948b84-c42b-4094-a4a5-01b5278a788c None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:24.754930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Made reservation on behalf of a04a5eb212ab49faade350c3da4604be for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:24.759142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.791377 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-48e84678-f706-4cea-9fdf-4170dada7552 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6119370 Sep 28 08:37:24.794565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38624) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:24.807785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'security_group': {'name': 'tempest-secgroup-131507525'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:24.827572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:24.837265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Port 4514d49b-95e0-426c-8b96-27167d899df9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:24.839358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:24.856250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.856617 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Added segment 9454b070-dd24-4ba7-be27-48d255cca1de of type vlan for network 95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd Sep 28 08:37:24.871397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:24.872085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4f26ec3-fb16-4cd0-9b9e-e105f6ade7e8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:24.893378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.917917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Deleting port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:24.918360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.929131 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.935607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.941934 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:24.992133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-27260c31-9026-4b63-a716-f2d590a71018', 'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'tenant_id': 'f146605ad8b743e09368619875fa903e', 'fixed_ips': [{'subnet_id': '5e82e7e1-07ec-4096-9b87-73727dd3acb4'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:24.993119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.031219 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921692ed-7bbc-4f5f-a290-8395d4587414 None None] Pushing event updated for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.074022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] For port 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a, host hv-neutron-8593, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:25.074475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.096254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.106518 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Attempting to bind port 4514d49b-95e0-426c-8b96-27167d899df9 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:25.107244 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Attempting to bind port 4514d49b-95e0-426c-8b96-27167d899df9 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:25.107929 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Attempting to bind port 4514d49b-95e0-426c-8b96-27167d899df9 on network d272ad7a-bf8b-478a-a70b-0a9bf2596fff {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:25.114790 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:25.115532 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Checking segment: {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:25.116182 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.116836 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Bound using segment: {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:25.117688 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Bound port: 4514d49b-95e0-426c-8b96-27167d899df9, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72229efb-24f4-4fda-bb4c-98cf9a0b4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:25.118450 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.119129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:25.119863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.139196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Calling delete_port for 87f2d664-d9e2-40c7-95ca-b8bc2398ea2a owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:25.175859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Allocated IP 172.20.0.2 (27260c31-9026-4b63-a716-f2d590a71018/5e82e7e1-07ec-4096-9b87-73727dd3acb4/b8548c26-11c8-4802-b7d2-75d178af1cd4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:25.196203 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6481321 Sep 28 08:37:25.206832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38626) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:25.211667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.248166 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] For port 4514d49b-95e0-426c-8b96-27167d899df9, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:25.262806 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] For port 4514d49b-95e0-426c-8b96-27167d899df9, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4514d49b-95e0-426c-8b96-27167d899df9,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:25.274791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793db3e0-81eb-4066-a957-1326a057fe48 req-5a0a3594-8670-43dd-95cb-3ddea9226708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:25.278982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.290231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-793db3e0-81eb-4066-a957-1326a057fe48 req-5a0a3594-8670-43dd-95cb-3ddea9226708 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 1099 time: 1.1478322 Sep 28 08:37:25.291323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.299390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:25.300468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.346450 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:25.347091 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:25.354365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.359265 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Attempt 4 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:25.391714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a50fd-4725-497f-bde7-91231b180ab5 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event updated for resources: {'Port': ['ID=87f2d664-d9e2-40c7-95ca-b8bc2398ea2a,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.406961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.407581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.422631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3ca6a-0a6e-4563-bc8d-2b13bf653404 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event updated for resources: {'Network': ['ID=95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.423680 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921692ed-7bbc-4f5f-a290-8395d4587414 None None] Pushing event updated for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.461140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:25.462041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:25.491393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:25.494611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:25.502844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.502986 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:25.541377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.598318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.602929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/aa540481-ec1b-477a-a599-7998dcfe557a HTTP/1.1" status: 204 len: 168 time: 1.9957731 Sep 28 08:37:25.609514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=40138bc7-2bcb-40b7-99ef-00d01173b720,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.614364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38628) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:25.624904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-793db3e0-81eb-4066-a957-1326a057fe48 req-73d5ff59-c701-445d-9733-19fd690c98b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176353 Sep 28 08:37:25.629694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:25.635053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.638530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36b65-5c86-4bad-86ff-5ad55fb77948 req-cd09e80b-fd02-40ae-a094-606769e8e18a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:25.640606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ec36b65-5c86-4bad-86ff-5ad55fb77948 req-cd09e80b-fd02-40ae-a094-606769e8e18a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 1.1651073 Sep 28 08:37:25.644530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f304e9e-79a0-4f40-99ed-5641a5d6247a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:25.660559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748083a1-85e8-4ea6-b8a2-65c0cfacaeea') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:25.660559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748083a1-85e8-4ea6-b8a2-65c0cfacaeea') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:25.673639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.695122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.703914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:25.706215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.797089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ba6cc-1388-4095-bf3c-b095a75392bb None None] Network 75ae7ca8-3ab8-4080-acff-263f308f677b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:25.820666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:25.851406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-88b1d648-3f4b-48bb-bf7d-81b2ff9d4579 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3823936 Sep 28 08:37:25.853371 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 748083a1-85e8-4ea6-b8a2-65c0cfacaeea resource provider aggregate not found Sep 28 08:37:25.861982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38632) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:25.862803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb76335-a288-4e42-abc3-b51a1003328d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=aa540481-ec1b-477a-a599-7998dcfe557a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.870660 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3144720d-5ae8-40d6-9709-5fd717ce4ba7 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks HTTP/1.1" status: 200 len: 10343 time: 0.6521320 Sep 28 08:37:25.871355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:25.883555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38636) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:25.887164 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:37:25.887774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.938655 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 748083a1-85e8-4ea6-b8a2-65c0cfacaeea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748083a1-85e8-4ea6-b8a2-65c0cfacaeea found for delete ", "request_id": "req-44284bb1-de96-4fcd-89d5-2521b95f4bd6"}]} Sep 28 08:37:25.952496 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:21Z', 'revision_number': 3, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:25Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:25.962966 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Pushing event deleted for resources: {'Port': ['ID=87f2d664-d9e2-40c7-95ca-b8bc2398ea2a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:25.968804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.971946 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1762049 Sep 28 08:37:25.989494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:25.990999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38638) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:25.997702 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74411-f863-4119-a1c4-c373a7133af0 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:21Z', 'revision_number': 3, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:25Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:26.008081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5c0b2-f043-40e4-9b73-70030aabe165 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c90020-12c7-42a0-bce2-c2b27ce79e71,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:26.010608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'security_group': {'name': 'tempest-secgroup-449830015'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:26.022591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.027871 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6dc80d60-37d6-434a-a024-1df58a734043 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "DELETE /v2.0/ports/87f2d664-d9e2-40c7-95ca-b8bc2398ea2a HTTP/1.1" status: 204 len: 168 time: 1.4810064 Sep 28 08:37:26.047173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.054880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet ec489ff3-84f6-4be8-b27f-25c431728a52 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:26.058503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.070000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/1f304e9e-79a0-4f40-99ed-5641a5d6247a HTTP/1.1" status: 204 len: 168 time: 2.9558859 Sep 28 08:37:26.073114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38642) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.104295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450298526'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:26.121013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.145402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e425224-cd94-4151-86a9-49a6a16ca80f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=1f304e9e-79a0-4f40-99ed-5641a5d6247a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:26.146086 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fec2b3c-f3a1-45cb-96db-bbd0ab0f4f33 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] GET failed (client error): The resource could not be found. Sep 28 08:37:26.151483 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3fec2b3c-f3a1-45cb-96db-bbd0ab0f4f33 tempest-PortsAdminExtendedAttrsTestJSON-1594720992 tempest-PortsAdminExtendedAttrsTestJSON-1594720992-project-admin] 10.222.0.27 "GET /v2.0/ports/87f2d664-d9e2-40c7-95ca-b8bc2398ea2a HTTP/1.1" status: 404 len: 333 time: 0.0549233 Sep 28 08:37:26.156222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38644) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.186673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b89380-57b8-4d39-a7ab-85043bb5d1d0 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:26.195048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ec36b65-5c86-4bad-86ff-5ad55fb77948 req-fb74bba6-c997-4cce-ae87-0fb0dd9594e0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730080 Sep 28 08:37:26.202656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.235917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Attempting to bind port b8548c26-11c8-4802-b7d2-75d178af1cd4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:26.236299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Attempting to bind port b8548c26-11c8-4802-b7d2-75d178af1cd4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '193819d9-ccd9-4d8d-9ec8-82acfde839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '27260c31-9026-4b63-a716-f2d590a71018'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:26.236672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Attempting to bind port b8548c26-11c8-4802-b7d2-75d178af1cd4 on network 27260c31-9026-4b63-a716-f2d590a71018 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:26.241464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:26.247548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.264800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:26.271319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.329007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.338812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:26.339492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Checking segment: {'id': '193819d9-ccd9-4d8d-9ec8-82acfde839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '27260c31-9026-4b63-a716-f2d590a71018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:26.340056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.340635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Bound using segment: {'id': '193819d9-ccd9-4d8d-9ec8-82acfde839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '27260c31-9026-4b63-a716-f2d590a71018'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:26.341313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Bound port: b8548c26-11c8-4802-b7d2-75d178af1cd4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193819d9-ccd9-4d8d-9ec8-82acfde839b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '27260c31-9026-4b63-a716-f2d590a71018'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:26.342638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.349446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.374168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:26.397826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.398443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 0a2e05f6-3a57-4a9a-8175-b0157c08cdd5 of type vlan for network d81a1d38-6ef9-4b6d-a24c-56c394b7f44c Sep 28 08:37:26.438825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c17bc-3098-4bd2-88f2-c42f47fa551b tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] Network 95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:26.476348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.495567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.498136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.510887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a5c17bc-3098-4bd2-88f2-c42f47fa551b tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "POST /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6195507 Sep 28 08:37:26.516646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38646) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.533166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c148d3-9870-4b17-9209-787441f12c59,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:26.533399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-364e403b-8118-46ab-a136-af5adba517bd None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:26.537669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-364e403b-8118-46ab-a136-af5adba517bd None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:26.546114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Current status of the port 4514d49b-95e0-426c-8b96-27167d899df9 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:26.546621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.549172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8d234-88c9-4a55-bee0-b6794446ba76 None None] Network 95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:26.660126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.672816 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1bf2c5aa-372d-47dc-9e48-554d95f16a1d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6737776 Sep 28 08:37:26.675162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.676740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38648) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.681197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.684350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-519883768', 'security_groups': ['a5c148d3-9870-4b17-9209-787441f12c59'], 'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e82e7e1-07ec-4096-9b87-73727dd3acb4'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:26.703259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.708791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:26.709584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.743375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.785284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:26.813256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:26.813574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e734c8-5bf6-4aa2-869d-1279bd4a4242') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:26.839765 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7544439 Sep 28 08:37:26.842469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.849922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:26.850598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.851164 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 Sep 28 08:37:26.854818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38650) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:26.859662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': 'd81a1d38-6ef9-4b6d-a24c-56c394b7f44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:26.931155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] For port 4514d49b-95e0-426c-8b96-27167d899df9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4514d49b-95e0-426c-8b96-27167d899df9,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:26.951533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d0be7-9409-43eb-a27b-a8f457d6fc37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=d81a1d38-6ef9-4b6d-a24c-56c394b7f44c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:26.972529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.986482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:26.990907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:26.994808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.040793 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7c5fa96b-bc01-4043-8bd2-1c3c787cd2b9 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks HTTP/1.1" status: 200 len: 10357 time: 0.5162983 Sep 28 08:37:27.040793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:27.040793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.041165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38652) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.061747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d81a1d38-6ef9-4b6d-a24c-56c394b7f44c details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:27.068503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=3a47f8d0-50d5-459e-817e-4bc8eb8ed64a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:27.090340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.181421 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ca152b27-fd07-4c5c-9532-dfdb148d3d4d tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "DELETE /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks/95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd HTTP/1.1" status: 204 len: 168 time: 0.1389081 Sep 28 08:37:27.183057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e403b-8118-46ab-a136-af5adba517bd None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:27.183839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38656) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.186765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:27.187506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: 40138bc7-2bcb-40b7-99ef-00d01173b720, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:27.192988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Provisioning complete for port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:27.193638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.194311 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Attempt 1 to provision port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd Sep 28 08:37:27.194846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:27.197761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d3e734c8-5bf6-4aa2-869d-1279bd4a4242 resource provider aggregate not found Sep 28 08:37:27.206409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.219445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.346197 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d3e734c8-5bf6-4aa2-869d-1279bd4a4242 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e734c8-5bf6-4aa2-869d-1279bd4a4242 found for delete ", "request_id": "req-68339dd1-cd17-4617-bfa4-a2d6339c6354"}]} Sep 28 08:37:27.366482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:27.371140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing IP validity checks on allocation pools {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:37:27.372032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:37:27.374824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.376326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Pushing event updated for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:27.378100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] 10.222.0.27 "DELETE /v2.0/networks/e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6 HTTP/1.1" status: 204 len: 168 time: 1.2202613 Sep 28 08:37:27.390757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:27.392453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 27b70cdd-98d0-48ad-a5ca-595057758dff up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:27.434339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=ec489ff3-84f6-4be8-b27f-25c431728a52,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:27.460913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 40138bc7-2bcb-40b7-99ef-00d01173b720) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:27.473831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.482201 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9ea909d4-ab55-4be5-a82a-682838211790 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/ec489ff3-84f6-4be8-b27f-25c431728a52 HTTP/1.1" status: 204 len: 168 time: 1.8634443 Sep 28 08:37:27.488400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87285b-6f18-42d5-b690-42c28caf3184 None None] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:27.491085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd21c8-dcc3-4600-ba12-7c31ad38c48b tempest-PortsAdminExtendedAttrsTestJSON-611747146 tempest-PortsAdminExtendedAttrsTestJSON-611747146-project] Pushing event deleted for resources: {'Network': ['ID=e7b7e60a-6dec-4ac0-aba3-1cf3db3288c6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:27.491306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:27.492596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.493321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38664) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.523385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 27b70cdd-98d0-48ad-a5ca-595057758dff triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:27.523803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.524450 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 27b70cdd-98d0-48ad-a5ca-595057758dff Sep 28 08:37:27.566598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.590636 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-86431ed8-6c43-4cd8-8377-266792e76fd0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737336 Sep 28 08:37:27.593390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38666) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.598370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:27.613698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-068d2f48-f47b-4c0b-8180-b90f3d3d3eed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7479706 Sep 28 08:37:27.616129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.627228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05c07b-96c1-4329-a8ab-e531f59f9008 None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'ec489ff3-84f6-4be8-b27f-25c431728a52'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'd8e569e4-b82b-46dc-a80b-b0b0bb3a0399'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:37:27.637934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6445b-bdc2-47f8-ba40-cebdbd6001e3 req-8ea16967-a74a-406a-955c-6824ab32fed9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:27.640087 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-27a6445b-bdc2-47f8-ba40-cebdbd6001e3 req-8ea16967-a74a-406a-955c-6824ab32fed9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 0.2836592 Sep 28 08:37:27.687204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port c6a9d44a-c485-4616-b44f-f0e45e444a57 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:27.723882 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-974acfc5-dc2e-4ab1-953c-ed109960f4b6 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks HTTP/1.1" status: 200 len: 8776 time: 0.5385995 Sep 28 08:37:27.732689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38670) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.753912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-db05c07b-96c1-4329-a8ab-e531f59f9008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.762207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2e706-6f74-42d4-8dfe-ae761bdf31a8 None None] Current status of the port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:27.892993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 27b70cdd-98d0-48ad-a5ca-595057758dff is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:27.895415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:27.941308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38674) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:27.946410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-046e268a-99d0-4c8b-90f6-3b7d36e7cb92 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/networks/75ae7ca8-3ab8-4080-acff-263f308f677b/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2123270 Sep 28 08:37:27.959428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38676) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:28.029449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Provisioning complete for port 27b70cdd-98d0-48ad-a5ca-595057758dff triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:28.029850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.030159 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Attempt 1 to provision port 27b70cdd-98d0-48ad-a5ca-595057758dff Sep 28 08:37:28.190284 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cb733359-75b1-4460-9e96-614745d0be73 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/networks/75ae7ca8-3ab8-4080-acff-263f308f677b/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2277205 Sep 28 08:37:28.193103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38680) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:28.211170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 27b70cdd-98d0-48ad-a5ca-595057758dff, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=27b70cdd-98d0-48ad-a5ca-595057758dff,segment=NetworkSegment(7e2dcde4-3734-42b3-a6ee-2669116b45f3),segment_id=7e2dcde4-3734-42b3-a6ee-2669116b45f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:28.235921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.240451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-40138bc7-2bcb-40b7-99ef-00d01173b720', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:28.249639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.273176 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-27a6445b-bdc2-47f8-ba40-cebdbd6001e3 req-5089b2ce-d75a-4c6d-9cf5-7df74f18db2e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801492 Sep 28 08:37:28.332940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.12 (27260c31-9026-4b63-a716-f2d590a71018/5e82e7e1-07ec-4096-9b87-73727dd3acb4/c6a9d44a-c485-4616-b44f-f0e45e444a57) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:28.379894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a5baa-5f9e-427a-926f-e90b06aebb2e None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:28.506731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.517511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:28.520964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.577271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.623241 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0b6778a8-2c74-4183-aaff-6735e5440343 tempest-DHCPAgentSchedulersTestJSON-1119911583 tempest-DHCPAgentSchedulersTestJSON-1119911583-project-admin] 10.222.0.27 "GET /v2.0/agents/3b82e616-fd2b-4070-b4dc-0abd267e280f/dhcp-networks HTTP/1.1" status: 200 len: 9558 time: 0.4254551 Sep 28 08:37:28.626930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:28.650205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7e5f3a0-66b2-42c1-b1ff-d953daac97de admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b14a0363fab142c48ea32fd65883525f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060404 Sep 28 08:37:28.655781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38686) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:28.675168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=a8090449-30e1-4c03-a78d-4ba65c26a8fb,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:28.689736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=27b70cdd-98d0-48ad-a5ca-595057758dff,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:28.705409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b8548c26-11c8-4802-b7d2-75d178af1cd4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:28.736634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '0a2e05f6-3a57-4a9a-8175-b0157c08cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd81a1d38-6ef9-4b6d-a24c-56c394b7f44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:28.736997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: d81a1d38-6ef9-4b6d-a24c-56c394b7f44c, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:28.750158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29be9-1e9a-4631-b667-094029e05e73 req-760896c6-0bb6-453c-a28e-4a89104d4934 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:28.751826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-66d29be9-1e9a-4631-b667-094029e05e73 req-760896c6-0bb6-453c-a28e-4a89104d4934 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 0.1895032 Sep 28 08:37:28.799407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.823768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.841333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network d81a1d38-6ef9-4b6d-a24c-56c394b7f44c is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:28.846903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Current status of the port 27b70cdd-98d0-48ad-a5ca-595057758dff is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:28.879803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, d81a1d38-6ef9-4b6d-a24c-56c394b7f44c) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:28.889670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:28.889670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.901859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2505a18e-4467-4617-a2c1-e22ef503b34e None None] Network d81a1d38-6ef9-4b6d-a24c-56c394b7f44c requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:28.964438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Provisioning complete for port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:28.967754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:28.967754 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Attempt 1 to provision port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 Sep 28 08:37:28.968054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-553c011e-2695-43ae-8323-0a352b98a73e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1095951 Sep 28 08:37:28.968158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Allocated IP 2001:db8:2::2 (40138bc7-2bcb-40b7-99ef-00d01173b720/3a47f8d0-50d5-459e-817e-4bc8eb8ed64a/7c596ff5-8a3a-45de-bca7-178b88ce2c96) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:28.970600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38688) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:29.022735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.037023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:29.037424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.037767 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:29.060419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:29.106360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9454b070-dd24-4ba7-be27-48d255cca1de') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:29.106654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9454b070-dd24-4ba7-be27-48d255cca1de') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:29.109782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:29.121677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.170904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.173161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.190279 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-66d29be9-1e9a-4631-b667-094029e05e73 req-709bd14d-1d7e-47a6-910e-1d76cb7e4c1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224362 Sep 28 08:37:29.192255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:29.192671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.207600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.221321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:29.239696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.246949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:29.271700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=c6a9d44a-c485-4616-b44f-f0e45e444a57,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:29.277098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:29.369775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9454b070-dd24-4ba7-be27-48d255cca1de resource provider aggregate not found Sep 28 08:37:29.377226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.379608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.414530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:29.415482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.423561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.428581 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "DELETE /v2.0/networks/95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd HTTP/1.1" status: 204 len: 168 time: 0.7727690 Sep 28 08:37:29.432436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38698) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:29.435139 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9454b070-dd24-4ba7-be27-48d255cca1de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9454b070-dd24-4ba7-be27-48d255cca1de found for delete ", "request_id": "req-3d5cc45d-67a4-4bfb-a306-7260d1753371"}]} Sep 28 08:37:29.443930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Current status of the port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:29.446824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f2cda-8da4-44dd-8559-aacbe55ff6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-d81a1d38-6ef9-4b6d-a24c-56c394b7f44c', 'network_id': 'd81a1d38-6ef9-4b6d-a24c-56c394b7f44c', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': 'a8090449-30e1-4c03-a78d-4ba65c26a8fb'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:29.447662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-472f2cda-8da4-44dd-8559-aacbe55ff6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.477710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf31967-19f5-4432-ae2c-facb6e807c1c tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event deleted for resources: {'Network': ['ID=95b7f4dc-6a48-42c3-bc6b-d75c2b5582bd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:29.481457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:37:29.500095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.504455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce46fbec-28dd-4c23-bc7e-f530924aba29 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] DELETE failed (client error): The resource could not be found. Sep 28 08:37:29.505773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce46fbec-28dd-4c23-bc7e-f530924aba29 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:29.509237 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce46fbec-28dd-4c23-bc7e-f530924aba29 tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "DELETE /v2.0/ports/0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9 HTTP/1.1" status: 404 len: 333 time: 0.0703564 Sep 28 08:37:29.522243 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-09edb144-3a81-42f1-a315-0a09cf91dbcf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8407493 Sep 28 08:37:29.523542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38700) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:29.523948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38702) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:29.527088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.530709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:29.531558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:29.531794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.538951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Deleting port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:29.539256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.546740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.548272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Provisioning complete for port 4514d49b-95e0-426c-8b96-27167d899df9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:29.548698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.549064 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Attempt 1 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:29.549414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.553200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8dcccb2e-2981-4ad1-a2f3-58e6896d641b HTTP/1.1" status: 204 len: 168 time: 0.8911836 Sep 28 08:37:29.627385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.754254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:29.767628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:29.772330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:29.784093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:29.796731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Pushing event updated for resources: {'Port': ['ID=7c596ff5-8a3a-45de-bca7-178b88ce2c96,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:29.796731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.797595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4514d49b-95e0-426c-8b96-27167d899df9 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:29.800076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9008f07-36a6-4b02-a350-4caacbc9004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcccb2e-2981-4ad1-a2f3-58e6896d641b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:29.823860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-472f2cda-8da4-44dd-8559-aacbe55ff6ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8090449-30e1-4c03-a78d-4ba65c26a8fb: This subnet is being modified by another concurrent operation. Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:29.851826 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8090449-30e1-4c03-a78d-4ba65c26a8fb: This subnet is being modified by another concurrent operation. Sep 28 08:37:29.855628 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:37:29.862413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Deleting subnet d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:29.873522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.898238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d70f08-0725-429f-9e9f-1507a22eb3a3 None None] Network d81a1d38-6ef9-4b6d-a24c-56c394b7f44c requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:29.916625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=a8090449-30e1-4c03-a78d-4ba65c26a8fb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:29.933057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:29.933739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.951904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.956422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:29.959863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:29.985892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38708) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.020592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Calling delete_port for d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:30.034062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.060723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.063452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.077952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Attempting to bind port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:30.078327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Attempting to bind port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:30.078702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Attempting to bind port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 on network 40138bc7-2bcb-40b7-99ef-00d01173b720 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:30.090656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Current status of the port 4514d49b-95e0-426c-8b96-27167d899df9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:30.108495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81a1d38-6ef9-4b6d-a24c-56c394b7f44c']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:30.130938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2e05f6-3a57-4a9a-8175-b0157c08cdd5') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:30.131388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2e05f6-3a57-4a9a-8175-b0157c08cdd5') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:30.133873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:30.134257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Checking segment: {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:30.134671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.135079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Bound using segment: {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:30.135578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Bound port: 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:30.135965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.137712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-27a79972-e2cc-4358-a06f-c3200e47d36b None None] Could not find standard attr ID for object cf4dec79-580f-4c4c-8b3c-c4a53de43497. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:30.156300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.158378 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5afb7582-efb9-4d38-bac9-b473d1982252 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5437ac96b1a94e3580eb0c7d35965018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673722 Sep 28 08:37:30.171090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38710) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.183603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4514d49b-95e0-426c-8b96-27167d899df9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:30.183891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.184232 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4514d49b-95e0-426c-8b96-27167d899df9 Sep 28 08:37:30.212658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.228431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:30.229567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.250852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:30.253432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5e82e7e1-07ec-4096-9b87-73727dd3acb4 (CIDR: 172.20.0.0/28) Sep 28 08:37:30.258756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8:2::1 (40138bc7-2bcb-40b7-99ef-00d01173b720/3a47f8d0-50d5-459e-817e-4bc8eb8ed64a/a7187a5b-cf2d-4a17-afc4-def01074e4a1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:30.276839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:37:30.277663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:30.293865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.315820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Provisioning complete for port c6a9d44a-c485-4616-b44f-f0e45e444a57 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:30.316203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.316550 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 1 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:30.318553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] For port 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:30.325551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.330631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.335846 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/d81a1d38-6ef9-4b6d-a24c-56c394b7f44c HTTP/1.1" status: 204 len: 168 time: 1.3650553 Sep 28 08:37:30.340863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38712) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.347472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.351439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-128838001'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:30.357224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] For port 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c596ff5-8a3a-45de-bca7-178b88ce2c96,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:30.359816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a66a50-be76-4b59-9dde-edb7ac53829a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=d81a1d38-6ef9-4b6d-a24c-56c394b7f44c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.362776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.364384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.378449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7aa9ce45-4230-475b-9b1e-988e3417fdb5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8494217 Sep 28 08:37:30.382796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.390395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.390624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38714) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.395740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:30.396526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:30.396726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.436065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:30.441346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.442768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:30.453531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:30.454663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.472652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=6f03a27c-bfb5-49eb-9854-a2b41debd33f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.490040 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c7d20cad-e8e2-43b0-ad85-2c50aeb32e7e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8944297 Sep 28 08:37:30.490668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38716) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.497316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:30.512662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.561956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:30.565541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.597187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] Pushing event deleted for resources: {'Port': ['ID=d8e569e4-b82b-46dc-a80b-b0b0bb3a0399,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.600847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4158e4ff-ae7a-4157-9d4f-bf9febc86993 None None] No DVR routers for this DVR port d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:30.609945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.661908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:30.665623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.672161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf9dbe-7141-4b97-955c-212f9fa58f0a None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:30.688651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4514d49b-95e0-426c-8b96-27167d899df9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:30.699545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.705961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.711705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6ac8c778-51eb-48de-8235-f5e12143b2ec tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "DELETE /v2.0/subnets/d6bc39fa-7aef-40b8-8c85-9534c6b8e9c3 HTTP/1.1" status: 204 len: 168 time: 1.1843882 Sep 28 08:37:30.711911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dbafca-7e12-428e-96ac-42473a4206bb None None] Network 75ae7ca8-3ab8-4080-acff-263f308f677b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:30.714233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38718) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.738862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:30.747418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38720) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:30.750518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.857741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab171e2c-1692-4770-ad50-b622ae34245d None None] Pushing event updated for resources: {'Port': ['ID=7c596ff5-8a3a-45de-bca7-178b88ce2c96,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:30.861293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:30.861806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 0b18dc80-d35f-4720-9473-1e9da0f669eb of type vlan for network c11c5f46-f6c8-41e9-8b13-c000fc399385 Sep 28 08:37:30.897472 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 2 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:31.010200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:31.049418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.096258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '6f03a27c-bfb5-49eb-9854-a2b41debd33f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:31.097309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.111657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.115992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.121119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9dbf94e-e69c-4a59-9c34-3ecd5e131ab2 HTTP/1.1" status: 204 len: 168 time: 0.9449542 Sep 28 08:37:31.159257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.193160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.224449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ee6cd-d7f3-4019-a02f-ef427765689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dbf94e-e69c-4a59-9c34-3ecd5e131ab2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:31.234233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] DHCP port deletion for 75ae7ca8-3ab8-4080-acff-263f308f677b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:31.236303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b8548c26-11c8-4802-b7d2-75d178af1cd4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:31.255925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:31.260148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:31.269306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:31.270115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.271688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:31.275618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.296062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=0f60dc3c-5de0-4f67-9814-e04d3b631c20,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:31.308111 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9808a007-2bc9-4e17-966f-9cc717ca5d34 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8159609 Sep 28 08:37:31.310850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38724) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:31.316504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:f8:5a:62', 'name': 'tempest-NetworksTestDHCPv6-1571665424'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:31.373168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.412507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Allocated IP 2001:db8::f816:3eff:fe74:6cf3 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6f03a27c-bfb5-49eb-9854-a2b41debd33f/3114e3a2-dea0-46ca-a4e6-cec2009de818) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:31.418670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.425474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:31.425646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:31.425838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.427298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.427549 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:31.467168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Deleting port 27b70cdd-98d0-48ad-a5ca-595057758dff {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:31.467544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.501669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:31.559968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:31.570349 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2226646 Sep 28 08:37:31.571001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38730) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:31.584655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:31.598003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] For port 27b70cdd-98d0-48ad-a5ca-595057758dff, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=27b70cdd-98d0-48ad-a5ca-595057758dff,segment=NetworkSegment(7e2dcde4-3734-42b3-a6ee-2669116b45f3),segment_id=7e2dcde4-3734-42b3-a6ee-2669116b45f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:31.598487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.613896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Calling delete_port for 27b70cdd-98d0-48ad-a5ca-595057758dff owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:31.642002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.668667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:31.670848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 13dc2d82-97c1-4312-be33-fc26b96ae5cb yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:31.707723 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 3 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:31.757079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0a2e05f6-3a57-4a9a-8175-b0157c08cdd5 resource provider aggregate not found Sep 28 08:37:31.777108 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0a2e05f6-3a57-4a9a-8175-b0157c08cdd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a2e05f6-3a57-4a9a-8175-b0157c08cdd5 found for delete ", "request_id": "req-d2126791-ca1c-44f6-9c5e-481db37ac627"}]} Sep 28 08:37:31.787367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.837330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:31.839880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:31.840730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:31.846447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] No DVR routers for this DVR port 27b70cdd-98d0-48ad-a5ca-595057758dff on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:31.848477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ba86f-4f09-4d42-9921-4a712c275ede None None] Pushing event deleted for resources: {'Port': ['ID=27b70cdd-98d0-48ad-a5ca-595057758dff,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:31.902946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:31.914430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34879b-4318-4ef3-9423-1a7efbb2725e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=c11c5f46-f6c8-41e9-8b13-c000fc399385,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:31.945476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:32.012846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ce4a9b-8252-4a90-80d3-2c57a98384f7 None None] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:32.084294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.113439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.115320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:32.116543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c596ff5-8a3a-45de-bca7-178b88ce2c96 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:32.223078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:32.240633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Pushing event updated for resources: {'Port': ['ID=3114e3a2-dea0-46ca-a4e6-cec2009de818,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:32.243094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:32.254007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:32.267807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 172.20.0.11 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/0f60dc3c-5de0-4f67-9814-e04d3b631c20/13dc2d82-97c1-4312-be33-fc26b96ae5cb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:32.268415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.268415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.268766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.268956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.269310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.269834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.270328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.270829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.271323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.271654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.271975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.272447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:32.292650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fef8:5a62 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6f03a27c-bfb5-49eb-9854-a2b41debd33f/13dc2d82-97c1-4312-be33-fc26b96ae5cb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:32.358931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:32.359571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.360054 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 Sep 28 08:37:32.393883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Attempting to bind port 3114e3a2-dea0-46ca-a4e6-cec2009de818 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:32.394262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Attempting to bind port 3114e3a2-dea0-46ca-a4e6-cec2009de818 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:32.394628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Attempting to bind port 3114e3a2-dea0-46ca-a4e6-cec2009de818 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:32.411561 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 4 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:32.445379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:32.445789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:32.447098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.447098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:32.447571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Bound port: 3114e3a2-dea0-46ca-a4e6-cec2009de818, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:32.447951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.505005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.509308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:32.562537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.586112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] For port 3114e3a2-dea0-46ca-a4e6-cec2009de818, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:32.590313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] For port 3114e3a2-dea0-46ca-a4e6-cec2009de818, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3114e3a2-dea0-46ca-a4e6-cec2009de818,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:32.595425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:32.595867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.600203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.621285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:32.621976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Deleting port 27b70cdd-98d0-48ad-a5ca-595057758dff {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:32.622694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.627994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:32.634496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:32.672072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.707310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c596ff5-8a3a-45de-bca7-178b88ce2c96,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:32.711864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=13dc2d82-97c1-4312-be33-fc26b96ae5cb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:32.714708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3a09-953c-4097-b506-d9bbc7204930 None None] Pushing event updated for resources: {'Port': ['ID=3114e3a2-dea0-46ca-a4e6-cec2009de818,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:32.730643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.754254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:32.755174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.765905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.804137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=7c596ff5-8a3a-45de-bca7-178b88ce2c96,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:32.812864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-48f18e37-8159-4eb5-9228-195e8d3b417f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5007715 Sep 28 08:37:32.819817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:32.845499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:32.852468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] For port 27b70cdd-98d0-48ad-a5ca-595057758dff, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:32.852944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.866516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Calling delete_port for 27b70cdd-98d0-48ad-a5ca-595057758dff owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:32.869811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Port 27b70cdd-98d0-48ad-a5ca-595057758dff was not found and therefore no delete operation was performed {{(pid=103308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:37:32.875314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:32.885814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:32.886160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e569e4-b82b-46dc-a80b-b0b0bb3a0399 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:32.935858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb10efa-4dde-4df1-be47-a7cb9e88a0cb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:32.941526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb10efa-4dde-4df1-be47-a7cb9e88a0cb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:32.943760 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6fb10efa-4dde-4df1-be47-a7cb9e88a0cb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1223586 Sep 28 08:37:32.946112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38762) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:32.985816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=ad376a1f-6860-468e-8539-3545b025ceb1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:33.010109 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 5 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:33.060639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event deleted for resources: {'Port': ['ID=27b70cdd-98d0-48ad-a5ca-595057758dff,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:33.076087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] No DVR routers for this DVR port 27b70cdd-98d0-48ad-a5ca-595057758dff on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:33.096364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:33.105918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 13dc2d82-97c1-4312-be33-fc26b96ae5cb {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:33.106110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.106319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.139233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:33.161486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c596ff5-8a3a-45de-bca7-178b88ce2c96 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:33.206485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:33.226111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.271021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 13dc2d82-97c1-4312-be33-fc26b96ae5cb owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:33.295158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38768) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:33.418118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:33.422153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:33.423022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.427539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.524996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1a564-c2a4-4aa8-bc06-4ccb214cd09b None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:33.529488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.551944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.552478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ae7ca8-3ab8-4080-acff-263f308f677b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:33.560277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e07b1ac9-fadf-4c97-9641-72255a209a94 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1687191 Sep 28 08:37:33.562827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:33.563294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.563629 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 Sep 28 08:37:33.564563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38772) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:33.599687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-898517727', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad376a1f-6860-468e-8539-3545b025ceb1'}], 'security_groups': ['93c90020-12c7-42a0-bce2-c2b27ce79e71']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:33.608817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=13dc2d82-97c1-4312-be33-fc26b96ae5cb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:33.639948 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 6 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:33.701889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-852058225', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:33.766600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:33.789321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:33.853627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.856709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2dcde4-3734-42b3-a6ee-2669116b45f3') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:33.857015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2dcde4-3734-42b3-a6ee-2669116b45f3') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:33.892631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 27b70cdd-98d0-48ad-a5ca-595057758dff no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:33.913277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.934117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 27b70cdd-98d0-48ad-a5ca-595057758dff {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:33.935255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 27b70cdd-98d0-48ad-a5ca-595057758dff not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:33.973247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.983330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:33.992964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Update dhcp port {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'fixed_ips': [{'subnet_id': '5e82e7e1-07ec-4096-9b87-73727dd3acb4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad376a1f-6860-468e-8539-3545b025ceb1'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'b8548c26-11c8-4802-b7d2-75d178af1cd4'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:37:34.008202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=6d47ca48-868a-4f67-bde7-24e3baabf76f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:34.013631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:34.014257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.030086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.053277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 7e2dcde4-3734-42b3-a6ee-2669116b45f3 resource provider aggregate not found Sep 28 08:37:34.117025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.140550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Made reservation on behalf of 78fcef2dd72b46e99afb795a82150fac for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:34.143555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.166133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.182955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 7e2dcde4-3734-42b3-a6ee-2669116b45f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e2dcde4-3734-42b3-a6ee-2669116b45f3 found for delete ", "request_id": "req-8db1436d-a1ba-4184-bfc5-eb80593dfd33"}]} Sep 28 08:37:34.191580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.191580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.211886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5591fb-2302-4a50-bfdb-8cd47b1784e9 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:34.229101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.232748 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-202ae6fe-609c-4924-b08b-8fa7b38eaeeb tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/13dc2d82-97c1-4312-be33-fc26b96ae5cb HTTP/1.1" status: 204 len: 168 time: 1.2852647 Sep 28 08:37:34.235808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '0b18dc80-d35f-4720-9473-1e9da0f669eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:34.236169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: c11c5f46-f6c8-41e9-8b13-c000fc399385, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:34.238629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38778) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:34.248894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.278414 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 7 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:34.318046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.321449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Allocated IP 172.20.0.18 (27260c31-9026-4b63-a716-f2d590a71018/ad376a1f-6860-468e-8539-3545b025ceb1/b8548c26-11c8-4802-b7d2-75d178af1cd4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:34.322861 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] 10.222.0.27 "DELETE /v2.0/networks/75ae7ca8-3ab8-4080-acff-263f308f677b HTTP/1.1" status: 204 len: 168 time: 3.6036632 Sep 28 08:37:34.359905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:34.363328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13eca5-2033-4622-a9ec-5b6e229f55e1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:34.364755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13eca5-2033-4622-a9ec-5b6e229f55e1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:34.367855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13eca5-2033-4622-a9ec-5b6e229f55e1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:34.368929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0bdab-7f29-4bb0-9b49-24b6bebf85ae tempest-DHCPAgentSchedulersTestJSON-306876345 tempest-DHCPAgentSchedulersTestJSON-306876345-project] Pushing event deleted for resources: {'Network': ['ID=75ae7ca8-3ab8-4080-acff-263f308f677b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:34.372124 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0b13eca5-2033-4622-a9ec-5b6e229f55e1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1299891 Sep 28 08:37:34.374030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.374559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:34.379213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38782) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:34.461978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:34.540883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:34.551984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c11c5f46-f6c8-41e9-8b13-c000fc399385) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:34.561235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f948454-fc5c-430c-8602-d3692c182fd8 None None] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:34.588707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:34.590213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.601792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 0f60dc3c-5de0-4f67-9814-e04d3b631c20 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:34.612394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.653121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:34.662030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:34.666123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.683180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.684586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.719218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.726638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] device_id is not set on port 6271c462-0a78-492b-a8f3-89acf92cac8d yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:34.739176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea9ba2-51f2-48d8-99fb-aea15594095a None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:34.759493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e11540-c872-4419-a954-e16c34ba9a3a None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '6f03a27c-bfb5-49eb-9854-a2b41debd33f', 'ip_address': '2001:db8::f816:3eff:fe74:6cf3'}, {'subnet_id': '0f60dc3c-5de0-4f67-9814-e04d3b631c20'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': '3114e3a2-dea0-46ca-a4e6-cec2009de818'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:37:34.799964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31e11540-c872-4419-a954-e16c34ba9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.812318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38786) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:34.840686 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e29bc723-eacb-4c94-b845-5a0f9ddb9bc1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2586470 Sep 28 08:37:34.848482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38790) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:34.864024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.17 (0f93ff7a-56f8-4601-8b08-8ad72ea04b71/0378edc4-ad6f-4c88-a888-fc0b79390acc/1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:34.936253 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 8 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:34.954544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c3d37b-f3f8-418b-a9d0-a519cadd1955,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:34.958164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:34.959726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Allocated IP 172.26.4.104 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/6271c462-0a78-492b-a8f3-89acf92cac8d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:35.058947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Delete allocated IP 172.20.0.12 (27260c31-9026-4b63-a716-f2d590a71018/5e82e7e1-07ec-4096-9b87-73727dd3acb4) {{(pid=103309) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:37:35.093187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.21 (27260c31-9026-4b63-a716-f2d590a71018/ad376a1f-6860-468e-8539-3545b025ceb1/c6a9d44a-c485-4616-b44f-f0e45e444a57) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:35.128768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:35.184958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c11c5f46-f6c8-41e9-8b13-c000fc399385', 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '6d47ca48-868a-4f67-bde7-24e3baabf76f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:35.190290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.193364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3114e3a2-dea0-46ca-a4e6-cec2009de818 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:35.346074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3114e3a2-dea0-46ca-a4e6-cec2009de818 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:35.346280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.346561 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3114e3a2-dea0-46ca-a4e6-cec2009de818 Sep 28 08:37:35.351340 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f479b0fa-cbb6-4c4c-957d-10a2b31298ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a04a5eb212ab49faade350c3da4604be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333459 Sep 28 08:37:35.362090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38792) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:35.413195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.436409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Allocated IP 172.20.0.1 (c11c5f46-f6c8-41e9-8b13-c000fc399385/6d47ca48-868a-4f67-bde7-24e3baabf76f/c1a9acae-49a8-4941-8e23-f864c27abaed) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:35.484545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.508494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.569857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.578515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.588802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.603079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.614482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:35.622116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:35.675275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:35.682080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.686836 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 9 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:35.733698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.741133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.750435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.757648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/0f60dc3c-5de0-4f67-9814-e04d3b631c20 HTTP/1.1" status: 204 len: 168 time: 1.3446295 Sep 28 08:37:35.764236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04237ebe-fac8-408f-93f4-8266c43c7686 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=0f60dc3c-5de0-4f67-9814-e04d3b631c20,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:35.767808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38794) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:35.819411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3114e3a2-dea0-46ca-a4e6-cec2009de818 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:35.820364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-31e11540-c872-4419-a954-e16c34ba9a3a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f60dc3c-5de0-4f67-9814-e04d3b631c20: This subnet is being modified by another concurrent operation. Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:37:35.825705 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1799, in update_port Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f60dc3c-5de0-4f67-9814-e04d3b631c20: This subnet is being modified by another concurrent operation. Sep 28 08:37:35.829175 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:37:35.831237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.848528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:35.853551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:35.879246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:35.887724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Pushing event updated for resources: {'Port': ['ID=6271c462-0a78-492b-a8f3-89acf92cac8d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:35.895057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:35.934199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 3114e3a2-dea0-46ca-a4e6-cec2009de818, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3114e3a2-dea0-46ca-a4e6-cec2009de818,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:35.945708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 6f03a27c-bfb5-49eb-9854-a2b41debd33f {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:35.947747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:35.948003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:35.949067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.949477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.952673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:35.953982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b8548c26-11c8-4802-b7d2-75d178af1cd4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:35.958769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Pushing event updated for resources: {'Port': ['ID=c1a9acae-49a8-4941-8e23-f864c27abaed,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.005958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.009018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] In _notify_port_updated(), no bound segment for port c6a9d44a-c485-4616-b44f-f0e45e444a57 on network 27260c31-9026-4b63-a716-f2d590a71018 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:37:36.015033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:36.015682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.021740 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/ports/c6a9d44a-c485-4616-b44f-f0e45e444a57 HTTP/1.1" status: 200 len: 920 time: 2.4552512 Sep 28 08:37:36.026027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38796) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:36.075543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a15498e-1b52-41b5-8396-d092b1ba840f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7763515 Sep 28 08:37:36.081254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:36.110217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.104'}]}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:36.116249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.125889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2e956-cc24-4879-9f83-2cbdca3a0f4c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=c6a9d44a-c485-4616-b44f-f0e45e444a57,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.154290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.157114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.158269 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/538a912d-87b8-4a94-9d84-64c66dfe026a HTTP/1.1" status: 204 len: 168 time: 0.7953081 Sep 28 08:37:36.172295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.173363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.181080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a697a9-093d-43f3-842e-d96ac9c80363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a912d-87b8-4a94-9d84-64c66dfe026a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.201788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port c6a9d44a-c485-4616-b44f-f0e45e444a57 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:36.202188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.297985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.300513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Attempting to bind port c1a9acae-49a8-4941-8e23-f864c27abaed on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:36.300998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Attempting to bind port c1a9acae-49a8-4941-8e23-f864c27abaed by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '0b18dc80-d35f-4720-9473-1e9da0f669eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:36.301272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Attempting to bind port c1a9acae-49a8-4941-8e23-f864c27abaed on network c11c5f46-f6c8-41e9-8b13-c000fc399385 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:36.310593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for c6a9d44a-c485-4616-b44f-f0e45e444a57 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:36.328350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:36.328779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Checking segment: {'id': '0b18dc80-d35f-4720-9473-1e9da0f669eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:36.329290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.329758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Bound using segment: {'id': '0b18dc80-d35f-4720-9473-1e9da0f669eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:36.330259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Bound port: c1a9acae-49a8-4941-8e23-f864c27abaed, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b18dc80-d35f-4720-9473-1e9da0f669eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c11c5f46-f6c8-41e9-8b13-c000fc399385'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:36.330647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.359855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=3114e3a2-dea0-46ca-a4e6-cec2009de818,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.381176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:36.399891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.415040 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-feb36fc0-5a4f-4396-bdba-65ac07090ff5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7885125 Sep 28 08:37:36.428464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:36.451870 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 10 to provision port c6a9d44a-c485-4616-b44f-f0e45e444a57 Sep 28 08:37:36.461201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.465925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:36.477429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-654837190'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:36.501136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:36.501863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:36.509768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] For port c1a9acae-49a8-4941-8e23-f864c27abaed, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:36.537862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.545262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:36.549517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.554120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:36.554509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.554848 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:36.596606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-18c89b12-6f9c-4097-9469-53a86be43dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.617895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] For port c1a9acae-49a8-4941-8e23-f864c27abaed, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c1a9acae-49a8-4941-8e23-f864c27abaed,segment=NetworkSegment(0b18dc80-d35f-4720-9473-1e9da0f669eb),segment_id=0b18dc80-d35f-4720-9473-1e9da0f669eb)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:36.621228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:36.622870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38806) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:36.629423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:36.633523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:36.637587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.659575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port c6a9d44a-c485-4616-b44f-f0e45e444a57 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:36.666459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.685155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.700351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Could not find standard attr ID for object d8e569e4-b82b-46dc-a80b-b0b0bb3a0399. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:36.719353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port c1a9acae-49a8-4941-8e23-f864c27abaed {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:36.728039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.748130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d9a5-d9e6-4482-bbf2-8a17419529fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.756892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:36.772522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=c6a9d44a-c485-4616-b44f-f0e45e444a57,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.780362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Could not find standard attr ID for object 0a9d1200-27f4-4e89-b8d8-ca9fdfe79ae9. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:36.783508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:36.798490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.846776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.877927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.878879 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added segment 578c90a1-abc2-4701-ad77-9739762a45f0 of type vlan for network 992caabd-f58f-4300-a39b-b8c954e67eff Sep 28 08:37:36.908789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:36.912433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-84eb1bb3-f1eb-47f8-b61e-ab7da913166b tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/c6a9d44a-c485-4616-b44f-f0e45e444a57 HTTP/1.1" status: 204 len: 168 time: 0.8855009 Sep 28 08:37:36.915533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38808) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:36.957335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31461da-cb25-41ea-ac75-346f503c995b None None] Pushing event updated for resources: {'Port': ['ID=c1a9acae-49a8-4941-8e23-f864c27abaed,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:36.991198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad907070-2232-41db-92be-0bbe51a8ca91 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:37:36.996127 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ad907070-2232-41db-92be-0bbe51a8ca91 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/c6a9d44a-c485-4616-b44f-f0e45e444a57 HTTP/1.1" status: 404 len: 333 time: 0.0772252 Sep 28 08:37:36.996501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38810) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:37.163632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.177179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.211604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:37.212830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.213250 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:37.226535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=6f03a27c-bfb5-49eb-9854-a2b41debd33f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:37.250396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.259479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.263397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d04dbd5a-701c-4ca4-b51c-1e296ff95427 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6f03a27c-bfb5-49eb-9854-a2b41debd33f HTTP/1.1" status: 204 len: 168 time: 1.4840946 Sep 28 08:37:37.275161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38812) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:37.285801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port c1a9acae-49a8-4941-8e23-f864c27abaed, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c1a9acae-49a8-4941-8e23-f864c27abaed,segment=NetworkSegment(0b18dc80-d35f-4720-9473-1e9da0f669eb),segment_id=0b18dc80-d35f-4720-9473-1e9da0f669eb)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:37.286848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab376c7-a9d8-42d2-9316-84ee2e6e27b3 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:37.287448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.298008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:37.356504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.373613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.375134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for c1a9acae-49a8-4941-8e23-f864c27abaed owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:37.392015 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8d9ef0d1-9571-4516-8e41-c273477396df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981636 Sep 28 08:37:37.400921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:37.408518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.410951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.418569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:37.433702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.442705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:37.443602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.501985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:37.517082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:32Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:33Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:37.521944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.525019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.526232 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/security-groups/a5c148d3-9870-4b17-9209-787441f12c59 HTTP/1.1" status: 204 len: 168 time: 0.5275092 Sep 28 08:37:37.541629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38816) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:37.555538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Provisioning complete for port a737c798-cbcc-4711-8461-3de8d4fb33c6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:37.555908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.556233 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 1 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:37.581130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d9a5-d9e6-4482-bbf2-8a17419529fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.581671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:37.581779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Updating router d27dcee5-0abe-4ab2-9173-a3f279694b4a port a7187a5b-cf2d-4a17-afc4-def01074e4a1 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:37.588326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39262f2-2a7f-4150-8df6-825116319ac3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c148d3-9870-4b17-9209-787441f12c59,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:37.588463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c1a9acae-49a8-4941-8e23-f864c27abaed up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:37.631937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1603796 Sep 28 08:37:37.638205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38818) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:37.653018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'subnet': {'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:37.658990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.661082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:37.667149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:37.752039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d9a5-d9e6-4482-bbf2-8a17419529fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.782897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.801545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d9a5-d9e6-4482-bbf2-8a17419529fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5201d79c-9257-4402-9c57-b8424c2d3a53,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:37.816716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb467d-37fe-4d19-b119-b2b355f2d93b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Network': ['ID=992caabd-f58f-4300-a39b-b8c954e67eff,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:37.822054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.833293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c1a9acae-49a8-4941-8e23-f864c27abaed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:37.833850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.834485 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c1a9acae-49a8-4941-8e23-f864c27abaed Sep 28 08:37:37.876360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.885799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Made reservation on behalf of 5e0d7b09444b4a08aee9773f578bd022 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:37.889295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:37.922088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c0a0d9a5-d9e6-4482-bbf2-8a17419529fb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=076b6161df9840fd9bebc77047961caa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2535536 Sep 28 08:37:37.923248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 992caabd-f58f-4300-a39b-b8c954e67eff details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:37.926295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:38.015930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:38.025728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Deleting port 3114e3a2-dea0-46ca-a4e6-cec2009de818 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:38.026102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.026339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.141491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.182253 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 2 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:38.187396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Port c1a9acae-49a8-4941-8e23-f864c27abaed update to ACTIVE by agent not found {{(pid=103310) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2246}} Sep 28 08:37:38.214807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=c1a9acae-49a8-4941-8e23-f864c27abaed,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:38.232800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] For port 3114e3a2-dea0-46ca-a4e6-cec2009de818, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3114e3a2-dea0-46ca-a4e6-cec2009de818,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:38.233392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.255960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.262996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Calling delete_port for 3114e3a2-dea0-46ca-a4e6-cec2009de818 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:38.291736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port c1a9acae-49a8-4941-8e23-f864c27abaed on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:38.331185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.334434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.335568 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/security-groups/93c90020-12c7-42a0-bce2-c2b27ce79e71 HTTP/1.1" status: 204 len: 168 time: 0.7913032 Sep 28 08:37:38.350254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38822) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:38.400835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.440563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d98ec-0aee-4f5a-bc83-7ab44ba4b03d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c90020-12c7-42a0-bce2-c2b27ce79e71,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:38.484327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3114e3a2-dea0-46ca-a4e6-cec2009de818 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:38.486591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089398a1-0f32-497e-9264-25dc47fc6c93 None None] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:38.487578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.491072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.549497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.557848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:38.566033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 5e82e7e1-07ec-4096-9b87-73727dd3acb4 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:38.580793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.581341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00204271-a73f-4636-bd0b-360d394092cf {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:37:38.605244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.619334 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:37:38.620799 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c46aeac0-1ae2-4255-b2e0-0ff852cc299f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5381873 Sep 28 08:37:38.641084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:38.675539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.713894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.757684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.762086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Subnet': ['ID=4573104f-4521-49e2-9ec4-0374ef4f811e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:38.779614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.793163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.809734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Checking segment: {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:38.810175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network hostable DHCP agents. Network: 992caabd-f58f-4300-a39b-b8c954e67eff, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:38.815523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.831903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 992caabd-f58f-4300-a39b-b8c954e67eff is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:38.844266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 992caabd-f58f-4300-a39b-b8c954e67eff) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:38.850365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:38.851710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.866189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d255bc9-6125-4ab0-9156-6effb666bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.872797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d747f163-f2a7-4323-ad80-0a37bc8b3fea tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2280214 Sep 28 08:37:38.876000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38826) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:38.878305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c4348-d53b-4cd2-9ffa-8021ab51cf8b None None] Network 992caabd-f58f-4300-a39b-b8c954e67eff requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:38.917590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3114e3a2-dea0-46ca-a4e6-cec2009de818 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:38.918293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:38.927813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] No DVR routers for this DVR port 3114e3a2-dea0-46ca-a4e6-cec2009de818 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:38.980444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d3c0-1225-4041-aa3a-530f2db4ae7d None None] Pushing event updated for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.059836 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 3 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:39.064374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f8dcc-3aa9-4aae-88dc-f9de0ed97af9 None None] Pushing event deleted for resources: {'Port': ['ID=3114e3a2-dea0-46ca-a4e6-cec2009de818,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.066434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Attempting to bind port a7187a5b-cf2d-4a17-afc4-def01074e4a1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:39.066806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Attempting to bind port a7187a5b-cf2d-4a17-afc4-def01074e4a1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:39.067286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Attempting to bind port a7187a5b-cf2d-4a17-afc4-def01074e4a1 on network 40138bc7-2bcb-40b7-99ef-00d01173b720 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:39.089942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.092439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.097771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5201d79c-9257-4402-9c57-b8424c2d3a53 HTTP/1.1" status: 204 len: 168 time: 1.1706462 Sep 28 08:37:39.099746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.120498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:39.120885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Checking segment: {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:39.121338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.121698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Bound using segment: {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:39.122193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Bound port: a7187a5b-cf2d-4a17-afc4-def01074e4a1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee00611-6ed8-4301-89c9-79ad7444d908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:39.122576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.161718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.170495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:39.274392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699d01-dc76-4957-9fcd-580f6657480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201d79c-9257-4402-9c57-b8424c2d3a53,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.291793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] For port a7187a5b-cf2d-4a17-afc4-def01074e4a1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:39.326507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:39.330002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-992caabd-f58f-4300-a39b-b8c954e67eff', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:39.333398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.339093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.351853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:39.366989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] For port a7187a5b-cf2d-4a17-afc4-def01074e4a1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7187a5b-cf2d-4a17-afc4-def01074e4a1,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:39.368491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:39.369734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.373238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf87ae5-2fae-4986-a1e5-db3462a5da9f None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:39.391670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.409682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.423382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=90631e31-c9d6-4223-b6ef-5551db61f26c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.442323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0fba3-7306-4157-ab86-8d69bc2d9269 None None] Network c11c5f46-f6c8-41e9-8b13-c000fc399385 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:39.466106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.469257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.537507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e832219c-cbed-40df-a3b8-f08842f90567 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1350253 Sep 28 08:37:39.538755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=6d47ca48-868a-4f67-bde7-24e3baabf76f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:39.548153 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-dc3b5c10-f667-4c48-8676-b6bd69cbaa2d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4304926 Sep 28 08:37:39.550678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38834) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:39.581503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.588286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:39.676007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Deleting port 6271c462-0a78-492b-a8f3-89acf92cac8d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:39.676593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.680621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.710892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:39.711659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:39.813845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Allocated IP 2001:db8:3::1 (992caabd-f58f-4300-a39b-b8c954e67eff/4573104f-4521-49e2-9ec4-0374ef4f811e/9f311ff8-09fd-4c71-8995-d657edd2a85b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:39.819298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11c5f46-f6c8-41e9-8b13-c000fc399385']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:39.837060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:39.852618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b18dc80-d35f-4720-9473-1e9da0f669eb') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:39.852996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b18dc80-d35f-4720-9473-1e9da0f669eb') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:39.912788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.920586 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 4 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:39.960180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-6cdd8697-ffba-4822-a93a-20ce80317540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:39.962148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-6cdd8697-ffba-4822-a93a-20ce80317540 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1098 time: 0.3830111 Sep 28 08:37:39.971523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:39.987598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.010974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:40.011400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.017381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.018916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.021019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:40.069429 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 0b18dc80-d35f-4720-9473-1e9da0f669eb resource provider aggregate not found Sep 28 08:37:40.084911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:40.087555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:40.096397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=5e82e7e1-07ec-4096-9b87-73727dd3acb4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:40.106376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Calling delete_port for 6271c462-0a78-492b-a8f3-89acf92cac8d owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:40.131292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.151991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '90631e31-c9d6-4223-b6ef-5551db61f26c'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:40.152857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.178199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.183096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd4fac-621d-4443-960d-37e4d1745c55 None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:40.187219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.190288 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0f15a7d1-7c94-4640-8a3d-e5bd6bbea4de tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/5e82e7e1-07ec-4096-9b87-73727dd3acb4 HTTP/1.1" status: 204 len: 168 time: 1.8168638 Sep 28 08:37:40.192198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 0b18dc80-d35f-4720-9473-1e9da0f669eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b18dc80-d35f-4720-9473-1e9da0f669eb found for delete ", "request_id": "req-a0644c9f-9765-4a18-a0e5-9e201dacaa05"}]} Sep 28 08:37:40.196062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 992caabd-f58f-4300-a39b-b8c954e67eff is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:40.199194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:40.204621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:40.211893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:40.212618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.251796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:40.328371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:40.361382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.363422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:40.367624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.386239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bcf833-caaa-4496-bdc0-0ca6043f3083 None None] DHCP port deletion for c11c5f46-f6c8-41e9-8b13-c000fc399385 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:40.394205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Allocated IP 2001:db8:3::2 (992caabd-f58f-4300-a39b-b8c954e67eff/4573104f-4521-49e2-9ec4-0374ef4f811e/4ce1f196-2258-4628-86cf-685218b76d28) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:40.398188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d3c0-1225-4041-aa3a-530f2db4ae7d None None] Pushing event updated for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:40.434415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.443203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.446923 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/c11c5f46-f6c8-41e9-8b13-c000fc399385 HTTP/1.1" status: 204 len: 168 time: 5.5966263 Sep 28 08:37:40.450810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38860) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:40.458975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-630558341'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:40.527738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725206f-76c7-4518-b5df-728ce7437b6e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=c11c5f46-f6c8-41e9-8b13-c000fc399385,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:40.549500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:40.553292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.655671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-c5a03ee5-3942-48ab-9ea7-56a88fb4edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:40.657474 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-c5a03ee5-3942-48ab-9ea7-56a88fb4edd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 898 time: 0.6678548 Sep 28 08:37:40.674503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:40.707026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.707430 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment e0a23c8c-a97d-49a3-a23f-7d22f105c886 of type vlan for network 05cfd052-62c4-47fe-b82b-c144a58adbfd Sep 28 08:37:40.768252 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 5 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:40.804722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:40.837817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.869209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Allocated IP 172.20.0.2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/90631e31-c9d6-4223-b6ef-5551db61f26c/982ff5b8-b322-414b-b631-78fcd652d7b5) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:40.875644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-d31173c0-7427-4e09-8b26-79c8adba101b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 1001 time: 0.2073436 Sep 28 08:37:40.910549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:40.912385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.914175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.918708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:40.919074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:40.989086 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5370820 Sep 28 08:37:40.990172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38874) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:41.000342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.008915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '05cfd052-62c4-47fe-b82b-c144a58adbfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:41.031174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:41.063113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.063552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.112135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f9182-3221-41d3-bfb4-7ef4dcb9a0ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=05cfd052-62c4-47fe-b82b-c144a58adbfd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:41.131394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 05cfd052-62c4-47fe-b82b-c144a58adbfd details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:41.177976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:32Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:39Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:41.260117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event updated for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:41.295639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947109-2232-40bb-876c-37f5d60ddf6d None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:32Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:39Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:41.333276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.384228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:41.395226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.402353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c1a9acae-49a8-4941-8e23-f864c27abaed no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:41.424829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.443689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Network 992caabd-f58f-4300-a39b-b8c954e67eff is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:41.445685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:41.447726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38882) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:41.454296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-c99ed626-b05f-45f4-acdb-ddc446490854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:41.456030 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-c99ed626-b05f-45f4-acdb-ddc446490854 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 200 len: 835 time: 0.5724635 Sep 28 08:37:41.468652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Pushing event deleted for resources: {'Port': ['ID=6271c462-0a78-492b-a8f3-89acf92cac8d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:41.481759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: c1a9acae-49a8-4941-8e23-f864c27abaed {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:41.482116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c1a9acae-49a8-4941-8e23-f864c27abaed not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:41.551348 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 6 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:41.556496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.618538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.693773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:41.711581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0b035551-4911-4077-b177-74e387d722f2 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:41.739438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:41.750232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:41.758760 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a4db7b1-9347-425b-a5e1-c1fde1987061 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/df057f5f-8ad0-4438-a0fd-11dd79404b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9823895 Sep 28 08:37:41.759678 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:41.784515 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:41.788110 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:41.800025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-62085559-25d1-40ad-a0ef-60039656ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:41.801827 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-62085559-25d1-40ad-a0ef-60039656ae86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3305261 Sep 28 08:37:41.801972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.804018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:41.807790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.812322 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8cb73deb-78d1-4827-825e-662403b0a64f tempest-RoutersAdminNegativeIpV6Test-1468665647 tempest-RoutersAdminNegativeIpV6Test-1468665647-project-admin] 10.222.0.27 "DELETE /v2.0/ports/6271c462-0a78-492b-a8f3-89acf92cac8d HTTP/1.1" status: 204 len: 168 time: 3.1516793 Sep 28 08:37:41.848800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Pushing event updated for resources: {'Port': ['ID=982ff5b8-b322-414b-b631-78fcd652d7b5,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:41.853560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:41.922959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:41.926873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.948668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.967182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:41.982026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Attempting to bind port 982ff5b8-b322-414b-b631-78fcd652d7b5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:41.982404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Attempting to bind port 982ff5b8-b322-414b-b631-78fcd652d7b5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:41.982775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Attempting to bind port 982ff5b8-b322-414b-b631-78fcd652d7b5 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:42.031424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:42.031746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:42.032122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.032525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:42.033180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Bound port: 982ff5b8-b322-414b-b631-78fcd652d7b5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:42.033579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.042581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Network 992caabd-f58f-4300-a39b-b8c954e67eff is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:42.060790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=215e890a-705a-4827-ad0c-83e255fdd8fd,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:42.062472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:42.080526 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0b035551-4911-4077-b177-74e387d722f2 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "PUT /v2.0/quotas/7774c78bb6144186842730bf7357af74 HTTP/1.1" status: 200 len: 366 time: 0.6279814 Sep 28 08:37:42.087410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38892) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.087650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:42.093984 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:42.106023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Pushing event updated for resources: {'Port': ['ID=4ce1f196-2258-4628-86cf-685218b76d28,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:42.216726 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 7 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:42.266409 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-1f78b681-bfd7-491f-98a8-54a3a9755c69 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490361 Sep 28 08:37:42.331006 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d48ca1d8-7f14-48ad-918e-e66ee5f710b8 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2421656 Sep 28 08:37:42.331813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38896) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.381653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': 'e0a23c8c-a97d-49a3-a23f-7d22f105c886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05cfd052-62c4-47fe-b82b-c144a58adbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:42.382211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 05cfd052-62c4-47fe-b82b-c144a58adbfd, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:42.382941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Attempting to bind port 4ce1f196-2258-4628-86cf-685218b76d28 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:42.383325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Attempting to bind port 4ce1f196-2258-4628-86cf-685218b76d28 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:42.383696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Attempting to bind port 4ce1f196-2258-4628-86cf-685218b76d28 on network 992caabd-f58f-4300-a39b-b8c954e67eff {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:42.390644 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-19f413e8-e7ad-4791-b35e-5c7ba0bbe694 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas/7774c78bb6144186842730bf7357af74 HTTP/1.1" status: 200 len: 366 time: 0.0537717 Sep 28 08:37:42.391378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38898) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.405239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] For port 982ff5b8-b322-414b-b631-78fcd652d7b5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:42.409851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] For port 982ff5b8-b322-414b-b631-78fcd652d7b5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=982ff5b8-b322-414b-b631-78fcd652d7b5,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:42.416651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:42.425345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:42.425897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Checking segment: {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:42.426371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.426789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Bound using segment: {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:42.427846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Bound port: 4ce1f196-2258-4628-86cf-685218b76d28, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:42.428255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.433744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f102c946-7ffb-4c17-864a-dc01a6626b3d tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5563047 Sep 28 08:37:42.439485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.443817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.448857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3a0d8b90-c836-4458-9de3-cc276cd0e915 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/7774c78bb6144186842730bf7357af74 HTTP/1.1" status: 204 len: 168 time: 0.0526702 Sep 28 08:37:42.449532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38902) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.475405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38904) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.479178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:42.510959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 05cfd052-62c4-47fe-b82b-c144a58adbfd is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:42.518371 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ddf51da-b03b-4ad8-8234-83591ea9fe2e tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0624738 Sep 28 08:37:42.518999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38908) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.528635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:42.551542 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8a9d0dcb-0bcc-43a6-a8e5-bc370a6e02e6 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas/7774c78bb6144186842730bf7357af74 HTTP/1.1" status: 200 len: 370 time: 0.0291629 Sep 28 08:37:42.552884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38910) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.564017 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7845f08b-8cdc-496b-b0f1-ffd35701e336 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas/7774c78bb6144186842730bf7357af74/default HTTP/1.1" status: 200 len: 370 time: 0.0099125 Sep 28 08:37:42.569708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.587327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 05cfd052-62c4-47fe-b82b-c144a58adbfd) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:42.591996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:42.592594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.601501 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-dae24721-9380-4772-aa82-fe1a82d809b7 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] delete failed (client error): The resource could not be found. Sep 28 08:37:42.605368 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dae24721-9380-4772-aa82-fe1a82d809b7 tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/7774c78bb6144186842730bf7357af74 HTTP/1.1" status: 404 len: 348 time: 0.0323222 Sep 28 08:37:42.623074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151fc98-ba0a-4eb2-9874-1364e3483ac9 None None] Network 05cfd052-62c4-47fe-b82b-c144a58adbfd requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:42.643840 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2393b025-724a-4704-af96-928d4abfd553 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6471400 Sep 28 08:37:42.646390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38916) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:42.649764 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:37Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012', 'name': '', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:67:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:34Z', 'updated_at': '2022-09-28T08:37:38Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:42.673996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:37:42.701788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:42.707591 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:42.707947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Updating router df057f5f-8ad0-4438-a0fd-11dd79404b31 port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:42.763088 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.807303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9ac06-3b89-4a47-9c67-fc7ca19025d0 None None] Pushing event updated for resources: {'Port': ['ID=982ff5b8-b322-414b-b631-78fcd652d7b5,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:42.811564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-688fa24d-8c6f-40f7-b611-942f5f4e0f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:42.847295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:42.848049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:42.940007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] For port 4ce1f196-2258-4628-86cf-685218b76d28, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:42.977249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] For port 4ce1f196-2258-4628-86cf-685218b76d28, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4ce1f196-2258-4628-86cf-685218b76d28,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:43.028387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 8 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:43.040104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.073433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.088970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:43.112653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:43.127780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38918) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:43.147127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.190835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:43.192051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f35fd-d35b-4fd1-bfb2-0d491455e016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-05cfd052-62c4-47fe-b82b-c144a58adbfd', 'network_id': '05cfd052-62c4-47fe-b82b-c144a58adbfd', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '215e890a-705a-4827-ad0c-83e255fdd8fd'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:43.193817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-953f35fd-d35b-4fd1-bfb2-0d491455e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.224578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:43.228611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-688fa24d-8c6f-40f7-b611-942f5f4e0f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.235314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:43.235581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.239738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d64e81eb-c079-4f3c-9430-4db50de31266 req-1af1985c-d78b-4485-bbe2-e4f38de537bc service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9129946 Sep 28 08:37:43.248657 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.256132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-688fa24d-8c6f-40f7-b611-942f5f4e0f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.260677 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.301841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=9bde3984-522d-46f1-b057-b63512ed74e2,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:43.314694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84d634-209e-4531-bb14-76a129e1b1d6 None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:43.367635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.372867 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9cfa6871-1de5-4d86-a64e-4fe3ca6d840e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1664319 Sep 28 08:37:43.378345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:43.393742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1648815105'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:43.524244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa24d-8c6f-40f7-b611-942f5f4e0f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be349220-c508-4d0c-a194-832b54fc466c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:43.543130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.545301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-688fa24d-8c6f-40f7-b611-942f5f4e0f15 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0805b859c429478abe5bb1de51fe8a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0560665 Sep 28 08:37:43.546267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38922) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:43.578678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.632949 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bf6872c7-c1e4-44ba-9447-73479a0b696e tempest-QuotasTest-694134269 tempest-QuotasTest-694134269-project-admin] 10.222.0.27 "GET /v2.0/quotas/4a13245d700b45dc82de841c46d200e6/details.json HTTP/1.1" status: 200 len: 703 time: 0.5121338 Sep 28 08:37:43.658785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.678482 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Attempting to bind port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:43.686309 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Attempting to bind port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:43.686922 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Attempting to bind port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 on network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:43.716153 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:43.717975 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Checking segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:43.718608 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.719688 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Bound using segment: {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:43.722215 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Bound port: 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b05f3fe-f181-4429-95b4-b899eb5dfbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:43.722985 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.734421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=215e890a-705a-4827-ad0c-83e255fdd8fd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:43.870892 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 9 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:43.927849 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] For port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:43.939105 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] For port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:43.953554 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:43.975976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7187a5b-cf2d-4a17-afc4-def01074e4a1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:43.984046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:43.991450 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:43.993432 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:44.000819 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b8e9-b0a3-42e0-86d8-e32aaf75511a None None] Pushing event updated for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:44.027087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.076693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.103549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239419af-63c4-4720-a69e-2a8e5de3703c None None] Pushing event updated for resources: {'Port': ['ID=4ce1f196-2258-4628-86cf-685218b76d28,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:44.174638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port 982ff5b8-b322-414b-b631-78fcd652d7b5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=982ff5b8-b322-414b-b631-78fcd652d7b5,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:44.262269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3798315-ef17-45f9-9a77-d0cde56cdaec,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:44.274790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f4665-60f7-4836-a5b2-62223086ae6a None None] Network 05cfd052-62c4-47fe-b82b-c144a58adbfd requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:44.297632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:37:44.332316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Removed routes are [] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:37:44.333113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.402782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.416432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:44.428703 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b8e9-b0a3-42e0-86d8-e32aaf75511a None None] Pushing event updated for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:44.470797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.474498 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dda75f18-e2ed-49f8-bf07-8609c7565465 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0924101 Sep 28 08:37:44.474663 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:44.474767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.479838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.487652 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Attempt 10 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:44.530012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.564291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:44.591543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cfd052-62c4-47fe-b82b-c144a58adbfd']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:44.610289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a23c8c-a97d-49a3-a23f-7d22f105c886') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:44.610607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a23c8c-a97d-49a3-a23f-7d22f105c886') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:44.642742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'security_group': {'name': 'tempest-secgroup-218496239'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:44.643511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.692829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:44.694498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.714536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.719104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:44.719773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.771669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e0a23c8c-a97d-49a3-a23f-7d22f105c886 resource provider aggregate not found Sep 28 08:37:44.773344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a7187a5b-cf2d-4a17-afc4-def01074e4a1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:44.773344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.773570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a7187a5b-cf2d-4a17-afc4-def01074e4a1 Sep 28 08:37:44.784000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-45d055bd-75d0-4f7c-a7ae-2ac49072b30c None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:44.827155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b684acc4-d6a3-42c9-bd6f-c1e31b1dfe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.841668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.842741 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:37Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012', 'name': '', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:67:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:34Z', 'updated_at': '2022-09-28T08:37:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:44.852796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Update dhcp port {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'fixed_ips': [{'subnet_id': 'ad376a1f-6860-468e-8539-3545b025ceb1', 'ip_address': '172.20.0.18'}, {'subnet_id': '9bde3984-522d-46f1-b057-b63512ed74e2'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'b8548c26-11c8-4802-b7d2-75d178af1cd4'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:37:44.870639 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605778-b72a-46cf-96d9-f55f6d1b1c9a None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:37Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012', 'name': '', 'network_id': '0f93ff7a-56f8-4601-8b08-8ad72ea04b71', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:67:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:34Z', 'updated_at': '2022-09-28T08:37:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0378edc4-ad6f-4c88-a888-fc0b79390acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:44.878721 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e0a23c8c-a97d-49a3-a23f-7d22f105c886 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0a23c8c-a97d-49a3-a23f-7d22f105c886 found for delete ", "request_id": "req-3cbd2d47-7956-48c8-937c-b173cb5b15be"}]} Sep 28 08:37:44.887646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.906072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:44.928786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade29592-5d72-412a-a821-e658dd10602d None None] Network 992caabd-f58f-4300-a39b-b8c954e67eff requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:44.936369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.958260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:44.976466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.980552 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/05cfd052-62c4-47fe-b82b-c144a58adbfd HTTP/1.1" status: 204 len: 168 time: 2.3317478 Sep 28 08:37:44.987936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:44.990599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38940) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:44.998718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568742084'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:45.002000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad27dea-328b-486f-bb3c-083b657876d0 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:45.002454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed08c5-ae47-40e7-aff2-7dcc297097ac tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=05cfd052-62c4-47fe-b82b-c144a58adbfd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.033439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:45.037187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.056998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.060022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.061364 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/be349220-c508-4d0c-a194-832b54fc466c HTTP/1.1" status: 204 len: 168 time: 1.5035644 Sep 28 08:37:45.075747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:45.078086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084343d-fa16-4e5d-98d6-0f2ecef858f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be349220-c508-4d0c-a194-832b54fc466c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.093775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.094119 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 77e2a8b2-6a55-4076-ba4f-1139f8026539 of type vlan for network bf71c13c-a451-4afb-9881-48372a9daaee Sep 28 08:37:45.140918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Provisioning complete for port a7187a5b-cf2d-4a17-afc4-def01074e4a1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:45.141333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.141748 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 1 to provision port a7187a5b-cf2d-4a17-afc4-def01074e4a1 Sep 28 08:37:45.155621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.198052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.206209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:45.206863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.255631 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2607265 Sep 28 08:37:45.256407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38944) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:45.261800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:45.293399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:40Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:40Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:39Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:45.315823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d7285-6ac4-48bf-be3d-bd9491df2460 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=bf71c13c-a451-4afb-9881-48372a9daaee,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.392263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bf71c13c-a451-4afb-9881-48372a9daaee details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:45.415050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:45.415409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Updating router d27dcee5-0abe-4ab2-9173-a3f279694b4a port 9f311ff8-09fd-4c71-8995-d657edd2a85b binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:37:45.518967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:45.519923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.526647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.550546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.567335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:45.569981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0003800 Sep 28 08:37:45.576360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:45.581492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a7187a5b-cf2d-4a17-afc4-def01074e4a1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:45.581893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.584593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac903d0-351c-47ba-9446-8ce9d5bbfef4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=982ff5b8-b322-414b-b631-78fcd652d7b5,revision_number=4']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.591355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:32:9d:e8', 'name': 'tempest-NetworksTestDHCPv6-1727982489'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:45.615716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network bf71c13c-a451-4afb-9881-48372a9daaee is not hosted by any dhcp agent {{(pid=103309) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:37:45.621583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:45.622202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.626468 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "PUT /v2.0/networks/bf71c13c-a451-4afb-9881-48372a9daaee HTTP/1.1" status: 200 len: 723 time: 0.3660266 Sep 28 08:37:45.627843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38952) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:45.638082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:45.688197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.702295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Current status of the port a7187a5b-cf2d-4a17-afc4-def01074e4a1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:45.702690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.750757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef569b-ff56-494c-9a8f-e694e3351540 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=bf71c13c-a451-4afb-9881-48372a9daaee,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.779535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.802952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.813894 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1ef33ae-decc-4843-a6ae-51a03f5a0edd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=78fcef2dd72b46e99afb795a82150fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374048 Sep 28 08:37:45.816770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bf71c13c-a451-4afb-9881-48372a9daaee details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:45.817564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.823717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:45.844461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.855227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:45.859032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.869446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a7187a5b-cf2d-4a17-afc4-def01074e4a1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7187a5b-cf2d-4a17-afc4-def01074e4a1,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:45.915506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.916214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 982ff5b8-b322-414b-b631-78fcd652d7b5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:45.966176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b684acc4-d6a3-42c9-bd6f-c1e31b1dfe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:45.971304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5dd2e-d349-420d-a8c1-26385dbdabc4,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:45.993800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Allocated IP 172.20.0.2 (27260c31-9026-4b63-a716-f2d590a71018/9bde3984-522d-46f1-b057-b63512ed74e2/b8548c26-11c8-4802-b7d2-75d178af1cd4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:46.018765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.020056 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4dce59d1-8f82-49de-9705-e8b75e0449f8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3816407 Sep 28 08:37:46.026905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38958) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.033285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b684acc4-d6a3-42c9-bd6f-c1e31b1dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.038850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'security_group': {'name': 'tempest-secgroup-835867265'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:46.099196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.125248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:46.163002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684acc4-d6a3-42c9-bd6f-c1e31b1dfe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0dcad-f664-4670-8f03-7ec30bbff606,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.176885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.179609 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '77e2a8b2-6a55-4076-ba4f-1139f8026539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:46.179764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: bf71c13c-a451-4afb-9881-48372a9daaee, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:46.182733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:46.193622 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b684acc4-d6a3-42c9-bd6f-c1e31b1dfe92 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=07c9c6f981a041a491efbda7f26c3ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7682440 Sep 28 08:37:46.194604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.196795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38960) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.201106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.205387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network bf71c13c-a451-4afb-9881-48372a9daaee is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:46.230606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, bf71c13c-a451-4afb-9881-48372a9daaee) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:46.238686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:46.239270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.272460 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-24eb3e47-f2c9-4d66-81ae-ae4bef5cf282 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6428776 Sep 28 08:37:46.275305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38962) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.277294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.282178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:46.282647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.300477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c908b-dd01-4936-880e-ffd86ac54e13 None None] Network bf71c13c-a451-4afb-9881-48372a9daaee requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:46.335975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.387998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:37:46.388348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:37:46.389506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.415432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4287054990'] for subnet, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.478679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 02a50750-bc62-4611-b37d-642a729b8eed yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:46.484440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.487525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.491379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a6a0dcad-f664-4670-8f03-7ec30bbff606 HTTP/1.1" status: 204 len: 168 time: 0.2906764 Sep 28 08:37:46.502989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fb64c-c3b3-4a91-acc8-268e8c65894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0dcad-f664-4670-8f03-7ec30bbff606,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.503203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.506163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.507605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/02c3d37b-f3f8-418b-a9d0-a519cadd1955 HTTP/1.1" status: 204 len: 168 time: 0.6826975 Sep 28 08:37:46.519129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:46.556456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.568265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.569493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2010bb6c-e704-4220-a998-a8830416c17f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 954 time: 4.0615485 Sep 28 08:37:46.575422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38968) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.582668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.586650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d1a1-c316-4d10-8e32-97f7f7a7df2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c3d37b-f3f8-418b-a9d0-a519cadd1955,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.594395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.686590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.690429 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6556947 Sep 28 08:37:46.692911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38972) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.708371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874595bd-e749-406a-a009-f4c995654af1 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f316899-856d-4a74-98fe-fd5ab0f38d92,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:46.715265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2055511284', 'security_groups': ['6f316899-856d-4a74-98fe-fd5ab0f38d92'], 'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9bde3984-522d-46f1-b057-b63512ed74e2'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:46.760974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4287263573'] for subnet, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.867618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 982ff5b8-b322-414b-b631-78fcd652d7b5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:46.870361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.874841 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 982ff5b8-b322-414b-b631-78fcd652d7b5 Sep 28 08:37:46.878293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:46.878896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:46.883199 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "PUT /v2.0/subnets/6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2 HTTP/1.1" status: 200 len: 806 time: 0.6038988 Sep 28 08:37:46.901686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3da330ae-fd27-4dc4-927d-7255c5c6efc3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 954 time: 0.3252487 Sep 28 08:37:46.915083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38976) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.915638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 38980) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:46.934583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 172.20.0.4 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/90631e31-c9d6-4223-b6ef-5551db61f26c/02a50750-bc62-4611-b37d-642a729b8eed) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:46.937069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'routes': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:46.943921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:46.959452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fe32:9de8 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f/02a50750-bc62-4611-b37d-642a729b8eed) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:47.016283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.106730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.195092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.259077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.381847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:47.384502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38990) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:47.417568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:47.437529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:47.466492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Current status of the port a7187a5b-cf2d-4a17-afc4-def01074e4a1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:47.485681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.490556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fd06c-f4ff-4774-8cde-2a6ef259a8b6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:47.495156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=02a50750-bc62-4611-b37d-642a729b8eed,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:47.504826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-069c5898-3366-487f-9e91-2abd4fff8469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.537542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbf11b-9580-4a45-ad65-ca7a27c7826d None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:47.581342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:47.588024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.616294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.682178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-069c5898-3366-487f-9e91-2abd4fff8469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.689968 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-236b47cc-b869-4d9f-ab24-306cb76d96e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1062937 Sep 28 08:37:47.692146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-069c5898-3366-487f-9e91-2abd4fff8469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.695595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 38996) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:47.732095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-bf71c13c-a451-4afb-9881-48372a9daaee', 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:47.733642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.767836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c5898-3366-487f-9e91-2abd4fff8469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614560c0-5682-42ea-9b2d-c97d052ddffe,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:47.772936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.784812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:47.812221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:47.812596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:47.812934 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:47.820964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f80d5-c7e8-4da0-a51e-01fcd538b411 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:47.835011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f80d5-c7e8-4da0-a51e-01fcd538b411 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:47.840213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e2f80d5-c7e8-4da0-a51e-01fcd538b411 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1094995 Sep 28 08:37:47.849647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-069c5898-3366-487f-9e91-2abd4fff8469 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4a13245d700b45dc82de841c46d200e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639311 Sep 28 08:37:47.852570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39000) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:47.854255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39002) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:47.934593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b82e-2432-4630-af45-3736b4eb2f2b None None] Pushing event updated for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:48.074647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.110953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.118267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 982ff5b8-b322-414b-b631-78fcd652d7b5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:48.119717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.134868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39006) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:48.140586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 02a50750-bc62-4611-b37d-642a729b8eed {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:48.141152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.144679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Attempting to bind port 9f311ff8-09fd-4c71-8995-d657edd2a85b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:48.145082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Attempting to bind port 9f311ff8-09fd-4c71-8995-d657edd2a85b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:48.145434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Attempting to bind port 9f311ff8-09fd-4c71-8995-d657edd2a85b on network 992caabd-f58f-4300-a39b-b8c954e67eff {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:48.154407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.185459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:48.189581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Checking segment: {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:48.190164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.190732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Bound using segment: {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:48.191384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Bound port: 9f311ff8-09fd-4c71-8995-d657edd2a85b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578c90a1-abc2-4701-ad77-9739762a45f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:48.191928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.252711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] device_id is not set on port 0324d894-68a7-41ef-ae76-acbdb920f486 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:48.292252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 982ff5b8-b322-414b-b631-78fcd652d7b5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=982ff5b8-b322-414b-b631-78fcd652d7b5,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:48.332460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.353797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.371159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Allocated IP 172.20.0.2 (bf71c13c-a451-4afb-9881-48372a9daaee/6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2/dd6e9ef3-6cc1-412b-8311-4145b98c5f7e) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:48.434504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:48.456510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170614895'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:48.459984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object 13dc2d82-97c1-4312-be33-fc26b96ae5cb. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:48.482272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] For port 9f311ff8-09fd-4c71-8995-d657edd2a85b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:48.523028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] For port 9f311ff8-09fd-4c71-8995-d657edd2a85b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9f311ff8-09fd-4c71-8995-d657edd2a85b,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:48.527530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=982ff5b8-b322-414b-b631-78fcd652d7b5,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:48.542208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.560832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 02a50750-bc62-4611-b37d-642a729b8eed owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:48.569140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.584781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Provisioning complete for port a737c798-cbcc-4711-8461-3de8d4fb33c6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:48.585474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.586106 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 1 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:48.635679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.651322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.664432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.667120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.670848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/614560c0-5682-42ea-9b2d-c97d052ddffe HTTP/1.1" status: 204 len: 168 time: 0.8117437 Sep 28 08:37:48.674267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:48.675274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:48.707096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.extraroute_db [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added routes are [] {{(pid=103309) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:37:48.707424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.extraroute_db [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103309) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:37:48.724043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9fd8d-622f-4271-9d45-b8e066673ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614560c0-5682-42ea-9b2d-c97d052ddffe,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:48.750099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:48.751223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7187a5b-cf2d-4a17-afc4-def01074e4a1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:48.795103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.842345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b82e-2432-4630-af45-3736b4eb2f2b None None] Pushing event updated for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:48.849657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.13 (27260c31-9026-4b63-a716-f2d590a71018/9bde3984-522d-46f1-b057-b63512ed74e2/0324d894-68a7-41ef-ae76-acbdb920f486) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:48.854571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.882782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.900099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:48.902755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:48.922392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae34e52c-77e2-4ddd-88bd-703d5aa13703,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.064270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.068371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.109565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.117697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=02a50750-bc62-4611-b37d-642a729b8eed,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.145557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.167344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69e47f-6d76-48d4-bb53-3dc1318b17e8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.226740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.230457 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7dfdc3f7-138b-49ff-884e-1ede9bc447ad tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0831366 Sep 28 08:37:49.231760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a7187a5b-cf2d-4a17-afc4-def01074e4a1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:49.232304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.232813 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a7187a5b-cf2d-4a17-afc4-def01074e4a1 Sep 28 08:37:49.246097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.293918 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 2 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:49.340445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.342514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.346483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3bfb12d6-a526-41d2-ae45-19fa21e648ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/02a50750-bc62-4611-b37d-642a729b8eed HTTP/1.1" status: 204 len: 168 time: 1.4910553 Sep 28 08:37:49.354696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39024) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.375616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Network bf71c13c-a451-4afb-9881-48372a9daaee is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:49.399485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Pushing event updated for resources: {'Port': ['ID=dd6e9ef3-6cc1-412b-8311-4145b98c5f7e,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.428866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:49.455205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:49.465921 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-db3e1e5e-b832-4b57-9ba0-4118c5a8b5c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2184379 Sep 28 08:37:49.470598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39028) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.476062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.477357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-security--1494366', 'description': 'tempest-security-description-615474953'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:49.485116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1d906-661e-44a7-83c2-4741fc41bcc6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:49.486743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1d906-661e-44a7-83c2-4741fc41bcc6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:49.488355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1d906-661e-44a7-83c2-4741fc41bcc6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:49.490013 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-08e1d906-661e-44a7-83c2-4741fc41bcc6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1343029 Sep 28 08:37:49.501515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.577456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.579306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:49.613330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:49.617254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.635547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a7187a5b-cf2d-4a17-afc4-def01074e4a1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:49.636650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b8548c26-11c8-4802-b7d2-75d178af1cd4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:49.661641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.666054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Attempting to bind port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:49.666431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Attempting to bind port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '77e2a8b2-6a55-4076-ba4f-1139f8026539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:49.666801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Attempting to bind port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e on network bf71c13c-a451-4afb-9881-48372a9daaee {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:49.692653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.701501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.703455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:49.703838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Checking segment: {'id': '77e2a8b2-6a55-4076-ba4f-1139f8026539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:49.704242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.704645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Bound using segment: {'id': '77e2a8b2-6a55-4076-ba4f-1139f8026539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:49.705162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Bound port: dd6e9ef3-6cc1-412b-8311-4145b98c5f7e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2a8b2-6a55-4076-ba4f-1139f8026539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bf71c13c-a451-4afb-9881-48372a9daaee'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:49.705545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.720029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.746595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf71c13c-a451-4afb-9881-48372a9daaee']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:49.751237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.779971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.784862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.786455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "PUT /v2.0/security-groups/3c69e47f-6d76-48d4-bb53-3dc1318b17e8 HTTP/1.1" status: 200 len: 1774 time: 0.3134315 Sep 28 08:37:49.804647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.806378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2a8b2-6a55-4076-ba4f-1139f8026539') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:49.806748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2a8b2-6a55-4076-ba4f-1139f8026539') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:49.829774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:49.830152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.830496 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:49.836631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.854061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.857722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29212969-b198-4c0f-99c6-e4534d6a4f37 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69e47f-6d76-48d4-bb53-3dc1318b17e8,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:49.870641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] For port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:49.878152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:44Z', 'revision_number': 6, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:49.893010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.924064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] For port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dd6e9ef3-6cc1-412b-8311-4145b98c5f7e,segment=NetworkSegment(77e2a8b2-6a55-4076-ba4f-1139f8026539),segment_id=77e2a8b2-6a55-4076-ba4f-1139f8026539)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:49.926030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115a044-deb8-4749-94fc-3067f309ce57 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:44Z', 'revision_number': 6, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:49.936857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.943956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.957068 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6f7c67c1-b2e0-4a6a-90df-7f9435270855 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups/3c69e47f-6d76-48d4-bb53-3dc1318b17e8 HTTP/1.1" status: 200 len: 1774 time: 0.1449182 Sep 28 08:37:49.957068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:49.957417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39042) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.974153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39044) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:49.987237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:49.988474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:49.989786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.001199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:50.015332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.018287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-38930915-6c99-49a2-87e6-bc408255bbae tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f HTTP/1.1" status: 204 len: 168 time: 0.5157170 Sep 28 08:37:50.027634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39050) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.059464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282bc1fa-ea48-41ff-a564-96653083942d None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:50.061985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 77e2a8b2-6a55-4076-ba4f-1139f8026539 resource provider aggregate not found Sep 28 08:37:50.101908 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 3 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:50.122197 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 77e2a8b2-6a55-4076-ba4f-1139f8026539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77e2a8b2-6a55-4076-ba4f-1139f8026539 found for delete ", "request_id": "req-58450f7b-bf33-4124-809b-f2f6dc1641d7"}]} Sep 28 08:37:50.125103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.162315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:50.163988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4ce1f196-2258-4628-86cf-685218b76d28 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:50.203213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4f04d-7ee5-408a-af85-5bb982118c72 None None] Network bf71c13c-a451-4afb-9881-48372a9daaee requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:50.205924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddfff1-9738-448c-b76c-5d6fa3c6cbfe None None] Pushing event updated for resources: {'Port': ['ID=dd6e9ef3-6cc1-412b-8311-4145b98c5f7e,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:50.242068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.api [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 28 08:37:50.242068 dv-neutron-859308-3-hyperv neutron-server[103309]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 28 08:37:50.242068 dv-neutron-859308-3-hyperv neutron-server[103309]: [parameters: {'id': 'bf71c13c-a451-4afb-9881-48372a9daaee'}] Sep 28 08:37:50.242068 dv-neutron-859308-3-hyperv neutron-server[103309]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:37:50.242575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG oslo_db.api [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:37:50.252478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:50.259404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:50.264681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:50.271382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.303697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=0324d894-68a7-41ef-ae76-acbdb920f486,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:50.308170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 90631e31-c9d6-4223-b6ef-5551db61f26c {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:50.314529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:50.324951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.337141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.341313 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e07e2ed4-8df0-4b35-9420-11c384d467ed tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 704 time: 3.4236078 Sep 28 08:37:50.343629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.353013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-966536688'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:50.360956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.363986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:50.400243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.452831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:50.459419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.508256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.514433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.515844 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/3c69e47f-6d76-48d4-bb53-3dc1318b17e8 HTTP/1.1" status: 204 len: 168 time: 0.5577967 Sep 28 08:37:50.518644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39056) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.533868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a93cae-0043-43a1-a39c-669b8914517e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69e47f-6d76-48d4-bb53-3dc1318b17e8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:50.566691 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-57c05350-91ff-46fd-9d3e-dd58ce60ee61 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8641324 Sep 28 08:37:50.567017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.570521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39058) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.576228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:50.584232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:50.587883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.588615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4ce1f196-2258-4628-86cf-685218b76d28 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:50.589238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.589682 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4ce1f196-2258-4628-86cf-685218b76d28 Sep 28 08:37:50.651582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39060) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.653640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9a45a938-d07c-4398-b412-021d4466024a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 704 time: 0.3055520 Sep 28 08:37:50.660997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.696492 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f05cfa37-03da-4423-8a54-6ccfb661fd03 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1765144 Sep 28 08:37:50.700467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39062) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.703800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6973d00-f93a-4c89-bf37-fdeb34accac4 None None] Network bf71c13c-a451-4afb-9881-48372a9daaee requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:50.722039 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-8aecf253-f590-456a-bcee-56da9f551d28 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] delete failed (client error): The resource could not be found. Sep 28 08:37:50.723115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8aecf253-f590-456a-bcee-56da9f551d28 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/3c69e47f-6d76-48d4-bb53-3dc1318b17e8 HTTP/1.1" status: 404 len: 347 time: 0.0216362 Sep 28 08:37:50.728483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39064) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:50.738123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497954897'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:50.744331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.827155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4ce1f196-2258-4628-86cf-685218b76d28 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:50.828363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.843416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.894088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.898160 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 4 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:50.905692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.910133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:50.956721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:50.981176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=90631e31-c9d6-4223-b6ef-5551db61f26c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:50.992968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:50.996845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.023341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.033909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:51.040774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 4ce1f196-2258-4628-86cf-685218b76d28, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4ce1f196-2258-4628-86cf-685218b76d28,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:51.041125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.044205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34312a5d-59e4-44ea-bd5e-d5207487cab9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/90631e31-c9d6-4223-b6ef-5551db61f26c HTTP/1.1" status: 204 len: 168 time: 1.0182877 Sep 28 08:37:51.047356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.047783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment d15904d0-46c7-4f46-8e26-58aa4e3605c2 of type vlan for network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d Sep 28 08:37:51.050761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39068) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.065263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.066166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 982ff5b8-b322-414b-b631-78fcd652d7b5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:51.104603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.136821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:51.137173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.178745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=4ce1f196-2258-4628-86cf-685218b76d28,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:51.186612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad2f3685-2edd-45dd-bbbc-7ceb5aaaf3bf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968878 Sep 28 08:37:51.198573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39070) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.200850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 982ff5b8-b322-414b-b631-78fcd652d7b5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:51.201375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.201710 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 982ff5b8-b322-414b-b631-78fcd652d7b5 Sep 28 08:37:51.206032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:51.247471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dd6e9ef3-6cc1-412b-8311-4145b98c5f7e,segment=NetworkSegment(77e2a8b2-6a55-4076-ba4f-1139f8026539),segment_id=77e2a8b2-6a55-4076-ba4f-1139f8026539)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:51.251321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.255550 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:51.267762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for dd6e9ef3-6cc1-412b-8311-4145b98c5f7e owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:51.277939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:51.289994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:51.353665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 982ff5b8-b322-414b-b631-78fcd652d7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:51.355210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:51.358126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.366012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:51.366843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.378888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.442486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:51.446968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.447404 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 Sep 28 08:37:51.454119 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:51.464776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.470427 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 5 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:51.476615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39072) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.477352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=1f8d3b48-1602-42fa-b427-1b80f48dbb3d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:51.510476 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5350320 Sep 28 08:37:51.663804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port dd6e9ef3-6cc1-412b-8311-4145b98c5f7e on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:51.665900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39074) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.668285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=dd6e9ef3-6cc1-412b-8311-4145b98c5f7e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:51.691099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:51.694262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32b9ae-fea9-4308-a4de-e7ae757f7562 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:37:51.723669 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 7, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:51.760490 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:51.770236 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:51.771269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:51.791109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:51.799744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0694716 Sep 28 08:37:51.805005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-186299675'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:51.806711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:51.811590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39076) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.815885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9bde3984-522d-46f1-b057-b63512ed74e2 (CIDR: 172.20.0.0/28) Sep 28 08:37:51.828515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:37:51.829446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:51.841422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '2d1721b7-f96d-4947-96d2-9005e33231b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:51.868122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0ad82-d472-4c3d-bc00-567169e0e0a2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100a062d-9c76-43ea-a554-53dbff83f6d6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:51.870063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-51acee1e-cd53-4abc-be84-47947dd4a677 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2984514 Sep 28 08:37:51.876447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39078) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:51.885845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:51.902197 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:51.992901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:51.993770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.011784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.032327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:52.043245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:52.043817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.050551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.081819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:52.091769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.092116 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment c133541e-acdd-4686-9403-4668cf026333 of type vlan for network e0050720-5844-4963-95c6-7418d6e5daf1 Sep 28 08:37:52.096422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:52.106487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.107404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.111169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:37:52.139095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.182627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9510b4-2f13-463f-b94a-5568db955173 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1721b7-f96d-4947-96d2-9005e33231b8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.186920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Deleting port 982ff5b8-b322-414b-b631-78fcd652d7b5 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:52.186920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.192544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf71c13c-a451-4afb-9881-48372a9daaee']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:52.195593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.207549 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 7, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:52.215355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2a8b2-6a55-4076-ba4f-1139f8026539') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:52.215645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2a8b2-6a55-4076-ba4f-1139f8026539') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:52.217373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.223248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:52.223866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.248622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.264920 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c35f39-3a4a-47c6-8132-c26fe4d89210 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 7, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f311ff8-09fd-4c71-8995-d657edd2a85b', 'name': '', 'network_id': '992caabd-f58f-4300-a39b-b8c954e67eff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:bc:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:39Z', 'updated_at': '2022-09-28T08:37:48Z', 'revision_number': 4, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '4573104f-4521-49e2-9ec4-0374ef4f811e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:52.309750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.322140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5182555 Sep 28 08:37:52.337069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39080) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:52.341131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] For port 982ff5b8-b322-414b-b631-78fcd652d7b5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=982ff5b8-b322-414b-b631-78fcd652d7b5,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:52.342045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.344387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 6 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:52.377215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:52.380715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:52.381135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.383504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9f311ff8-09fd-4c71-8995-d657edd2a85b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:52.429133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Calling delete_port for 982ff5b8-b322-414b-b631-78fcd652d7b5 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:52.491638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:52.502218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:52.502977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9f311ff8-09fd-4c71-8995-d657edd2a85b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:52.503357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.503694 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9f311ff8-09fd-4c71-8995-d657edd2a85b Sep 28 08:37:52.506056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.600336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.639092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] Pushing event deleted for resources: {'Port': ['ID=982ff5b8-b322-414b-b631-78fcd652d7b5,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.648623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c6e31-bdc4-4666-9625-8d4a4974ca83 None None] No DVR routers for this DVR port 982ff5b8-b322-414b-b631-78fcd652d7b5 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:52.650460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9f311ff8-09fd-4c71-8995-d657edd2a85b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:52.650852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.673498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515adb9-2360-410a-8712-b2ad5e7fae75 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:37:52.703492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.748530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.750286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:52.753869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.779358 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ad376a1f-6860-468e-8539-3545b025ceb1 (CIDR: 172.20.0.16/28) Sep 28 08:37:52.793249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15099c23-da7b-4f45-986b-964c68535b6f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=e0050720-5844-4963-95c6-7418d6e5daf1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.796984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 77e2a8b2-6a55-4076-ba4f-1139f8026539 resource provider aggregate not found Sep 28 08:37:52.812174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515adb9-2360-410a-8712-b2ad5e7fae75 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:37:52.814353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e0050720-5844-4963-95c6-7418d6e5daf1 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:52.837066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.839411 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:37:52.839980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:52.849547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:52.850096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.856015 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/bf71c13c-a451-4afb-9881-48372a9daaee HTTP/1.1" status: 204 len: 168 time: 5.9369962 Sep 28 08:37:52.859892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39086) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:52.881049 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 77e2a8b2-6a55-4076-ba4f-1139f8026539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77e2a8b2-6a55-4076-ba4f-1139f8026539 found for delete ", "request_id": "req-8491903a-683d-4e14-b918-5967d0a3e35e"}]} Sep 28 08:37:52.884277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.896455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ebb69-2b0a-4b71-865c-b88822c6772c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=bf71c13c-a451-4afb-9881-48372a9daaee,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.901734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.903730 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-7900844f-0981-49a3-b499-18c69abe541b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:37:52.904244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 9f311ff8-09fd-4c71-8995-d657edd2a85b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9f311ff8-09fd-4c71-8995-d657edd2a85b,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:52.904491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7900844f-0981-49a3-b499-18c69abe541b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:52.906201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:52.911661 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7900844f-0981-49a3-b499-18c69abe541b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/bf71c13c-a451-4afb-9881-48372a9daaee HTTP/1.1" status: 404 len: 339 time: 0.0351183 Sep 28 08:37:52.914453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39088) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:52.917018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:52.917737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.927192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425484120', 'description': 'd1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:52.936669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.937566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4ce1f196-2258-4628-86cf-685218b76d28 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:52.948680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95e47a5-f210-40ea-bf50-3cc1d979c121,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.961545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=8ee299c7-1ca8-439e-a4d0-3fb258b1bb54,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:52.967510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.971505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b33244b8-13c2-48ac-8ea0-3ec3d871f4bc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0918489 Sep 28 08:37:52.972801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:52.976996 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-61b09dda-07c5-4f03-ae11-eb120d5e755a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1365089 Sep 28 08:37:52.977213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39090) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:52.977972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39092) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:52.993738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'subnet': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:53.011921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:53.015799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.015994 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 7 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:53.047412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:53.049318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0580d873-06df-4cca-a73a-9502a7330a8e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8495989 Sep 28 08:37:53.054041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:53.076892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:53.091340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.092495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment ac784d5d-0c06-4f2d-9c25-00ef9b197277 of type vlan for network d9f6e371-8a5a-4196-b5dd-db979bc84fd8 Sep 28 08:37:53.123057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:53.127838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:53.144707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4ce1f196-2258-4628-86cf-685218b76d28 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:53.144707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.144707 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4ce1f196-2258-4628-86cf-685218b76d28 Sep 28 08:37:53.187271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.195753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.225872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.295843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.301797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:53.302518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.325390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4ce1f196-2258-4628-86cf-685218b76d28 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:53.354522 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4341257 Sep 28 08:37:53.358813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39096) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:53.387769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.394140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.395527 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/f95e47a5-f210-40ea-bf50-3cc1d979c121 HTTP/1.1" status: 204 len: 168 time: 0.4125917 Sep 28 08:37:53.398513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39098) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:53.414886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '8ee299c7-1ca8-439e-a4d0-3fb258b1bb54'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:53.415963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.434946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9302f-f0c9-41fc-a031-293ac4472db6 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=d9f6e371-8a5a-4196-b5dd-db979bc84fd8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:53.437193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 982ff5b8-b322-414b-b631-78fcd652d7b5 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:37:53.456929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61156926-a584-43ba-86bf-9204b920cf32 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f95e47a5-f210-40ea-bf50-3cc1d979c121,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:53.469417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d9f6e371-8a5a-4196-b5dd-db979bc84fd8 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:53.488380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 982ff5b8-b322-414b-b631-78fcd652d7b5 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:37:53.489105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 982ff5b8-b322-414b-b631-78fcd652d7b5 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:37:53.499336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Made reservation on behalf of f146605ad8b743e09368619875fa903e for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:53.503006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.532768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331fa77-d0cd-4159-a69f-9c67d3347db7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:53.533644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:53.534170 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1331fa77-d0cd-4159-a69f-9c67d3347db7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks?id=d9f6e371-8a5a-4196-b5dd-db979bc84fd8 HTTP/1.1" status: 200 len: 760 time: 0.1732886 Sep 28 08:37:53.537123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.539046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39100) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:53.564263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.571096 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01d407c4-4c13-44f9-ba73-9388bd3b53c6 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1661251 Sep 28 08:37:53.571749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'description': 'd2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:53.578648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39102) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:53.624476 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 8 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:53.687564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:53.695928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Allocated IP 172.20.0.2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/8ee299c7-1ca8-439e-a4d0-3fb258b1bb54/1289ac7b-4d96-47c9-8956-44bf89e19378) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:53.762251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.771574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=1e647153-c258-4f5d-854b-dd2ba2337174,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:53.848883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.849605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'd15904d0-46c7-4f46-8e26-58aa4e3605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:53.850321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: 1f8d3b48-1602-42fa-b427-1b80f48dbb3d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:53.860636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.865311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:53.865662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.874410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.881881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.895038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 9f311ff8-09fd-4c71-8995-d657edd2a85b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:53.895436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.916775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:53.924068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:53.929009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:53.936236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:53.939743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Pushing event updated for resources: {'Port': ['ID=1289ac7b-4d96-47c9-8956-44bf89e19378,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:53.992286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:53.999314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network d9f6e371-8a5a-4196-b5dd-db979bc84fd8 is not hosted by any dhcp agent {{(pid=103309) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:37:54.005004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:54.006009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.010059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "PUT /v2.0/networks/d9f6e371-8a5a-4196-b5dd-db979bc84fd8 HTTP/1.1" status: 200 len: 757 time: 0.4514461 Sep 28 08:37:54.013448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39104) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.058333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 1f8d3b48-1602-42fa-b427-1b80f48dbb3d) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:54.063790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:54.064405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.087123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.089742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.090915 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/2d1721b7-f96d-4947-96d2-9005e33231b8 HTTP/1.1" status: 204 len: 168 time: 0.5118482 Sep 28 08:37:54.091658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fbd4d-27e7-44cb-8b04-6cc444c64bde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=d9f6e371-8a5a-4196-b5dd-db979bc84fd8,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.098704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39106) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.147751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c9a88453-207f-4e6e-9f59-b14354505805 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8072026 Sep 28 08:37:54.151632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39108) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.164194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d9f6e371-8a5a-4196-b5dd-db979bc84fd8 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:54.173143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e51aba-3813-4932-ae78-944157d022b4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1721b7-f96d-4947-96d2-9005e33231b8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.186890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:54.187291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.187620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:54.193763 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 9 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:54.215625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Attempting to bind port 1289ac7b-4d96-47c9-8956-44bf89e19378 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:54.215998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Attempting to bind port 1289ac7b-4d96-47c9-8956-44bf89e19378 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:54.216517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Attempting to bind port 1289ac7b-4d96-47c9-8956-44bf89e19378 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:54.217073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60222c25-a5a8-4d16-b368-0f060e6abb22 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:54.222435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-60222c25-a5a8-4d16-b368-0f060e6abb22 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks?id=d9f6e371-8a5a-4196-b5dd-db979bc84fd8 HTTP/1.1" status: 200 len: 760 time: 0.1958978 Sep 28 08:37:54.228138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:54.229564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39110) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.240753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413885248'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:54.245495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:54.245884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:54.246255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 9f311ff8-09fd-4c71-8995-d657edd2a85b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9f311ff8-09fd-4c71-8995-d657edd2a85b,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:54.246716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.246939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.247028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:54.247202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Bound port: 1289ac7b-4d96-47c9-8956-44bf89e19378, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:54.247784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.277573 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-944a4f98-9298-4431-9cd7-431d98a79ecf tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1606944 Sep 28 08:37:54.277573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39112) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.295646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 9f311ff8-09fd-4c71-8995-d657edd2a85b owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:54.309372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9f311ff8-09fd-4c71-8995-d657edd2a85b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:54.314070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--410078958'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:54.335614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:54.340913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.375182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.394936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:54.410589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:54.425789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] For port 1289ac7b-4d96-47c9-8956-44bf89e19378, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:54.429720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.430842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] For port 1289ac7b-4d96-47c9-8956-44bf89e19378, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1289ac7b-4d96-47c9-8956-44bf89e19378,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:54.436728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.443638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.444275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment 0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a of type vlan for network 7614599e-305c-41ed-88e9-17b4118dc248 Sep 28 08:37:54.488720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9f311ff8-09fd-4c71-8995-d657edd2a85b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:54.489687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.489687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9f311ff8-09fd-4c71-8995-d657edd2a85b Sep 28 08:37:54.492041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Subnet': ['ID=6d492b8f-4ea1-4968-b139-d20b43827c2d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.530941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.535642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:54.539909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.542198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354af6a-8c96-4318-9fa9-dc72c9f88cfd None None] Pushing event updated for resources: {'Port': ['ID=1289ac7b-4d96-47c9-8956-44bf89e19378,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.555458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Network 27260c31-9026-4b63-a716-f2d590a71018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:54.580160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:54.584003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:54.585104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.608646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9f311ff8-09fd-4c71-8995-d657edd2a85b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:54.609943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:54.663592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:54.663934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.664310 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 Sep 28 08:37:54.684937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.699414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.705516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:54.706948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.774824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Could not find standard attr ID for object 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:54.776737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.777891 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No ports have port_id starting with 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 Sep 28 08:37:54.791293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.885108 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6526377 Sep 28 08:37:54.886802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39114) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.891640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.896821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '7614599e-305c-41ed-88e9-17b4118dc248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:54.906000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fbd0a-5fca-4003-8ca7-eb8b2315b400 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=7614599e-305c-41ed-88e9-17b4118dc248,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:54.916178 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 10 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:54.951730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7614599e-305c-41ed-88e9-17b4118dc248 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:54.954838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:54.959265 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6806808 Sep 28 08:37:54.962909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39116) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:54.989525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '21fb1fbc-c24d-4a4c-90a3-e60226de3819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:54.994467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadebac-ce9a-4f72-a517-536e4c951cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb1fbc-c24d-4a4c-90a3-e60226de3819,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.044779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:55.066300 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f239c657-d065-4894-a8a0-f1934749eee7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0890217 Sep 28 08:37:55.070364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Provisioning complete for port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:55.070569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:55.071305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.071854 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Attempt 1 to provision port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 Sep 28 08:37:55.077064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1329564104', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d492b8f-4ea1-4968-b139-d20b43827c2d'}], 'security_groups': ['c3798315-ef17-45f9-9a77-d0cde56cdaec', '76a5dd2e-d349-420d-a8c1-26385dbdabc4']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:55.109485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:37:55.151018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.171714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Current status of the port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:55.176249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object 982ff5b8-b322-414b-b631-78fcd652d7b5. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.180339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object 3114e3a2-dea0-46ca-a4e6-cec2009de818. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.183512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object c6a9d44a-c485-4616-b44f-f0e45e444a57. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.186876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.190412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bd7eaccb-a4c0-4acc-b94c-1eede51e605e None None] Could not find standard attr ID for object c1a9acae-49a8-4941-8e23-f864c27abaed. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.193659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.197210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.305825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Could not find standard attr ID for object 02a50750-bc62-4611-b37d-642a729b8eed. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:55.319554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Provisioning complete for port 0324d894-68a7-41ef-ae76-acbdb920f486 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:55.320219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.320736 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 1 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:55.346847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.363508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:55.399259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=9f311ff8-09fd-4c71-8995-d657edd2a85b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.399799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.407186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.418483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.425647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.482711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3690996d-c7c8-4912-883c-a9723ab8c27a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.532567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.541166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.545403 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7511ae79-7f9d-4ac5-9f07-ef158ba86519 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5606749 Sep 28 08:37:55.551289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39120) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:55.563408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '21fb1fbc-c24d-4a4c-90a3-e60226de3819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:55.610404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.612510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=c9a49c59-6b9b-4dfd-9a45-84299710dc58,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.692035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'c133541e-acdd-4686-9403-4668cf026333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:55.692313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: e0050720-5844-4963-95c6-7418d6e5daf1, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:55.698762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.714789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:55.814522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99032101-036e-4030-90c9-11b7067b3475 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:37:55.846780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network e0050720-5844-4963-95c6-7418d6e5daf1 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:55.866240 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 2 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:55.940023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:55.950285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e0050720-5844-4963-95c6-7418d6e5daf1) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:55.974867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:55.976223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.003096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.013894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.027264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port 1289ac7b-4d96-47c9-8956-44bf89e19378, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1289ac7b-4d96-47c9-8956-44bf89e19378,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:56.033108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0dc5955f-6df8-4fd4-90e6-1a5da6c91ba9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8786211 Sep 28 08:37:56.040306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39122) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.051582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-905649837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:56.089091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd4682d-be4f-43a9-8c4d-62888215377e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.138860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99032101-036e-4030-90c9-11b7067b3475 None None] Unable to find a vacant binding_index for network e0050720-5844-4963-95c6-7418d6e5daf1 and agent 3b82e616-fd2b-4070-b4dc-0abd267e280f {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 28 08:37:56.139310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.141206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-056ce7cc-be01-4dae-9180-8e57c929ccab tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5856493 Sep 28 08:37:56.145514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39124) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.152592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99032101-036e-4030-90c9-11b7067b3475 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e0050720-5844-4963-95c6-7418d6e5daf1) {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:37:56.163284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '21fb1fbc-c24d-4a4c-90a3-e60226de3819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:56.167413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.177638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.184392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:56.195271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.196701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.198117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.198267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.338200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:56.341718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=1289ac7b-4d96-47c9-8956-44bf89e19378,revision_number=4']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.349191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1289ac7b-4d96-47c9-8956-44bf89e19378 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:56.350588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:56.399858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:56.400742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.401284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=0511a6fe-bd12-46c1-af14-90edeca73f61,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.413443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.442973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=96d380c5-d56b-4c3e-9406-d0cb058739ef,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.455314 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 3 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:56.462142 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2dd8940b-0ccc-4405-955e-755c20cb2d3d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4027817 Sep 28 08:37:56.470838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39126) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.476253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:6b:be:99', 'name': 'tempest-NetworksTestDHCPv6-1051472638'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:56.484020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:56.486601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.499103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6380e3a3-3208-466f-adeb-fc22d0baa8f2 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8417666 Sep 28 08:37:56.502745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39128) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.511157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1289ac7b-4d96-47c9-8956-44bf89e19378 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:56.511694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.512223 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1289ac7b-4d96-47c9-8956-44bf89e19378 Sep 28 08:37:56.514099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:56.520030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:37:56.524735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.551241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:56.563997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:56.564805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:56.566326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': '0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7614599e-305c-41ed-88e9-17b4118dc248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:56.566723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 7614599e-305c-41ed-88e9-17b4118dc248, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:56.584963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.586288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3177a4de-0277-41b5-8894-fb28391114b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5450287 Sep 28 08:37:56.589691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39130) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.628435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.651626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 4573104f-4521-49e2-9ec4-0374ef4f811e {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:37:56.659046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.672332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.676440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-1f8d3b48-1602-42fa-b427-1b80f48dbb3d', 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': '1e647153-c258-4f5d-854b-dd2ba2337174'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:56.677461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.726359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-e0050720-5844-4963-95c6-7418d6e5daf1', 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': 'c9a49c59-6b9b-4dfd-9a45-84299710dc58'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:37:56.727237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.730115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 7614599e-305c-41ed-88e9-17b4118dc248 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:56.732280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e3207f-73a1-42bf-91c0-22ea92425bfd,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.741732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Delete allocated IP 172.20.0.13 (27260c31-9026-4b63-a716-f2d590a71018/9bde3984-522d-46f1-b057-b63512ed74e2) {{(pid=103309) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:37:56.758147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:56.786368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.787493 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7369790f-0156-4235-b15c-6ebcb4da7438 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6332698 Sep 28 08:37:56.793531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Allocated IP 172.20.0.42 (27260c31-9026-4b63-a716-f2d590a71018/6d492b8f-4ea1-4968-b139-d20b43827c2d/0324d894-68a7-41ef-ae76-acbdb920f486) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:56.802740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39132) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:56.804116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7614599e-305c-41ed-88e9-17b4118dc248) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:56.810831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '21fb1fbc-c24d-4a4c-90a3-e60226de3819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:56.815917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.829564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:56.830157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.924488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1289ac7b-4d96-47c9-8956-44bf89e19378 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:56.925118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:56.935539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.007625 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-80a0b408-4be1-4e6f-a791-525dac32dbfa tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1170833 Sep 28 08:37:57.008988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:37:57.010496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39134) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:57.024520 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:37:57.048905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:57.050074 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:57.051513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.061366 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-348f3d54-2de3-4723-bf80-34d59ec63f9b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/df057f5f-8ad0-4438-a0fd-11dd79404b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5495131 Sep 28 08:37:57.077989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.087941 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 4 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:57.099096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.142788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.179349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=4573104f-4521-49e2-9ec4-0374ef4f811e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.194577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:57.247445 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:57.358079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event updated for resources: {'Port': ['ID=0324d894-68a7-41ef-ae76-acbdb920f486,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.358568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.415050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.421242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a29f95af-7da8-48d4-9b91-3f9659b39260 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/4573104f-4521-49e2-9ec4-0374ef4f811e HTTP/1.1" status: 204 len: 168 time: 0.9172373 Sep 28 08:37:57.423601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39140) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:57.444082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.478837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] In _notify_port_updated(), no bound segment for port 0324d894-68a7-41ef-ae76-acbdb920f486 on network 27260c31-9026-4b63-a716-f2d590a71018 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:37:57.489386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:57.490307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.494244 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f999402e-3f38-4adf-97c2-25713a92fe70 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "PUT /v2.0/ports/0324d894-68a7-41ef-ae76-acbdb920f486 HTTP/1.1" status: 200 len: 960 time: 2.4201961 Sep 28 08:37:57.501500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.502472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39142) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:57.542086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port d8193742-ba5a-4e25-8776-51a5a86fa6de yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:37:57.640376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.643281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:57.652988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Allocated IP 172.20.0.2 (1f8d3b48-1602-42fa-b427-1b80f48dbb3d/1e647153-c258-4f5d-854b-dd2ba2337174/486410f5-f5f6-4d57-9a73-b86d973749ea) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:57.661627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 1289ac7b-4d96-47c9-8956-44bf89e19378, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1289ac7b-4d96-47c9-8956-44bf89e19378,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:57.668090 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:57.692382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.697084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8883314 Sep 28 08:37:57.697318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.710560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39144) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:57.716776 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:57.727861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '21fb1fbc-c24d-4a4c-90a3-e60226de3819', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:37:57.741792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c22d28-4dc9-42ba-a6f3-88443a8d9401 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48fe7d9-589b-4e4e-a5a1-f3d57bd51363,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.750336 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:57.750963 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:57.758539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Allocated IP 172.21.0.2 (e0050720-5844-4963-95c6-7418d6e5daf1/c9a49c59-6b9b-4dfd-9a45-84299710dc58/c199914e-f592-43e2-a5e4-ea0e4c7f08bd) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:57.775297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.869262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port 0324d894-68a7-41ef-ae76-acbdb920f486 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:57.870912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.952801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=1289ac7b-4d96-47c9-8956-44bf89e19378,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.985061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:57.987296 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:57.998694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for 0324d894-68a7-41ef-ae76-acbdb920f486 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:58.127457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.128233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.135646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:55Z', 'revision_number': 8, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.139621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.170932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=0511a6fe-bd12-46c1-af14-90edeca73f61,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.181770 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 5 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:58.183474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0f12-de67-41f2-bf4b-2cb656ecbb36 req-5d6a9fbe-1708-41e0-a315-f783dfd15fb1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:58.185746 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-539e0f12-de67-41f2-bf4b-2cb656ecbb36 req-5d6a9fbe-1708-41e0-a315-f783dfd15fb1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 0.7864785 Sep 28 08:37:58.194666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.197957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.198151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.204073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:37:58.213709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.241101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.286580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1289ac7b-4d96-47c9-8956-44bf89e19378 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:37:58.292044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:37:58.296768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.306344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=0324d894-68a7-41ef-ae76-acbdb920f486,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.381345 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.396252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.396850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:37:58.398350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.401341 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-539e0f12-de67-41f2-bf4b-2cb656ecbb36 req-df60f13b-4fad-43b8-ac49-3590854fea04 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981442 Sep 28 08:37:58.404193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 172.20.0.11 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/8ee299c7-1ca8-439e-a4d0-3fb258b1bb54/d8193742-ba5a-4e25-8776-51a5a86fa6de) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:58.426605 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9039e1-2860-4851-bda5-36cd5cafafe6 None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'df20075f-dc71-4ff3-8213-96db2eda6084', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'port_id': '7fb17778-807d-4193-809d-78de9a2c7108', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'mac_address': 'fa:16:3e:f9:9b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:36:16Z', 'updated_at': '2022-09-28T08:36:26Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:58.427576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fe6b:be99 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/96d380c5-d56b-4c3e-9406-d0cb058739ef/d8193742-ba5a-4e25-8776-51a5a86fa6de) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:58.437403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7614599e-305c-41ed-88e9-17b4118dc248']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.463649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:58.477481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:58.480763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:58.485539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.486001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:58.505803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.512624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Network e0050720-5844-4963-95c6-7418d6e5daf1 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:58.525804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:58.529201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:58.537716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.541826 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-865f8ac3-82e5-4a08-9097-5d4653137ae7 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/0324d894-68a7-41ef-ae76-acbdb920f486 HTTP/1.1" status: 204 len: 168 time: 1.0374701 Sep 28 08:37:58.544028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.545438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.547409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39146) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.563380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:37:58.563896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.593618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 4ce1f196-2258-4628-86cf-685218b76d28 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:58.593897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.595406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.606256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1289ac7b-4d96-47c9-8956-44bf89e19378 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:58.606642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.606985 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1289ac7b-4d96-47c9-8956-44bf89e19378 Sep 28 08:37:58.609177 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd989fa2-50f6-4cf5-b3a0-f460e4a962a5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] GET failed (client error): The resource could not be found. Sep 28 08:37:58.613625 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bd989fa2-50f6-4cf5-b3a0-f460e4a962a5 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports/0324d894-68a7-41ef-ae76-acbdb920f486 HTTP/1.1" status: 404 len: 333 time: 0.0624087 Sep 28 08:37:58.613625 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a resource provider aggregate not found Sep 28 08:37:58.625608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39150) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.661730 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0368f3fd-5c6f-4afe-9740-8d5fa18a5e7a found for delete ", "request_id": "req-c96b28f4-091f-4733-ad77-135cfae76c20"}]} Sep 28 08:37:58.667074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Pushing event updated for resources: {'Port': ['ID=486410f5-f5f6-4d57-9a73-b86d973749ea,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.671791 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb46adfb-4e20-49d9-a464-f7a1d753a06c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.684769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.686264 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8222ce4e-de70-4a0d-b6a2-d90a7799a868 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9635756 Sep 28 08:37:58.687908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.689589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39154) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.705781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.707465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Attempting to bind port 486410f5-f5f6-4d57-9a73-b86d973749ea on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:58.707838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Attempting to bind port 486410f5-f5f6-4d57-9a73-b86d973749ea by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd15904d0-46c7-4f46-8e26-58aa4e3605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:58.708203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Attempting to bind port 486410f5-f5f6-4d57-9a73-b86d973749ea on network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:58.709647 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/7614599e-305c-41ed-88e9-17b4118dc248 HTTP/1.1" status: 204 len: 168 time: 1.6958020 Sep 28 08:37:58.718873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39156) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.740011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:37:58.746446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b81d81-c396-4488-9068-0f5fd840a4d7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=7614599e-305c-41ed-88e9-17b4118dc248,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.774656 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-e108a492-3250-4f8e-9ce2-21fcf303aefb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] GET failed (client error): The resource could not be found. Sep 28 08:37:58.778849 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e108a492-3250-4f8e-9ce2-21fcf303aefb tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets/0511a6fe-bd12-46c1-af14-90edeca73f61 HTTP/1.1" status: 404 len: 337 time: 0.0424006 Sep 28 08:37:58.780744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39158) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.800329 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 6 to provision port 0324d894-68a7-41ef-ae76-acbdb920f486 Sep 28 08:37:58.809184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:58.809747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Checking segment: {'id': 'd15904d0-46c7-4f46-8e26-58aa4e3605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:58.810260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.810762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Bound using segment: {'id': 'd15904d0-46c7-4f46-8e26-58aa4e3605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:58.810887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.811448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Bound port: 486410f5-f5f6-4d57-9a73-b86d973749ea, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15904d0-46c7-4f46-8e26-58aa4e3605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f8d3b48-1602-42fa-b427-1b80f48dbb3d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:58.811957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.820308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.851933 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-745f7f9c-33b1-4a07-a221-e926d0fd479f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:37:58.852390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745f7f9c-33b1-4a07-a221-e926d0fd479f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:37:58.859261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-745f7f9c-33b1-4a07-a221-e926d0fd479f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/7614599e-305c-41ed-88e9-17b4118dc248 HTTP/1.1" status: 404 len: 339 time: 0.0737777 Sep 28 08:37:58.860178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.864909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port 0324d894-68a7-41ef-ae76-acbdb920f486 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:37:58.882655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 4ce1f196-2258-4628-86cf-685218b76d28, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4ce1f196-2258-4628-86cf-685218b76d28,segment=NetworkSegment(578c90a1-abc2-4701-ad77-9739762a45f0),segment_id=578c90a1-abc2-4701-ad77-9739762a45f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:37:58.883026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.891644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Could not find standard attr ID for object 9f311ff8-09fd-4c71-8995-d657edd2a85b. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:58.899105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.905239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.20.0.1 (1f8d3b48-1602-42fa-b427-1b80f48dbb3d/1e647153-c258-4f5d-854b-dd2ba2337174/c3cde580-29d6-4bac-985f-fbb37fbce792) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:58.913299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.922203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:58.926060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/eb46adfb-4e20-49d9-a464-f7a1d753a06c HTTP/1.1" status: 204 len: 168 time: 0.2328601 Sep 28 08:37:58.931575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Attempting to bind port c199914e-f592-43e2-a5e4-ea0e4c7f08bd on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:37:58.932095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Attempting to bind port c199914e-f592-43e2-a5e4-ea0e4c7f08bd by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'c133541e-acdd-4686-9403-4668cf026333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:37:58.932557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Attempting to bind port c199914e-f592-43e2-a5e4-ea0e4c7f08bd on network e0050720-5844-4963-95c6-7418d6e5daf1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:58.935278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:58.936384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 4ce1f196-2258-4628-86cf-685218b76d28 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:37:58.949335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfd23e-0f56-4850-a68b-5b274c844ec7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb46adfb-4e20-49d9-a464-f7a1d753a06c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.979863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Pushing event updated for resources: {'Port': ['ID=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.984275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-3d702152-8950-4f26-915b-b93ddcbc8ebe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:58.985877 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-3d702152-8950-4f26-915b-b93ddcbc8ebe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 0.2435091 Sep 28 08:37:59.012162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.025214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:37:59.026536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Checking segment: {'id': 'c133541e-acdd-4686-9403-4668cf026333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:37:59.027361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.028050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Bound using segment: {'id': 'c133541e-acdd-4686-9403-4668cf026333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:37:59.028795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Bound port: c199914e-f592-43e2-a5e4-ea0e4c7f08bd, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c133541e-acdd-4686-9403-4668cf026333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0050720-5844-4963-95c6-7418d6e5daf1'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:37:59.029446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.039266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Provisioning complete for port 4ce1f196-2258-4628-86cf-685218b76d28 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:59.039930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.040462 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 1 to provision port 4ce1f196-2258-4628-86cf-685218b76d28 Sep 28 08:37:59.060707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.105158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4525be-1313-41e5-842f-4e0720b85c2f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.109550 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a4525be-1313-41e5-842f-4e0720b85c2f tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2488196 Sep 28 08:37:59.110347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39164) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:59.158052 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5010d0a2-ccfe-474f-a389-6ccd0d7aa816 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 207 time: 0.0431514 Sep 28 08:37:59.158740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39166) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:59.188067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] For port 486410f5-f5f6-4d57-9a73-b86d973749ea, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:59.190216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1289ac7b-4d96-47c9-8956-44bf89e19378 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:59.233981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] For port 486410f5-f5f6-4d57-9a73-b86d973749ea, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=486410f5-f5f6-4d57-9a73-b86d973749ea,segment=NetworkSegment(d15904d0-46c7-4f46-8e26-58aa4e3605c2),segment_id=d15904d0-46c7-4f46-8e26-58aa4e3605c2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:59.250353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.254373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.257365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.261507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/security-groups/6f316899-856d-4a74-98fe-fd5ab0f38d92 HTTP/1.1" status: 204 len: 168 time: 0.6349049 Sep 28 08:37:59.286631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39168) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:59.316595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-64c4b472-5407-4f09-b8c9-58f3f6580360 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3699062 Sep 28 08:37:59.323242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39170) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:37:59.352391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] For port c199914e-f592-43e2-a5e4-ea0e4c7f08bd, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:59.352625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6127866-6f2c-4974-92a5-37b24bfe3727 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f316899-856d-4a74-98fe-fd5ab0f38d92,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.388124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.411216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] For port c199914e-f592-43e2-a5e4-ea0e4c7f08bd, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,segment=NetworkSegment(c133541e-acdd-4686-9403-4668cf026333),segment_id=c133541e-acdd-4686-9403-4668cf026333)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:59.422658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab25e3d-9320-4fc0-a3b8-75b7542c6822 None None] Pushing event updated for resources: {'Port': ['ID=486410f5-f5f6-4d57-9a73-b86d973749ea,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.439495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.450177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Current status of the port 4ce1f196-2258-4628-86cf-685218b76d28 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:59.451659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.487042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.488796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Could not find standard attr ID for object 982ff5b8-b322-414b-b631-78fcd652d7b5. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:37:59.503573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:59.522541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:59.533523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:37:59.542161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:55Z', 'revision_number': 8, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:37:59.547600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80735f4-8a79-4ba2-98a6-886de467512d None None] Pushing event updated for resources: {'Port': ['ID=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.594568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Provisioning complete for port b8548c26-11c8-4802-b7d2-75d178af1cd4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:59.594948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.595280 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 1 to provision port b8548c26-11c8-4802-b7d2-75d178af1cd4 Sep 28 08:37:59.598746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144abbcc-2f13-46b0-9e13-0ccf11f91c4c None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:37:55Z', 'revision_number': 8, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7187a5b-cf2d-4a17-afc4-def01074e4a1', 'name': '', 'network_id': '40138bc7-2bcb-40b7-99ef-00d01173b720', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:35:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:29Z', 'updated_at': '2022-09-28T08:37:45Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '3a47f8d0-50d5-459e-817e-4bc8eb8ed64a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:37:59.643945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port 4ce1f196-2258-4628-86cf-685218b76d28 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:37:59.648392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port ca66c59b-7517-43e5-bc40-a1a07b25ce62 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:37:59.648960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.652206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=d8193742-ba5a-4e25-8776-51a5a86fa6de,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.818782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=4ce1f196-2258-4628-86cf-685218b76d28,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.885883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.886823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.929103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.937001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.958004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.976780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58f088-bfa2-4e5c-b109-8d4afcdb2c6a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.980112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:37:59.983559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58f088-bfa2-4e5c-b109-8d4afcdb2c6a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.989604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58f088-bfa2-4e5c-b109-8d4afcdb2c6a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.992570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Provisioning complete for port a737c798-cbcc-4711-8461-3de8d4fb33c6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:37:59.993028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:37:59.993458 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 1 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:37:59.996755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7092d673-e4d1-4aaf-937f-9e1a55db904b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5223155 Sep 28 08:37:59.996894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58f088-bfa2-4e5c-b109-8d4afcdb2c6a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:59.997008 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9d58f088-bfa2-4e5c-b109-8d4afcdb2c6a tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8350182 Sep 28 08:38:00.007935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39174) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.007935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39176) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.019384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992caabd-f58f-4300-a39b-b8c954e67eff']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:00.023036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:00.039435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:00.045090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port ca66c59b-7517-43e5-bc40-a1a07b25ce62, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=ca66c59b-7517-43e5-bc40-a1a07b25ce62,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:00.045090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.051185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578c90a1-abc2-4701-ad77-9739762a45f0') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:00.051506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578c90a1-abc2-4701-ad77-9739762a45f0') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:00.056527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:00.060450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:00.077320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.110842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=c3cde580-29d6-4bac-985f-fbb37fbce792,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.122174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.126318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.128299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for ca66c59b-7517-43e5-bc40-a1a07b25ce62 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:00.161180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.174080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80997-6560-4ce1-9060-ad9fcb8da61a req-12f70662-b55d-4ac3-8e93-17824260fcbd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.176142 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02d80997-6560-4ce1-9060-ad9fcb8da61a req-12f70662-b55d-4ac3-8e93-17824260fcbd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 946 time: 0.3748500 Sep 28 08:38:00.239938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.333760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:00.334446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.344256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.361170 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02d80997-6560-4ce1-9060-ad9fcb8da61a req-59e60d97-7dfc-44a2-9aa6-83d591878531 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=da86540c-e0e5-4ca3-8ce8-8a8576bce392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665888 Sep 28 08:38:00.373112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.405469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6de89-75d0-4816-bab5-99c47b53d881 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.411815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6de89-75d0-4816-bab5-99c47b53d881 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.427239 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aef6de89-75d0-4816-bab5-99c47b53d881 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4155540 Sep 28 08:38:00.435631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.438930 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/e48fe7d9-589b-4e4e-a5a1-f3d57bd51363 HTTP/1.1" status: 204 len: 168 time: 1.1117163 Sep 28 08:38:00.439778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b8b5-0d1d-4f77-aa2c-0d5f68768d85 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48fe7d9-589b-4e4e-a5a1-f3d57bd51363,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.440775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 578c90a1-abc2-4701-ad77-9739762a45f0 resource provider aggregate not found Sep 28 08:38:00.447589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39180) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.447794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39182) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.486457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c199914e-f592-43e2-a5e4-ea0e4c7f08bd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:00.509714 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1eadd111-cc8c-4d09-877a-f2ae7ff2081d tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4822915 Sep 28 08:38:00.519767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 578c90a1-abc2-4701-ad77-9739762a45f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 578c90a1-abc2-4701-ad77-9739762a45f0 found for delete ", "request_id": "req-ceecfaef-8576-403d-9249-27fad316efab"}]} Sep 28 08:38:00.520717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.538275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.541397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.582308 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 2 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:00.617695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.621179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/992caabd-f58f-4300-a39b-b8c954e67eff HTTP/1.1" status: 204 len: 168 time: 3.1948247 Sep 28 08:38:00.624443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39188) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.626809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.629543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.634773 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/security-groups/76a5dd2e-d349-420d-a8c1-26385dbdabc4 HTTP/1.1" status: 204 len: 168 time: 1.3467665 Sep 28 08:38:00.638448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39190) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.646742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c199914e-f592-43e2-a5e4-ea0e4c7f08bd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:00.647168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.647507 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c199914e-f592-43e2-a5e4-ea0e4c7f08bd Sep 28 08:38:00.650203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:00.681700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811ccf6-b67d-4836-817e-d4b8fec70d26 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=992caabd-f58f-4300-a39b-b8c954e67eff,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.683654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=ca66c59b-7517-43e5-bc40-a1a07b25ce62,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.722551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88fa71-a4df-4c1c-af7e-ca26db22e5c3 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5dd2e-d349-420d-a8c1-26385dbdabc4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.747817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2e00b-8435-4e9c-a4de-02f1aaec3084 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.749896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2e00b-8435-4e9c-a4de-02f1aaec3084 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.756056 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-32b2e00b-8435-4e9c-a4de-02f1aaec3084 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2302930 Sep 28 08:38:00.756286 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74d368ec-4d1d-4354-bf30-e6779595ffd6 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2997813 Sep 28 08:38:00.768698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c199914e-f592-43e2-a5e4-ea0e4c7f08bd is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:00.769099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.775193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39192) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.775624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39194) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:00.776597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port ca66c59b-7517-43e5-bc40-a1a07b25ce62 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:00.797128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.801250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bdd91ba0-5fb6-42ce-af85-0b1215143bbf req-29a97aea-9cdf-4468-bc58-ac22bd087ae2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/ca66c59b-7517-43e5-bc40-a1a07b25ce62 HTTP/1.1" status: 204 len: 173 time: 1.7854557 Sep 28 08:38:00.818953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'name': 'network-vif-deleted', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:38:00.821908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ded53-6f33-4e8d-be66-84b48a7abd3a" -d '{"events": [{"server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "name": "network-vif-deleted", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:00.829388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port c199914e-f592-43e2-a5e4-ea0e4c7f08bd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,segment=NetworkSegment(c133541e-acdd-4686-9403-4668cf026333),segment_id=c133541e-acdd-4686-9403-4668cf026333)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:00.837768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.839161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 486410f5-f5f6-4d57-9a73-b86d973749ea up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:00.914820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.922788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049bd6c5-c319-4b36-a715-faebee503e94 x-openstack-request-id: req-049bd6c5-c319-4b36-a715-faebee503e94 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:00.923348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692c8f3d-4f59-4ef7-9d48-51f4b8645995", "name": "network-vif-deleted", "tag": "ca66c59b-7517-43e5-bc40-a1a07b25ce62", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:00.923510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-049bd6c5-c319-4b36-a715-faebee503e94 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:00.923976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049bd6c5-c319-4b36-a715-faebee503e94'] response: {'server_uuid': '692c8f3d-4f59-4ef7-9d48-51f4b8645995', 'name': 'network-vif-deleted', 'tag': 'ca66c59b-7517-43e5-bc40-a1a07b25ce62', 'status': 'completed', 'code': 200} Sep 28 08:38:00.929979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.940151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port d8193742-ba5a-4e25-8776-51a5a86fa6de {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:00.940151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.941607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.954834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:00.969890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236b8ad-391a-4a1d-8782-2e587a7eefc7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.971616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236b8ad-391a-4a1d-8782-2e587a7eefc7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:00.976993 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b236b8ad-391a-4a1d-8782-2e587a7eefc7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1913631 Sep 28 08:38:00.986626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39198) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:01.008215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.035790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.057588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 486410f5-f5f6-4d57-9a73-b86d973749ea triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:01.057961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.058292 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 486410f5-f5f6-4d57-9a73-b86d973749ea Sep 28 08:38:01.075861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.079908 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/d7e3207f-73a1-42bf-91c0-22ea92425bfd HTTP/1.1" status: 204 len: 168 time: 0.2872117 Sep 28 08:38:01.083331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39200) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:01.087389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa017e-324b-4045-bb10-d57702a836f8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e3207f-73a1-42bf-91c0-22ea92425bfd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.098556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.172422 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 3 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:01.174486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 486410f5-f5f6-4d57-9a73-b86d973749ea is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:01.175745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.268095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 486410f5-f5f6-4d57-9a73-b86d973749ea, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=486410f5-f5f6-4d57-9a73-b86d973749ea,segment=NetworkSegment(d15904d0-46c7-4f46-8e26-58aa4e3605c2),segment_id=d15904d0-46c7-4f46-8e26-58aa4e3605c2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:01.270449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:01.275030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.289815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9f311ff8-09fd-4c71-8995-d657edd2a85b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:01.325843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.333630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.342623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9f311ff8-09fd-4c71-8995-d657edd2a85b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:01.343005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9f311ff8-09fd-4c71-8995-d657edd2a85b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:01.343405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:01.379147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:01.379531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1de08ef9-0eb1-42bc-a33b-0e5f4cb5c012 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:01.398504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=486410f5-f5f6-4d57-9a73-b86d973749ea,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.426524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=c3cde580-29d6-4bac-985f-fbb37fbce792,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.433665 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0670fd73-2dab-4922-8fc0-8839ed84cb57 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3442237 Sep 28 08:38:01.436629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39204) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:01.449087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.472851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.491423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.494359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.503213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.508361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:01.509583 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/security-groups/c3798315-ef17-45f9-9a77-d0cde56cdaec HTTP/1.1" status: 204 len: 168 time: 0.8599365 Sep 28 08:38:01.517713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for d8193742-ba5a-4e25-8776-51a5a86fa6de owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:01.521576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39206) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:01.633628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54365dae-0656-42d2-905f-adc98a8dd19d tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:01.635043 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-54365dae-0656-42d2-905f-adc98a8dd19d tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks/5454c1c7-51fd-4d57-89c4-7c30af1172d7 HTTP/1.1" status: 200 len: 800 time: 0.6270070 Sep 28 08:38:01.638463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffb002-4d43-48a2-8b97-282043191545 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:01.656919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d5ee3-67b2-44ed-b334-6918535611dc tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3798315-ef17-45f9-9a77-d0cde56cdaec,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.659130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39208) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:01.678757 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09e9a5b0-c109-4e28-b0a1-38ab3766e6b9 req-73406ecc-ab8a-477a-954a-e20f04857643 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=692c8f3d-4f59-4ef7-9d48-51f4b8645995 HTTP/1.1" status: 200 len: 210 time: 0.0796540 Sep 28 08:38:01.785060 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 4 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:01.850558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22174636-4c12-4dd0-b12a-37dd6ae6a7cd None None] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:01.855932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327650f7-bbc7-4cd3-ac72-b0fdec1d1440 None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:01.859312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d541f71-27d0-4aad-8a3c-15396007963d None None] Network e0050720-5844-4963-95c6-7418d6e5daf1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:01.861612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b8873-e39d-4f57-a057-24ea96031d62 None None] Network 7614599e-305c-41ed-88e9-17b4118dc248 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:01.864770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:01.932084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-97921ba4-185f-4f6e-a4f1-084368c8f71e tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/networks/5454c1c7-51fd-4d57-89c4-7c30af1172d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2644637 Sep 28 08:38:01.981539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534b8873-e39d-4f57-a057-24ea96031d62 None None] Network 7614599e-305c-41ed-88e9-17b4118dc248 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:38:02.004088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5bbf6-a75e-41c1-812f-638ee3604dbf None None] Network 7614599e-305c-41ed-88e9-17b4118dc248 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:02.070935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39216) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.137141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04613679-a612-48de-9c8e-7c95132fd04e None None] DHCP port deletion for 992caabd-f58f-4300-a39b-b8c954e67eff request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:02.162978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5bbf6-a75e-41c1-812f-638ee3604dbf None None] Network 7614599e-305c-41ed-88e9-17b4118dc248 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:38:02.164797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.187640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.202064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.205813 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/bbd4682d-be4f-43a9-8c4d-62888215377e HTTP/1.1" status: 204 len: 168 time: 0.7624695 Sep 28 08:38:02.211029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39218) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.220365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 9bde3984-522d-46f1-b057-b63512ed74e2 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:02.233669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df626c8-e925-4442-be8c-c5ecd38b6da9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbd4682d-be4f-43a9-8c4d-62888215377e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.236588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.263114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c199914e-f592-43e2-a5e4-ea0e4c7f08bd up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:02.265117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=d8193742-ba5a-4e25-8776-51a5a86fa6de,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.274621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09a538-a0ac-4a9f-a6a1-c38f234cfc87 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:02.283435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7c09a538-a0ac-4a9f-a6a1-c38f234cfc87 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets/7984a50b-ecd2-45da-beeb-4e7969cc65a5 HTTP/1.1" status: 200 len: 811 time: 0.2059283 Sep 28 08:38:02.295759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39220) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.385514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.387762 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 5 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:02.416353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.421553 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-436fb5db-6f19-4e3d-a923-00e8e836be63 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/d8193742-ba5a-4e25-8776-51a5a86fa6de HTTP/1.1" status: 204 len: 168 time: 1.9701476 Sep 28 08:38:02.425660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-00ffd02f-6e45-406d-b8c5-365a429e71de tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2023256 Sep 28 08:38:02.426256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.428580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39224) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.431833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39222) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.434122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:02.463457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:02.477973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad945ac-3cbd-4489-acb6-c8cfe6cf8d37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:02.483200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9ad945ac-3cbd-4489-acb6-c8cfe6cf8d37 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "GET /v2.0/subnets/7984a50b-ecd2-45da-beeb-4e7969cc65a5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1831660 Sep 28 08:38:02.485837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.494047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102684448'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:02.513719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad257d-4cec-421a-af0a-c6d8b9c5cd78 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:02.515338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad257d-4cec-421a-af0a-c6d8b9c5cd78 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:02.517124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.517269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad257d-4cec-421a-af0a-c6d8b9c5cd78 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:02.519001 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4ad257d-4cec-421a-af0a-c6d8b9c5cd78 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0860214 Sep 28 08:38:02.531506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39228) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.588201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.652536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c199914e-f592-43e2-a5e4-ea0e4c7f08bd triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:02.653106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.653546 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c199914e-f592-43e2-a5e4-ea0e4c7f08bd Sep 28 08:38:02.684902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:02.707451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:02.711045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.718703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ca66c59b-7517-43e5-bc40-a1a07b25ce62 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:02.762607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 8ee299c7-1ca8-439e-a4d0-3fb258b1bb54 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:02.766540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: ca66c59b-7517-43e5-bc40-a1a07b25ce62 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:02.766962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device ca66c59b-7517-43e5-bc40-a1a07b25ce62 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:02.771924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.787495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:02.806951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.807309 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Added segment f20b6537-87af-469b-a775-f29d316b635e of type vlan for network 06a5a124-79eb-416d-943a-e959a2901176 Sep 28 08:38:02.811629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.812854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/3690996d-c7c8-4912-883c-a9723ab8c27a HTTP/1.1" status: 204 len: 168 time: 0.3766849 Sep 28 08:38:02.821443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.824169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39232) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.832460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:02.869105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39234) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:02.877511 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:38:02.890588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c199914e-f592-43e2-a5e4-ea0e4c7f08bd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:02.892009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 486410f5-f5f6-4d57-9a73-b86d973749ea up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:02.939384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eeeef7-c108-4ab3-a33e-2deef22a02ed None None] Update dhcp port {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'fixed_ips': [{'subnet_id': 'ad376a1f-6860-468e-8539-3545b025ceb1', 'ip_address': '172.20.0.18'}, {'subnet_id': '9bde3984-522d-46f1-b057-b63512ed74e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d492b8f-4ea1-4968-b139-d20b43827c2d'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'b8548c26-11c8-4802-b7d2-75d178af1cd4'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:38:02.960024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e24dd-3752-4e75-8f03-85d379d8dd61 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3690996d-c7c8-4912-883c-a9723ab8c27a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.014161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port a7187a5b-cf2d-4a17-afc4-def01074e4a1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:03.014896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.018874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.058373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.067271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.072801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.184861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.187947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.191762 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/da86540c-e0e5-4ca3-8ce8-8a8576bce392 HTTP/1.1" status: 204 len: 168 time: 0.3182800 Sep 28 08:38:03.205642 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 6 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:03.208238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bdc16223-d56d-4bf3-88c9-5bdf73fead89 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3722324 Sep 28 08:38:03.217534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39238) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.218798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde44d-7163-414c-a7aa-800c9d8baf78 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86540c-e0e5-4ca3-8ce8-8a8576bce392,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.250708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe3ad27-93af-47c2-8617-e007dc45cbbb None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:03.251327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39240) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.327283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.329391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.343937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:03.345684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.345808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-43eeeef7-c108-4ab3-a33e-2deef22a02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.383419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.413887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port a7187a5b-cf2d-4a17-afc4-def01074e4a1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a7187a5b-cf2d-4a17-afc4-def01074e4a1,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:03.414263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.440348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=9bde3984-522d-46f1-b057-b63512ed74e2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.444452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:03.451914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.456482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 486410f5-f5f6-4d57-9a73-b86d973749ea triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:03.456858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.457221 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 486410f5-f5f6-4d57-9a73-b86d973749ea Sep 28 08:38:03.458546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 406487fc-aeea-4146-b0b6-6150b36938be is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:03.459188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for a7187a5b-cf2d-4a17-afc4-def01074e4a1 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:03.543087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.624246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.627512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ac974ced-13bf-4722-8543-98f586135195 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/9bde3984-522d-46f1-b057-b63512ed74e2 HTTP/1.1" status: 204 len: 168 time: 2.1048934 Sep 28 08:38:03.639304 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1522670 Sep 28 08:38:03.640191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39242) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.644855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39244) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.652135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fc71a-e440-499e-b317-389e35b2add7 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Network': ['ID=06a5a124-79eb-416d-943a-e959a2901176,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.671987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 0378edc4-ad6f-4c88-a888-fc0b79390acc {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:03.688803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 06a5a124-79eb-416d-943a-e959a2901176 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:03.742285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'network_id': '06a5a124-79eb-416d-943a-e959a2901176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:03.746232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.773336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.782272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.809744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.812536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.816269 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/21fb1fbc-c24d-4a4c-90a3-e60226de3819 HTTP/1.1" status: 204 len: 168 time: 0.5921497 Sep 28 08:38:03.821217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=a7187a5b-cf2d-4a17-afc4-def01074e4a1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.821430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.836491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa20ef-c797-4c47-9211-a655c91187d7 None None] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:03.839227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b628-ccf2-4ed9-b554-00139d59e6a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb1fbc-c24d-4a4c-90a3-e60226de3819,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.879118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.888353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:03.890922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet 6d492b8f-4ea1-4968-b139-d20b43827c2d {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:03.901324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9e4f2c08-c5db-4320-a887-0e7bd16a56bb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3085279 Sep 28 08:38:03.910285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39248) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:03.915418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba222b-17db-470e-8afa-947766ebbf56 None None] Network e0050720-5844-4963-95c6-7418d6e5daf1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:03.923020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:03.931783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] Sync routers for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:03.956403 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 7 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:04.029773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6ee4a2d-40c9-4e4b-920a-36c68c5c265a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1999261 Sep 28 08:38:04.029773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.053425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39250) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.059324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60516c53-4c15-4f2e-a086-c24bff388dad tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:04.063906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-60516c53-4c15-4f2e-a086-c24bff388dad tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports/c3cde580-29d6-4bac-985f-fbb37fbce792 HTTP/1.1" status: 200 len: 910 time: 0.1508346 Sep 28 08:38:04.066368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:04.067272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:04.067507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39252) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.077695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048743707'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:04.118408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.151584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1699343-2f3b-4b33-a1d5-7db65221ca78 None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:04.166197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee299c7-1ca8-439e-a4d0-3fb258b1bb54,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.168949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.252145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 486410f5-f5f6-4d57-9a73-b86d973749ea is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:04.260626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.264029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:04.267525 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e3ece55-2bbf-4f87-8c7b-485dcc6ee419 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/8ee299c7-1ca8-439e-a4d0-3fb258b1bb54 HTTP/1.1" status: 204 len: 168 time: 1.7280231 Sep 28 08:38:04.273416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39254) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.285293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4ce1f196-2258-4628-86cf-685218b76d28 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:04.323734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:04.332103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4ce1f196-2258-4628-86cf-685218b76d28 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:04.332346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4ce1f196-2258-4628-86cf-685218b76d28 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:04.336029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.340227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.352857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:04.353522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:04.412455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:04.413165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28924b64-1b13-43cd-a790-052e832f05dd None None] The sync data for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:04.504940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 96d380c5-d56b-4c3e-9406-d0cb058739ef {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:04.520219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.534812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.578162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.606480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b8548c26-11c8-4802-b7d2-75d178af1cd4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:04.630712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.678641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Made reservation on behalf of e2a57a405bc342b090d7246a3f27f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:04.682439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.692060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee0be2-6061-4ff3-be6f-a6e0c3c087ea,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.702423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.707289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.708869 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f23713f7-7cf3-4591-aa5f-37b654a35e44 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6541340 Sep 28 08:38:04.720576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39256) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.731582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee0be2-6061-4ff3-be6f-a6e0c3c087ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:04.747459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b8548c26-11c8-4802-b7d2-75d178af1cd4 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:04.748029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.756333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.804171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.813439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.815685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f656d-ffa1-47d8-b5db-d31348b5c6a1 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:04.821365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/6d492b8f-4ea1-4968-b139-d20b43827c2d HTTP/1.1" status: 204 len: 168 time: 1.1766667 Sep 28 08:38:04.824769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a324-cfb0-497e-bbba-c3d4fb65aef0 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=6d492b8f-4ea1-4968-b139-d20b43827c2d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.826667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39258) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.835009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:04.838839 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 8 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:04.855786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Performing IP validity checks on allocation pools {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:38:04.857545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:38:04.882512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.887155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-2861dedf-4c2a-4f0d-b101-2147d4f16990 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:04.887632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2861dedf-4c2a-4f0d-b101-2147d4f16990 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:04.898080 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2861dedf-4c2a-4f0d-b101-2147d4f16990 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/9bde3984-522d-46f1-b057-b63512ed74e2 HTTP/1.1" status: 404 len: 337 time: 0.0609021 Sep 28 08:38:04.902452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39260) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.956277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94a6de-4e9f-48e5-b15b-ea5f077fd93d None None] Update dhcp port {'port': {'network_id': '27260c31-9026-4b63-a716-f2d590a71018', 'fixed_ips': [{'subnet_id': 'ad376a1f-6860-468e-8539-3545b025ceb1', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d492b8f-4ea1-4968-b139-d20b43827c2d'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'b8548c26-11c8-4802-b7d2-75d178af1cd4'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:38:04.968364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:04.981153 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/0378edc4-ad6f-4c88-a888-fc0b79390acc HTTP/1.1" status: 204 len: 168 time: 1.7223899 Sep 28 08:38:04.986722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39262) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:04.990737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:04.998347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca34361-4c32-4f35-8729-ac76f3342ab9 None None] Network 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:05.023649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba538-c112-45d8-8668-6a86bcdb0af6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=0378edc4-ad6f-4c88-a888-fc0b79390acc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.042350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe94a6de-4e9f-48e5-b15b-ea5f077fd93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.052703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.064770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.102384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.187112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting subnet ad376a1f-6860-468e-8539-3545b025ceb1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:05.204472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.286820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.355730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.363853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=96d380c5-d56b-4c3e-9406-d0cb058739ef,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.371306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:05.377974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.416274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.418241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.422268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.425429 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cb1f0c72-ea2a-4786-8f63-69b40d2a393d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/96d380c5-d56b-4c3e-9406-d0cb058739ef HTTP/1.1" status: 204 len: 168 time: 1.1446428 Sep 28 08:38:05.428337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.434955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39264) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.446412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dfe8b0-d3bd-4a2d-b09b-101fecb69b49,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.495336 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 9 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:05.512894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.514578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-11a80c9f-f064-4f33-8287-64582963f9da tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7865438 Sep 28 08:38:05.517744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39266) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.548126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:05.580240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-893716a6-a57d-4527-99b9-0273f865bd9c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316242 Sep 28 08:38:05.604878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39268) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.658106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:05.668015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.693835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] DHCP port deletion for 0f93ff7a-56f8-4601-8b08-8ad72ea04b71 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:05.696546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.706887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfcc55-39ae-43c7-8788-6acadaa78f05 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:05.710845 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a8cfcc55-39ae-43c7-8788-6acadaa78f05 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1024361 Sep 28 08:38:05.732463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39270) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.750789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.758025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Deleting port 1289ac7b-4d96-47c9-8956-44bf89e19378 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:05.759200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.783927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Deleting port d15fe1ca-9344-431f-bf69-cf79cddff369 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:05.783927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.834581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f61cd-366b-49db-825c-f6c0ced185e3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:05.838509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fb5f61cd-366b-49db-825c-f6c0ced185e3 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0990255 Sep 28 08:38:05.840858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39272) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.898564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-33607b1f-5a21-4ece-91bc-8d1ec0d290e0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477800 Sep 28 08:38:05.899958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39274) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:05.902131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] For port 1289ac7b-4d96-47c9-8956-44bf89e19378, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1289ac7b-4d96-47c9-8956-44bf89e19378,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:05.902131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.904831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] For port d15fe1ca-9344-431f-bf69-cf79cddff369, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d15fe1ca-9344-431f-bf69-cf79cddff369,segment=NetworkSegment(2b05f3fe-f181-4429-95b4-b899eb5dfbe8),segment_id=2b05f3fe-f181-4429-95b4-b899eb5dfbe8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:05.905284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.905968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:05.910821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.21.0.1 (e0050720-5844-4963-95c6-7418d6e5daf1/c9a49c59-6b9b-4dfd-9a45-84299710dc58/066e7400-16e3-4887-bebb-4c90db88c760) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:05.925643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Calling delete_port for 1289ac7b-4d96-47c9-8956-44bf89e19378 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:05.930805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Calling delete_port for d15fe1ca-9344-431f-bf69-cf79cddff369 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-fe94a6de-4e9f-48e5-b15b-ea5f077fd93d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad376a1f-6860-468e-8539-3545b025ceb1: This subnet is being modified by another concurrent operation. Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1799, in update_port Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad376a1f-6860-468e-8539-3545b025ceb1: This subnet is being modified by another concurrent operation. Sep 28 08:38:05.935387 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:38:05.945731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.983076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Subnet': ['ID=ad376a1f-6860-468e-8539-3545b025ceb1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.986548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.987543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:05.991824 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/c5ee0be2-6061-4ff3-be6f-a6e0c3c087ea HTTP/1.1" status: 204 len: 168 time: 0.4698486 Sep 28 08:38:05.994496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39276) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.004143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.005598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.011239 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40d1bd35-e652-4052-b60a-40c0308c660e tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/ad376a1f-6860-468e-8539-3545b025ceb1 HTTP/1.1" status: 204 len: 168 time: 1.1061141 Sep 28 08:38:06.029824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc6c70-ca15-4d4c-bc11-34514c214f8c None None] Network 27260c31-9026-4b63-a716-f2d590a71018 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:06.035082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39278) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.049186 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Attempt 10 to provision port a737c798-cbcc-4711-8461-3de8d4fb33c6 Sep 28 08:38:06.050808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3447543-2f18-432f-ad0c-1bb35ebc0cd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee0be2-6061-4ff3-be6f-a6e0c3c087ea,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.083997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:06.088773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.090917 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:06.091762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:06.120333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7caeacdd-82f6-427b-ac8a-93c66a39dc12 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2161126 Sep 28 08:38:06.120584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39280) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.126181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:06.164512 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-805a8562-ad73-420e-b9be-11549dec6050 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:06.165559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805a8562-ad73-420e-b9be-11549dec6050 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:06.168806 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-805a8562-ad73-420e-b9be-11549dec6050 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/5e82e7e1-07ec-4096-9b87-73727dd3acb4 HTTP/1.1" status: 404 len: 337 time: 0.1225114 Sep 28 08:38:06.170156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:06.179305 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d71c022e-0ac2-4164-8db5-216eb4c63a2f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5502901 Sep 28 08:38:06.179305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39282) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.185606 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:06.187904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aefbc-32d9-47e6-a42e-b18e2c97c240 None None] Port a737c798-cbcc-4711-8461-3de8d4fb33c6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:06.203347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39284) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.218153 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:06.219132 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:06.235379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.241134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.274704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] Pushing event deleted for resources: {'Port': ['ID=1289ac7b-4d96-47c9-8956-44bf89e19378,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.279331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:06.285133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011b520-c9e8-4b27-8a68-66b93f54f007 None None] No DVR routers for this DVR port 1289ac7b-4d96-47c9-8956-44bf89e19378 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:06.289885 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2c2fefd4-8614-4d44-81ef-94bb0d074ddf tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "GET /v2.0/ports?device_id=d91ce5b9-572e-463c-86c9-bf7c248e1fc5 HTTP/1.1" status: 200 len: 205 time: 0.1047931 Sep 28 08:38:06.299520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.299520 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:06.299520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:06.302239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39286) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.312743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] No DVR routers for this DVR port d15fe1ca-9344-431f-bf69-cf79cddff369 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:06.316889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=00727858-dc28-4969-8e64-79edfd5b3f62,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.318341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba729f45-b4b3-456d-87e5-9176c949b5b1 None None] Pushing event deleted for resources: {'Port': ['ID=d15fe1ca-9344-431f-bf69-cf79cddff369,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.353342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port d15fe1ca-9344-431f-bf69-cf79cddff369 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:06.353999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.358346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Provisioning complete for port 486410f5-f5f6-4d57-9a73-b86d973749ea triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:06.358724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.359066 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 1 to provision port 486410f5-f5f6-4d57-9a73-b86d973749ea Sep 28 08:38:06.371503 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2c5c4189-4f1d-4231-bfa3-f39d96ac4302 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3735778 Sep 28 08:38:06.378191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39288) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.397213 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:06.431994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732169200'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:06.432335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] DHCP port deletion for 27260c31-9026-4b63-a716-f2d590a71018 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:06.436610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-751ac7a4-4929-4bbc-a4ff-06555fcc6d98 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] delete failed (client error): The resource could not be found. Sep 28 08:38:06.451557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39290) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.456618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-751ac7a4-4929-4bbc-a4ff-06555fcc6d98 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/routers/d91ce5b9-572e-463c-86c9-bf7c248e1fc5 HTTP/1.1" status: 404 len: 336 time: 0.1441894 Sep 28 08:38:06.475614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Checking segment: {'id': 'f20b6537-87af-469b-a775-f29d316b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '06a5a124-79eb-416d-943a-e959a2901176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:06.476272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network hostable DHCP agents. Network: 06a5a124-79eb-416d-943a-e959a2901176, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:06.478062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-577f8b5a-0f46-4030-a5bc-5c2ab107d2ea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3560965 Sep 28 08:38:06.480588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39292) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.484847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 3a47f8d0-50d5-459e-817e-4bc8eb8ed64a {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:06.485697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1289ac7b-4d96-47c9-8956-44bf89e19378 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:06.489251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:06.490032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.509672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1289ac7b-4d96-47c9-8956-44bf89e19378 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:06.510335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1289ac7b-4d96-47c9-8956-44bf89e19378 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:06.510827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d15fe1ca-9344-431f-bf69-cf79cddff369 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:06.515029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf28c77f-9590-4629-9dd5-7f704e33b30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.517624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.520817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df1c98-d0ab-4264-9959-eac3b02d596c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:06.523613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71df1c98-d0ab-4264-9959-eac3b02d596c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:06.527897 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71df1c98-d0ab-4264-9959-eac3b02d596c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/2b6c192e-40df-4f00-8879-5b6ba27aff03 HTTP/1.1" status: 404 len: 337 time: 0.0706484 Sep 28 08:38:06.532412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39294) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.570010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d15fe1ca-9344-431f-bf69-cf79cddff369 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:06.570313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d15fe1ca-9344-431f-bf69-cf79cddff369 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:06.595555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Current status of the port 486410f5-f5f6-4d57-9a73-b86d973749ea is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:06.605559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.606664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Deleting port b8548c26-11c8-4802-b7d2-75d178af1cd4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:06.607204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.608920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Could not find standard attr ID for object 1289ac7b-4d96-47c9-8956-44bf89e19378. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:06.613282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-be200fd6-71de-4c80-b2a3-6ef813177de8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:06.613968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be200fd6-71de-4c80-b2a3-6ef813177de8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:06.622791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-be200fd6-71de-4c80-b2a3-6ef813177de8 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/6b8e061d-ecb4-4eb9-9377-dee65030d618 HTTP/1.1" status: 404 len: 337 time: 0.0890646 Sep 28 08:38:06.623805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39296) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:06.638304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port d15fe1ca-9344-431f-bf69-cf79cddff369, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:06.638844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.647640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Provisioning complete for port c3cde580-29d6-4bac-985f-fbb37fbce792 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:06.647967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.648323 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 1 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:06.651153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.701859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Network 06a5a124-79eb-416d-943a-e959a2901176 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:06.718083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for d15fe1ca-9344-431f-bf69-cf79cddff369 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:06.725513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] For port b8548c26-11c8-4802-b7d2-75d178af1cd4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b8548c26-11c8-4802-b7d2-75d178af1cd4,segment=NetworkSegment(193819d9-ccd9-4d8d-9ec8-82acfde839b7),segment_id=193819d9-ccd9-4d8d-9ec8-82acfde839b7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:06.725961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.731233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Port d15fe1ca-9344-431f-bf69-cf79cddff369 was not found and therefore no delete operation was performed {{(pid=103309) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:38:06.744107 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.748583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Calling delete_port for b8548c26-11c8-4802-b7d2-75d178af1cd4 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:06.759190 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:03Z', 'revision_number': 9, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:06.760379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:06.776093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 06a5a124-79eb-416d-943a-e959a2901176) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:06.782617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:06.783353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.803570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec925828-a487-4cd0-abfb-b99c7ec8ce05 None None] Network 06a5a124-79eb-416d-943a-e959a2901176 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:06.807656 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:06.818219 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:06.818937 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:37:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:06.826274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port d15fe1ca-9344-431f-bf69-cf79cddff369 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:06.833688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.844690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=d15fe1ca-9344-431f-bf69-cf79cddff369,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.973798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:06.974616 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:07.016635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] Pushing event deleted for resources: {'Port': ['ID=b8548c26-11c8-4802-b7d2-75d178af1cd4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:07.020392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c929094-17ca-4500-a49f-e7fd660c1a1f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.020977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c929094-17ca-4500-a49f-e7fd660c1a1f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.025121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12309bb1-d6be-46a3-b7c6-f6e6a7ff781c None None] No DVR routers for this DVR port b8548c26-11c8-4802-b7d2-75d178af1cd4 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:07.027123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c929094-17ca-4500-a49f-e7fd660c1a1f tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/613eaac4-d9be-4606-a747-1a00c795a75d HTTP/1.1" status: 404 len: 337 time: 0.3958313 Sep 28 08:38:07.027829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.076892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e8abe1-6efa-4ba8-9d4b-45441e157e2d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.077587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e8abe1-6efa-4ba8-9d4b-45441e157e2d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.084340 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-18003559-387d-4bf7-8c9d-521e269abaaf tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4320567 Sep 28 08:38:07.084903 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d3e8abe1-6efa-4ba8-9d4b-45441e157e2d tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/3dadaf4b-9448-48ff-82fa-0e93516fdbe3 HTTP/1.1" status: 404 len: 333 time: 0.0527420 Sep 28 08:38:07.085309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-06a5a124-79eb-416d-943a-e959a2901176', 'network_id': '06a5a124-79eb-416d-943a-e959a2901176', 'tenant_id': 'e2a57a405bc342b090d7246a3f27f804', 'fixed_ips': [{'subnet_id': '00727858-dc28-4969-8e64-79edfd5b3f62'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:07.085453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39300) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.085787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.086747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.094324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network e0050720-5844-4963-95c6-7418d6e5daf1 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:07.098878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:07.109441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.115720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:07.118906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:07.204238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc4cdce-86f7-44d0-a191-e05c9499d503 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.205065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc4cdce-86f7-44d0-a191-e05c9499d503 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.218717 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3bc4cdce-86f7-44d0-a191-e05c9499d503 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/5ddf3334-cb7f-4c50-8af8-4af98106526d HTTP/1.1" status: 404 len: 337 time: 0.1318860 Sep 28 08:38:07.274617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39304) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.279232 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 2 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:07.297156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:07.301113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.303455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:07.304107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.346429 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa562397-79df-459a-93ab-d76c01986a2c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.347025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa562397-79df-459a-93ab-d76c01986a2c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.353450 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aa562397-79df-459a-93ab-d76c01986a2c tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/98a7522e-a8ed-41d6-a732-f54a970a23c1 HTTP/1.1" status: 404 len: 337 time: 0.0772684 Sep 28 08:38:07.356471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39306) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.369775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:03Z', 'revision_number': 9, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.378099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:07.386395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d89ae8-95d1-406f-8eff-74327abb54fe tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.387447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d89ae8-95d1-406f-8eff-74327abb54fe tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.393460 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d0d89ae8-95d1-406f-8eff-74327abb54fe tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/afb0ac34-ec30-4bba-940c-67d1705277de HTTP/1.1" status: 404 len: 333 time: 0.0338371 Sep 28 08:38:07.396965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39308) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.430252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Allocated IP 172.20.0.3 (06a5a124-79eb-416d-943a-e959a2901176/00727858-dc28-4969-8e64-79edfd5b3f62/53adf8cd-6055-46e4-bd29-ae066f98fa3d) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:07.438161 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e1f95-cd45-48ff-a181-38fe5d32cf39 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:03Z', 'revision_number': 9, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': '4514d49b-95e0-426c-8b96-27167d899df9', 'name': '', 'network_id': 'd272ad7a-bf8b-478a-a70b-0a9bf2596fff', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:1c:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:19Z', 'updated_at': '2022-09-28T08:37:26Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': '6c6789dc-5a00-4c6e-a62e-148f56fc84b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:07.451665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c90a35e7-92a9-4dbd-9c18-7c7d600850e6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9693677 Sep 28 08:38:07.458119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39310) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.478888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:07.483483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a85133f-a39c-4c18-9718-5b9c9ebe8e74 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.484234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a85133f-a39c-4c18-9718-5b9c9ebe8e74 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.491028 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3a85133f-a39c-4c18-9718-5b9c9ebe8e74 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/edd01a16-6e5e-40ee-9a98-25c6534451a8 HTTP/1.1" status: 404 len: 337 time: 0.0927138 Sep 28 08:38:07.492900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4287352135'] for subnet, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.496920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39312) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.539205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e629f5-1fed-4199-9432-5ea3688dcc59 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:07.539951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e629f5-1fed-4199-9432-5ea3688dcc59 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.545831 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a0e629f5-1fed-4199-9432-5ea3688dcc59 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/subnets/acf0ebad-39c1-4def-a5c4-2d3b951f793e HTTP/1.1" status: 404 len: 337 time: 0.0474875 Sep 28 08:38:07.546982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39314) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.624379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.632643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.636667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.640889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.690899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Network 06a5a124-79eb-416d-943a-e959a2901176 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:07.693097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.695442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=066e7400-16e3-4887-bebb-4c90db88c760,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:07.707753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:07.711413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Pushing event updated for resources: {'Port': ['ID=53adf8cd-6055-46e4-bd29-ae066f98fa3d,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:07.711790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f93ff7a-56f8-4601-8b08-8ad72ea04b71']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.715102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:07.746660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:07.747370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b05f3fe-f181-4429-95b4-b899eb5dfbe8') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.747670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b05f3fe-f181-4429-95b4-b899eb5dfbe8') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.750229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.751740 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:07.752190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:07.779823 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.784241 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3708162 Sep 28 08:38:07.789778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.792435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.797597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850069287'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:07.812610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Attempting to bind port 53adf8cd-6055-46e4-bd29-ae066f98fa3d on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:07.813065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Attempting to bind port 53adf8cd-6055-46e4-bd29-ae066f98fa3d by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'f20b6537-87af-469b-a775-f29d316b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '06a5a124-79eb-416d-943a-e959a2901176'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:07.813437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Attempting to bind port 53adf8cd-6055-46e4-bd29-ae066f98fa3d on network 06a5a124-79eb-416d-943a-e959a2901176 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:07.813633 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.820028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Deleting port a737c798-cbcc-4711-8461-3de8d4fb33c6 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:07.820370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.820770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:07.821317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Checking segment: {'id': 'f20b6537-87af-469b-a775-f29d316b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '06a5a124-79eb-416d-943a-e959a2901176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:07.823089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.823731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Bound using segment: {'id': 'f20b6537-87af-469b-a775-f29d316b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '06a5a124-79eb-416d-943a-e959a2901176'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:07.824295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Bound port: 53adf8cd-6055-46e4-bd29-ae066f98fa3d, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20b6537-87af-469b-a775-f29d316b635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '06a5a124-79eb-416d-943a-e959a2901176'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:07.824697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.827568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20410392-33c7-4bb3-bcf0-e7fb92e14469 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f988d9dd-4ece-46a7-b014-dc0ef3a85645,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:07.830128 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.832113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-55d84fda-4390-4d8f-aaad-5ab3b045e1bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3647537 Sep 28 08:38:07.857970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39318) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:07.863463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:07.881169 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 3 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:07.925856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.930961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.959178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:07.959581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.963524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:07.969419 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/3a47f8d0-50d5-459e-817e-4bc8eb8ed64a HTTP/1.1" status: 204 len: 168 time: 1.7544882 Sep 28 08:38:07.975667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:07.980970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec28e2-099c-4e3c-8656-a71554fc2931 None None] Network 40138bc7-2bcb-40b7-99ef-00d01173b720 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:08.013293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] For port 53adf8cd-6055-46e4-bd29-ae066f98fa3d, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:08.019640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.042110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd49fd-4ef9-4fab-a3ab-f59124c70a90 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=3a47f8d0-50d5-459e-817e-4bc8eb8ed64a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.045227 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2b05f3fe-f181-4429-95b4-b899eb5dfbe8 resource provider aggregate not found Sep 28 08:38:08.066084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4288538834'] for subnet, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.098809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] For port 53adf8cd-6055-46e4-bd29-ae066f98fa3d, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53adf8cd-6055-46e4-bd29-ae066f98fa3d,segment=NetworkSegment(f20b6537-87af-469b-a775-f29d316b635e),segment_id=f20b6537-87af-469b-a775-f29d316b635e)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:08.105869 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2b05f3fe-f181-4429-95b4-b899eb5dfbe8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b05f3fe-f181-4429-95b4-b899eb5dfbe8 found for delete ", "request_id": "req-a5f83fdf-eda8-4982-9c5c-e16dd690f168"}]} Sep 28 08:38:08.144907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.208813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.220101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event updated for resources: {'Subnet': ['ID=00727858-dc28-4969-8e64-79edfd5b3f62,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.262717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:08.263740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.265601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d78ef6f0-3c71-4e0c-a9c7-bf35517076ce tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "PUT /v2.0/subnets/00727858-dc28-4969-8e64-79edfd5b3f62 HTTP/1.1" status: 200 len: 877 time: 1.1716671 Sep 28 08:38:08.270583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39326) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.288544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.295317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d5026-cd90-47e3-8a7d-1edae3d8f9af None None] Pushing event updated for resources: {'Port': ['ID=53adf8cd-6055-46e4-bd29-ae066f98fa3d,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.296844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.308075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.314418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Calling delete_port for a737c798-cbcc-4711-8461-3de8d4fb33c6 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:08.318481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.330506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.336746 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/0f93ff7a-56f8-4601-8b08-8ad72ea04b71 HTTP/1.1" status: 204 len: 168 time: 3.3470874 Sep 28 08:38:08.343503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39328) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.356143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.374001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b077d-674d-4309-a455-67983abb55ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=0f93ff7a-56f8-4601-8b08-8ad72ea04b71,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.402445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] DHCP port deletion for 40138bc7-2bcb-40b7-99ef-00d01173b720 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:08.431389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.432667 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6404467 Sep 28 08:38:08.442268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39330) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.446894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': 'f988d9dd-4ece-46a7-b014-dc0ef3a85645', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cb7d50d0-f9e5-4b24-98a5-d8444477d7c4', 'remote_ip_prefix': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:08.464637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7187a5b-cf2d-4a17-afc4-def01074e4a1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:08.482630 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 4 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:08.504785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4815c2f-c12d-4934-9caa-2608decc2583 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d50d0-f9e5-4b24-98a5-d8444477d7c4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.540561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a7187a5b-cf2d-4a17-afc4-def01074e4a1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:08.541023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a7187a5b-cf2d-4a17-afc4-def01074e4a1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:08.582884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:08.583214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:08.590589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.592995 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:08.593641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:08.598825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Deleting port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:08.599203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.635575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9591b8a2-e863-45ee-b75a-012bbe6afde1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7760906 Sep 28 08:38:08.644207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39332) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.645752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:08.646097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.661587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:08.720993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.763361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.778296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Port': ['ID=a737c798-cbcc-4711-8461-3de8d4fb33c6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.784420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.788937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f8db2d58-cb89-4d9a-b599-93a695d95db6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/ports/a737c798-cbcc-4711-8461-3de8d4fb33c6 HTTP/1.1" status: 204 len: 168 time: 1.2382085 Sep 28 08:38:08.795949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.801328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39334) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:08.878183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] For port 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c596ff5-8a3a-45de-bca7-178b88ce2c96,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:08.878861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.898368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Calling delete_port for 7c596ff5-8a3a-45de-bca7-178b88ce2c96 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:08.902788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df3921a3-2a13-44a4-9422-c6ce4da276dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.920165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 7c596ff5-8a3a-45de-bca7-178b88ce2c96, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7c596ff5-8a3a-45de-bca7-178b88ce2c96,segment=NetworkSegment(fee00611-6ed8-4301-89c9-79ad7444d908),segment_id=fee00611-6ed8-4301-89c9-79ad7444d908)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:08.920447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.940672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.987531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:08.999238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 7c596ff5-8a3a-45de-bca7-178b88ce2c96 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:08.999561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port 53adf8cd-6055-46e4-bd29-ae066f98fa3d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:09.000045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.003804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:09.004266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.017455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:09.020233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] Pushing event deleted for resources: {'Port': ['ID=7c596ff5-8a3a-45de-bca7-178b88ce2c96,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.021374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.027228 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:09.027728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:09.027934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f9951-9408-4ce4-b784-18754a1d8161 None None] No DVR routers for this DVR port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:09.084599 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 5 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:09.109624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.128231 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-249f523e-f798-4c47-88b9-135feaf4687b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4729125 Sep 28 08:38:09.134160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:09.135963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39336) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.176626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.181859 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fbabba9e-e075-4759-b16b-bdd7a9999953 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446520 Sep 28 08:38:09.187869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39338) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.200355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27260c31-9026-4b63-a716-f2d590a71018']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:09.212150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.221334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193819d9-ccd9-4d8d-9ec8-82acfde839b7') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:09.221718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193819d9-ccd9-4d8d-9ec8-82acfde839b7') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:09.238811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.239374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.255928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.258051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.270782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:09.281906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port 53adf8cd-6055-46e4-bd29-ae066f98fa3d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53adf8cd-6055-46e4-bd29-ae066f98fa3d,segment=NetworkSegment(f20b6537-87af-469b-a775-f29d316b635e),segment_id=f20b6537-87af-469b-a775-f29d316b635e)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:09.282911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.283247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.286048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa23ea7b-3e4c-41a1-8f1e-abc3f286e15f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.298801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.301458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.303805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39340) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.304731 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-31beb201-2d6b-412c-b68e-75a7ed2325dc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8613825 Sep 28 08:38:09.359738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for 53adf8cd-6055-46e4-bd29-ae066f98fa3d owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:09.378813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4db99-1c80-4451-80f1-bc663ea24f82 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:09.379646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:09.380472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.383699 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-05e4db99-1c80-4451-80f1-bc663ea24f82 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877058 Sep 28 08:38:09.389256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39342) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.407948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.427754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 193819d9-ccd9-4d8d-9ec8-82acfde839b7 resource provider aggregate not found Sep 28 08:38:09.457150 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d75ce15c-2b82-4da4-9130-c42d5d859089 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639036 Sep 28 08:38:09.460381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 193819d9-ccd9-4d8d-9ec8-82acfde839b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 193819d9-ccd9-4d8d-9ec8-82acfde839b7 found for delete ", "request_id": "req-081acc4d-628b-4a56-8a79-64b00f26291b"}]} Sep 28 08:38:09.461347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=066e7400-16e3-4887-bebb-4c90db88c760,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.468255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39348) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.470112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.476382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:09.507865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port 7c596ff5-8a3a-45de-bca7-178b88ce2c96 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:09.524774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=7c596ff5-8a3a-45de-bca7-178b88ce2c96,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.543813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.563897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e2848-9108-419a-87ad-0a5c49c2d18e None None] Network 06a5a124-79eb-416d-943a-e959a2901176 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:09.571029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.575206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.579492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] 10.222.0.27 "DELETE /v2.0/networks/27260c31-9026-4b63-a716-f2d590a71018 HTTP/1.1" status: 204 len: 168 time: 0.7749493 Sep 28 08:38:09.581419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.616980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b700-d53a-4c94-a7db-f016dd840bb6 tempest-PortsTestJSON-883291797 tempest-PortsTestJSON-883291797-project] Pushing event deleted for resources: {'Network': ['ID=27260c31-9026-4b63-a716-f2d590a71018,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.635067 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 6 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:09.662000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.669563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.671531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/fa23ea7b-3e4c-41a1-8f1e-abc3f286e15f HTTP/1.1" status: 204 len: 168 time: 0.3330808 Sep 28 08:38:09.681381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39352) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.697800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:09.752473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff02c1-e33e-4593-af99-7a21100fdf0b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa23ea7b-3e4c-41a1-8f1e-abc3f286e15f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.800449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network e0050720-5844-4963-95c6-7418d6e5daf1 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:09.805731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:09.825345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9cd23242-e715-49d3-baa5-08cf253b97bc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1157565 Sep 28 08:38:09.825661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.828791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.830856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39356) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.879990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=2f8a2e7f-3b3e-4b83-b57d-61c3aabb4204,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.951672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:09.953201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39358) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:09.970078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=53adf8cd-6055-46e4-bd29-ae066f98fa3d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:10.008484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40138bc7-2bcb-40b7-99ef-00d01173b720']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.019423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port 53adf8cd-6055-46e4-bd29-ae066f98fa3d on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:10.023234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:10.026490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.048200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.055179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee00611-6ed8-4301-89c9-79ad7444d908') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.055478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee00611-6ed8-4301-89c9-79ad7444d908') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.089973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.110913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.111473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP df20075f-dc71-4ff3-8213-96db2eda6084 disassociated (deleted). External IP: 172.26.4.167, port: 7fb17778-807d-4193-809d-78de9a2c7108. Sep 28 08:38:10.145727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 406487fc-aeea-4146-b0b6-6150b36938be has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:10.155204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.179019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:10.179434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.199624 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 7 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:10.230449 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment fee00611-6ed8-4301-89c9-79ad7444d908 resource provider aggregate not found Sep 28 08:38:10.250280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4144989-bce1-4c3d-a824-3e6ba67c82ea None None] Network 06a5a124-79eb-416d-943a-e959a2901176 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:10.268294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.275273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.280242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment fee00611-6ed8-4301-89c9-79ad7444d908 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fee00611-6ed8-4301-89c9-79ad7444d908 found for delete ", "request_id": "req-45a61ac1-950f-437b-aabd-ba0b699d005f"}]} Sep 28 08:38:10.325629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:10.340241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.342503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:10.354330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.374395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7d7e8901-3a9a-4306-bae3-6c138edce2a3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f146605ad8b743e09368619875fa903e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154959 Sep 28 08:38:10.381904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39366) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.389516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.392124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] Sync routers for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:10.400549 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/40138bc7-2bcb-40b7-99ef-00d01173b720 HTTP/1.1" status: 204 len: 168 time: 2.3746245 Sep 28 08:38:10.406153 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5b1855d4-9c46-400b-acd3-affaa2919124 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3375661 Sep 28 08:38:10.417160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39368) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.417618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39370) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.441077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:10.441880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.451725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be995a6-40a6-433d-9d0f-d9c9a3fb5e50 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=40138bc7-2bcb-40b7-99ef-00d01173b720,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:10.514481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.528135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.530568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c596ff5-8a3a-45de-bca7-178b88ce2c96 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:10.531239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.532575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/cb7d50d0-f9e5-4b24-98a5-d8444477d7c4 HTTP/1.1" status: 204 len: 168 time: 0.6976039 Sep 28 08:38:10.558474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39372) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.565675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:10.567060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.569225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7c596ff5-8a3a-45de-bca7-178b88ce2c96 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:10.569732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7c596ff5-8a3a-45de-bca7-178b88ce2c96 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:10.579350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c334a-bf5e-42b4-818d-45fde5cc7678 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:10.583382 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-123c334a-bf5e-42b4-818d-45fde5cc7678 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports/066e7400-16e3-4887-bebb-4c90db88c760 HTTP/1.1" status: 200 len: 910 time: 0.1611667 Sep 28 08:38:10.588749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39374) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.591597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abd1f6-0dd6-41c4-80ab-f6822fd7411b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d50d0-f9e5-4b24-98a5-d8444477d7c4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:10.624871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.626059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4f2d-df87-4d87-8094-deab1f200020 None None] The sync data for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:10.631290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.713948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:10.750051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.783624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a397fee-7be0-44cf-b9c3-2816cbd95e40 None None] Network 06a5a124-79eb-416d-943a-e959a2901176 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:10.820327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:38:10.837757 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 8 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:10.844456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.886470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:10.893872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:10.904637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:10.905380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:10.911422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f86bd5-ea1f-426c-ba0a-15eed67c6657 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:10.916349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:10.957094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=d718e91f-8a91-4b7b-81e1-86628dd53c29,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:10.962544 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8e91114b-5b68-493c-9517-855c0eb17b7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4903846 Sep 28 08:38:10.967878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39376) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:10.975542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:be:0d:d7', 'name': 'tempest-NetworksTestDHCPv6-154317133'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:11.052091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=00727858-dc28-4969-8e64-79edfd5b3f62,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.066824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d225283-9db4-4aea-9db9-6eaada6484cb None None] DHCP port deletion for 06a5a124-79eb-416d-943a-e959a2901176 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:11.122916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'd718e91f-8a91-4b7b-81e1-86628dd53c29'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:11.124117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.135335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.189977 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0324435a-ff84-4038-a555-737debd93710 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6297603 Sep 28 08:38:11.194150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.242790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.243728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39378) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:11.297992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Allocated IP 2001:db8::f816:3eff:fe8c:2bf1 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d718e91f-8a91-4b7b-81e1-86628dd53c29/266e9f44-a72b-470e-875c-49d0387f5b1c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:11.357586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a5a124-79eb-416d-943a-e959a2901176']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:11.393354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20b6537-87af-469b-a775-f29d316b635e') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:11.393658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20b6537-87af-469b-a775-f29d316b635e') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:11.421685 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 9 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:11.453700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.489659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:11.492876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.494993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:11.500355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.503195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.503384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.504371 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c718137b-47f4-41be-8d22-2b2a5d86d9e7 HTTP/1.1" status: 204 len: 168 time: 1.1215329 Sep 28 08:38:11.520232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.523135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.546415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.551229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:11.551835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.555750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b9904-e98f-40b0-a232-89d0fb22e489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c718137b-47f4-41be-8d22-2b2a5d86d9e7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.574830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:11.588506 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:11.592665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.599206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:11.601381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Pushing event updated for resources: {'Port': ['ID=266e9f44-a72b-470e-875c-49d0387f5b1c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.605623 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:11.608422 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:11.611920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:11.622772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:11.744029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Attempting to bind port 266e9f44-a72b-470e-875c-49d0387f5b1c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:11.744029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Attempting to bind port 266e9f44-a72b-470e-875c-49d0387f5b1c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:11.744358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Attempting to bind port 266e9f44-a72b-470e-875c-49d0387f5b1c on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:11.750532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f20b6537-87af-469b-a775-f29d316b635e resource provider aggregate not found Sep 28 08:38:11.760692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.767189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.767616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:11.769877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:11.770026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.771465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:11.773467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.773787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Bound port: 266e9f44-a72b-470e-875c-49d0387f5b1c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:11.774286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.775057 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:11.793372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:11.855892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7d36626-402f-42c9-b725-e97ea6552f30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/df20075f-dc71-4ff3-8213-96db2eda6084 HTTP/1.1" status: 204 len: 168 time: 3.5036244 Sep 28 08:38:11.879667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:38:11.894256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:11.902381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.912876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:11.916762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] For port 266e9f44-a72b-470e-875c-49d0387f5b1c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:11.918297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/f988d9dd-4ece-46a7-b014-dc0ef3a85645 HTTP/1.1" status: 204 len: 168 time: 0.6735065 Sep 28 08:38:11.920893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] For port 266e9f44-a72b-470e-875c-49d0387f5b1c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=266e9f44-a72b-470e-875c-49d0387f5b1c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:11.925830 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f20b6537-87af-469b-a775-f29d316b635e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f20b6537-87af-469b-a775-f29d316b635e found for delete ", "request_id": "req-004333ba-0c35-4246-9771-5fa6916249d6"}]} Sep 28 08:38:11.929312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39394) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:11.937365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.007005 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 10 to provision port c3cde580-29d6-4bac-985f-fbb37fbce792 Sep 28 08:38:12.028080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4c10d-b315-48e5-89d4-2ad0e68d7e73 x-openstack-request-id: req-e4f4c10d-b315-48e5-89d4-2ad0e68d7e73 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:12.028380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "tag": "7fb17778-807d-4193-809d-78de9a2c7108", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:12.028635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4f4c10d-b315-48e5-89d4-2ad0e68d7e73 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:12.029073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f4c10d-b315-48e5-89d4-2ad0e68d7e73'] response: {'name': 'network-changed', 'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108', 'status': 'completed', 'code': 200} Sep 28 08:38:12.039465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:febe:dd7 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d718e91f-8a91-4b7b-81e1-86628dd53c29/18b9a92c-20a4-48a1-8b45-0a7bcab51ceb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:12.071222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.111350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102f327-6ec9-415c-8261-191ed76a674d tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f988d9dd-4ece-46a7-b014-dc0ef3a85645,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.115256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.120291 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/06a5a124-79eb-416d-943a-e959a2901176 HTTP/1.1" status: 204 len: 168 time: 3.8444498 Sep 28 08:38:12.125869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.148953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642146b-aef0-488c-b6dc-2e6b70e995ff None None] Pushing event updated for resources: {'Port': ['ID=266e9f44-a72b-470e-875c-49d0387f5b1c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.158812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Port c3cde580-29d6-4bac-985f-fbb37fbce792 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:12.178846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Could not find standard attr ID for object b8548c26-11c8-4802-b7d2-75d178af1cd4. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:12.186177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Could not find standard attr ID for object a737c798-cbcc-4711-8461-3de8d4fb33c6. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:12.188448 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b28307-a5e6-49f0-a592-3f9132781ab3 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:12.189119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b28307-a5e6-49f0-a592-3f9132781ab3 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:12.192841 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-82b28307-a5e6-49f0-a592-3f9132781ab3 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/00727858-dc28-4969-8e64-79edfd5b3f62 HTTP/1.1" status: 404 len: 337 time: 0.0655863 Sep 28 08:38:12.205371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39402) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.211643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Provisioning complete for port c199914e-f592-43e2-a5e4-ea0e4c7f08bd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:12.212019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.212355 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Attempt 1 to provision port c199914e-f592-43e2-a5e4-ea0e4c7f08bd Sep 28 08:38:12.228141 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:12.244237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 4514d49b-95e0-426c-8b96-27167d899df9 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:12.244589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.247911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187660-05ff-4d96-938f-bf036618d112 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=06a5a124-79eb-416d-943a-e959a2901176,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.333555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-ccc3fd1e-4857-4da9-9b88-b2bce9bb64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.341561 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-ccc3fd1e-4857-4da9-9b88-b2bce9bb64c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 1098 time: 0.3116338 Sep 28 08:38:12.358590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a633417-85d8-493c-b089-4d2264284993 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4190907 Sep 28 08:38:12.366094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39408) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.425465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.431292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914537486'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:12.491789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8a53d968-92f9-4a8e-b89e-f507441e3921 None None] Current status of the port c199914e-f592-43e2-a5e4-ea0e4c7f08bd is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:12.548112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.555583 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:12.581149 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:12.584698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 266e9f44-a72b-470e-875c-49d0387f5b1c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:12.589658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.607811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.610389 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:12.656459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4f8c58-0da8-4e49-8ca0-f4f1fb3c82c1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:12.665165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4f8c58-0da8-4e49-8ca0-f4f1fb3c82c1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:12.666260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-32105833-d7d6-47ab-994e-53e40f13b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.667517 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af4f8c58-0da8-4e49-8ca0-f4f1fb3c82c1 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/06a5a124-79eb-416d-943a-e959a2901176 HTTP/1.1" status: 404 len: 339 time: 0.4607391 Sep 28 08:38:12.667773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-32105833-d7d6-47ab-994e-53e40f13b805 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 200 len: 898 time: 0.3032627 Sep 28 08:38:12.684889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Provisioning complete for port 066e7400-16e3-4887-bebb-4c90db88c760 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:12.685606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.686151 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Attempt 1 to provision port 066e7400-16e3-4887-bebb-4c90db88c760 Sep 28 08:38:12.717987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39416) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.746854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:12.748508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Port 066e7400-16e3-4887-bebb-4c90db88c760 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:12.749512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 266e9f44-a72b-470e-875c-49d0387f5b1c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:12.750037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.750369 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 266e9f44-a72b-470e-875c-49d0387f5b1c Sep 28 08:38:12.779335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:12.788800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:12.793313 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:12.795110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.796537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.804263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-aadb72a3-2cd2-4067-b319-8a1415c1daed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 200 len: 217 time: 0.0722804 Sep 28 08:38:12.809751 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c553cd3-e089-42e7-ab7f-f6caaae2ef12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:12.810324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c553cd3-e089-42e7-ab7f-f6caaae2ef12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:12.813864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9c553cd3-e089-42e7-ab7f-f6caaae2ef12 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/0511a6fe-bd12-46c1-af14-90edeca73f61 HTTP/1.1" status: 404 len: 337 time: 0.0948398 Sep 28 08:38:12.822092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.829195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 4514d49b-95e0-426c-8b96-27167d899df9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4514d49b-95e0-426c-8b96-27167d899df9,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:12.829719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:12.838277 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8661530 Sep 28 08:38:12.843039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bfa1d-d81c-4d99-9812-b9a2b5a06462 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=18b9a92c-20a4-48a1-8b45-0a7bcab51ceb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.847221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.855703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 4514d49b-95e0-426c-8b96-27167d899df9 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:12.886813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-1214eba4-a990-4d44-ade0-adc02aa72e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.888626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-1214eba4-a990-4d44-ade0-adc02aa72e10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 200 len: 835 time: 0.0676064 Sep 28 08:38:12.892805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da0812-2613-4a01-8301-d31420ca99ca req-c3c1e4ed-b31c-41e5-a671-03c67e06a14b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.894744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64da0812-2613-4a01-8301-d31420ca99ca req-c3c1e4ed-b31c-41e5-a671-03c67e06a14b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.2904413 Sep 28 08:38:12.964529 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b676b5-6ac1-41b4-906c-34d293b6ca68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:12.965168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b676b5-6ac1-41b4-906c-34d293b6ca68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:12.968575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f0b676b5-6ac1-41b4-906c-34d293b6ca68 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/7614599e-305c-41ed-88e9-17b4118dc248 HTTP/1.1" status: 404 len: 339 time: 0.1429849 Sep 28 08:38:12.978039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39424) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:12.980256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 266e9f44-a72b-470e-875c-49d0387f5b1c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:12.980648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.048741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39426) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:13.056176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 266e9f44-a72b-470e-875c-49d0387f5b1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=266e9f44-a72b-470e-875c-49d0387f5b1c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:13.064761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.079567 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:13.096324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.100469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-c6e72d14-cec4-4721-a280-e85f9dcef7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:13.101143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53adf8cd-6055-46e4-bd29-ae066f98fa3d no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:13.102071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-c6e72d14-cec4-4721-a280-e85f9dcef7af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e02e9d-10f1-4bd0-a4be-0afa09be032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1932032 Sep 28 08:38:13.105550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5d7c1-a096-4207-a33f-b7a3d1e6200b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:13.113400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5d7c1-a096-4207-a33f-b7a3d1e6200b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:13.115559 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d7b5d7c1-a096-4207-a33f-b7a3d1e6200b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2655768 Sep 28 08:38:13.121384 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc955917-8ad6-442b-a053-abdf2fb1a5b1 None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:37:54Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76d8e6a-5a80-4880-b5f3-a7b34092a239', 'name': '', 'network_id': '19e02e9d-10f1-4bd0-a4be-0afa09be032d', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:c7:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:43Z', 'updated_at': '2022-09-28T08:35:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '47b33847-4b9d-4404-b1a8-db6dd284e16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:13.124901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.135026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39430) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:13.210691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=266e9f44-a72b-470e-875c-49d0387f5b1c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.230834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.239979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f3abf6-30d1-4a4c-b589-417c09890bab,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.243658 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64da0812-2613-4a01-8301-d31420ca99ca req-2d49b0c9-2b33-403a-85ab-bdc351b7ca9d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423815 Sep 28 08:38:13.247310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.248585 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cdad501f-835f-4f69-99dc-e0c535454637 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8449972 Sep 28 08:38:13.282303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39432) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:13.287270 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Attempt 2 to provision port 066e7400-16e3-4887-bebb-4c90db88c760 Sep 28 08:38:13.289712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '61f3abf6-30d1-4a4c-b589-417c09890bab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:13.370292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-76dd3c4f-1fff-4d6c-aa88-1410cb508354 tempest-DvrRoutersNegativeTest-933893628 tempest-DvrRoutersNegativeTest-933893628-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1119122993', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:13.373221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.policy [None req-76dd3c4f-1fff-4d6c-aa88-1410cb508354 tempest-DvrRoutersNegativeTest-933893628 tempest-DvrRoutersNegativeTest-933893628-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103308) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 28 08:38:13.373526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.policy [None req-76dd3c4f-1fff-4d6c-aa88-1410cb508354 tempest-DvrRoutersNegativeTest-933893628 tempest-DvrRoutersNegativeTest-933893628-project] Failed policy check for 'create_router' {{(pid=103308) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 28 08:38:13.374092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-76dd3c4f-1fff-4d6c-aa88-1410cb508354 tempest-DvrRoutersNegativeTest-933893628 tempest-DvrRoutersNegativeTest-933893628-project] create failed (client error): Access was denied to this resource. Sep 28 08:38:13.375138 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-76dd3c4f-1fff-4d6c-aa88-1410cb508354 tempest-DvrRoutersNegativeTest-933893628 tempest-DvrRoutersNegativeTest-933893628-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3251162 Sep 28 08:38:13.375833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Port 066e7400-16e3-4887-bebb-4c90db88c760 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:13.377337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 53adf8cd-6055-46e4-bd29-ae066f98fa3d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:13.377828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53adf8cd-6055-46e4-bd29-ae066f98fa3d not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:13.446822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-677c5aa2-012c-491a-889a-3e033351a702 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350546 Sep 28 08:38:13.502255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.541823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 066e7400-16e3-4887-bebb-4c90db88c760 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:13.542694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.592692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecdf89-ecfa-4a35-9ae0-f91dcb889f86 None None] New status for floating IP df20075f-dc71-4ff3-8213-96db2eda6084: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:38:13.607784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.710674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:13.711297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.717488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.719484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f6e371-8a5a-4196-b5dd-db979bc84fd8']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:13.737791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 066e7400-16e3-4887-bebb-4c90db88c760 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:13.738491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.783781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac784d5d-0c06-4f2d-9c25-00ef9b197277') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:13.784085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac784d5d-0c06-4f2d-9c25-00ef9b197277') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:13.786044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.801268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39438) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:13.822142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.824093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3cca94fd-bc75-4d8f-92e4-4720b8cb7bf4 req-6d012bc7-84a2-4e16-b70b-50869e2858c7 service neutron] 10.222.0.62 "GET /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674312 Sep 28 08:38:13.877999 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Attempt 3 to provision port 066e7400-16e3-4887-bebb-4c90db88c760 Sep 28 08:38:13.909678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8a108-0016-47b6-8843-c769e527c115 req-9b914642-f445-46c0-ac46-963f3db9c0d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:13.913899 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d8e8a108-0016-47b6-8843-c769e527c115 req-9b914642-f445-46c0-ac46-963f3db9c0d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.3093538 Sep 28 08:38:13.922083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.923180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Port 066e7400-16e3-4887-bebb-4c90db88c760 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:13.924534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2357e7-324a-4f10-a6ff-613c2b2f3d19,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.934293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.959589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:13.961015 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-60ac466d-492d-4812-925b-bc13d5cddd9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6776860 Sep 28 08:38:13.965406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39442) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:13.965911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce614628-16fd-4d7c-acb3-9641292ac600 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:38:13.991740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.000337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:14.001011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.030369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=4514d49b-95e0-426c-8b96-27167d899df9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.049978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.054617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=066e7400-16e3-4887-bebb-4c90db88c760,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.062209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.066115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ac784d5d-0c06-4f2d-9c25-00ef9b197277 resource provider aggregate not found Sep 28 08:38:14.090064 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ac784d5d-0c06-4f2d-9c25-00ef9b197277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac784d5d-0c06-4f2d-9c25-00ef9b197277 found for delete ", "request_id": "req-4cd25b86-869c-4f44-ba00-118393ad04ce"}]} Sep 28 08:38:14.124009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce614628-16fd-4d7c-acb3-9641292ac600 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:38:14.140117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.140560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.149889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.151041 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9a2357e7-324a-4f10-a6ff-613c2b2f3d19 HTTP/1.1" status: 204 len: 168 time: 0.1846714 Sep 28 08:38:14.154204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7128f65f-b1da-4233-a724-453b1e7d70e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.156355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39448) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.164316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb908b-64d4-43e7-9a53-2a76a89c3db4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a2357e7-324a-4f10-a6ff-613c2b2f3d19,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.220530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:14.238320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.273004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6d36471-217c-4d11-82f2-2c16eeb1d4cc tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153727 Sep 28 08:38:14.275460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.278512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39450) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.278677 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/d9f6e371-8a5a-4196-b5dd-db979bc84fd8 HTTP/1.1" status: 204 len: 168 time: 1.2960579 Sep 28 08:38:14.281153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39452) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.345904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1efd7-594c-4c23-af67-5de5d84c54bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=d9f6e371-8a5a-4196-b5dd-db979bc84fd8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.350443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e7f3ab-f7a6-4245-9ca7-0198b60a759b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.351036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e7f3ab-f7a6-4245-9ca7-0198b60a759b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.356623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e8e7f3ab-f7a6-4245-9ca7-0198b60a759b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/6aaa1ddb-f234-4c5c-9c8c-d50eaee1bed2 HTTP/1.1" status: 404 len: 337 time: 0.0721879 Sep 28 08:38:14.362824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39456) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.368454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.383779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.419719 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e64f43-4b11-484a-8b4a-0a90f8cd11a4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.420357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e64f43-4b11-484a-8b4a-0a90f8cd11a4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.425966 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b6e64f43-4b11-484a-8b4a-0a90f8cd11a4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/bf71c13c-a451-4afb-9881-48372a9daaee HTTP/1.1" status: 404 len: 339 time: 0.0597160 Sep 28 08:38:14.431905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39458) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.434379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.481955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 7fb17778-807d-4193-809d-78de9a2c7108 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:14.482300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.525863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37706c7a-06bc-4eb8-a49b-2e98836f93e8 req-79a877bc-93c2-471c-89c7-e04b145ae4d7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:14.527580 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13e17d2-92ae-43ba-9dd7-9ee0c9aef457 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.528043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13e17d2-92ae-43ba-9dd7-9ee0c9aef457 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.535751 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e13e17d2-92ae-43ba-9dd7-9ee0c9aef457 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/215e890a-705a-4827-ad0c-83e255fdd8fd HTTP/1.1" status: 404 len: 337 time: 0.0975237 Sep 28 08:38:14.535990 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37706c7a-06bc-4eb8-a49b-2e98836f93e8 req-79a877bc-93c2-471c-89c7-e04b145ae4d7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 945 time: 0.1780989 Sep 28 08:38:14.535990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39460) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.539876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.576351 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Attempt 4 to provision port 066e7400-16e3-4887-bebb-4c90db88c760 Sep 28 08:38:14.605266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Port 066e7400-16e3-4887-bebb-4c90db88c760 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:38:14.611350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 266e9f44-a72b-470e-875c-49d0387f5b1c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:14.619803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-642cb4cf-ac9c-4039-ab79-65c14db5413a None None] Could not find standard attr ID for object 53adf8cd-6055-46e4-bd29-ae066f98fa3d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:14.625754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b131ddcd-3e2c-4a3d-8cae-28973d69e4db tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.626314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b131ddcd-3e2c-4a3d-8cae-28973d69e4db tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.633410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b131ddcd-3e2c-4a3d-8cae-28973d69e4db tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/05cfd052-62c4-47fe-b82b-c144a58adbfd HTTP/1.1" status: 404 len: 339 time: 0.0871449 Sep 28 08:38:14.636155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39462) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.698537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 266e9f44-a72b-470e-875c-49d0387f5b1c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:14.699055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.699705 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 266e9f44-a72b-470e-875c-49d0387f5b1c Sep 28 08:38:14.700806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dd1016-a5d4-4d7a-beac-672049bc4a3c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.701344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dd1016-a5d4-4d7a-beac-672049bc4a3c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.707180 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-93dd1016-a5d4-4d7a-beac-672049bc4a3c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/6d47ca48-868a-4f67-bde7-24e3baabf76f HTTP/1.1" status: 404 len: 337 time: 0.0658979 Sep 28 08:38:14.725577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37706c7a-06bc-4eb8-a49b-2e98836f93e8 req-7ab79a39-7e90-49b3-b09b-2a48864a1128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909125 Sep 28 08:38:14.728901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39464) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.792424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Provisioning complete for port 266e9f44-a72b-470e-875c-49d0387f5b1c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:14.793657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.793657 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Attempt 1 to provision port 266e9f44-a72b-470e-875c-49d0387f5b1c Sep 28 08:38:14.836406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 266e9f44-a72b-470e-875c-49d0387f5b1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:14.865163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd5bfc6-9a7b-4ddc-98e9-7f7b6333b0e4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.866032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd5bfc6-9a7b-4ddc-98e9-7f7b6333b0e4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.869806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dbd5bfc6-9a7b-4ddc-98e9-7f7b6333b0e4 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/c11c5f46-f6c8-41e9-8b13-c000fc399385 HTTP/1.1" status: 404 len: 339 time: 0.1211696 Sep 28 08:38:14.872632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.886618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.889472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:14.890759 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/61f3abf6-30d1-4a4c-b589-417c09890bab HTTP/1.1" status: 204 len: 168 time: 0.6113052 Sep 28 08:38:14.917940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39468) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.933456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-207a7357-e63f-4394-b140-5d4c665436bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.933456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207a7357-e63f-4394-b140-5d4c665436bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.939318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-207a7357-e63f-4394-b140-5d4c665436bc tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/a8090449-30e1-4c03-a78d-4ba65c26a8fb HTTP/1.1" status: 404 len: 337 time: 0.0629983 Sep 28 08:38:14.944247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39470) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:14.955007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Current status of the port 266e9f44-a72b-470e-875c-49d0387f5b1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:14.963207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca05b67-f4c8-499d-8b9b-ee5e1021023b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f3abf6-30d1-4a4c-b589-417c09890bab,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.989277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9030c0-4ff5-419f-ab93-53d2c11ef24b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:14.990208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9030c0-4ff5-419f-ab93-53d2c11ef24b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:14.996508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3d9030c0-4ff5-419f-ab93-53d2c11ef24b tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/d81a1d38-6ef9-4b6d-a24c-56c394b7f44c HTTP/1.1" status: 404 len: 339 time: 0.0427473 Sep 28 08:38:14.998027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 406487fc-aeea-4146-b0b6-6150b36938be has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:14.998161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39472) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.004155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Provisioning complete for port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:15.004550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.004894 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Attempt 1 to provision port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb Sep 28 08:38:15.064254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:15.066552 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-efddada8-4529-45c6-9b18-c76d4ccc05cd tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.067060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efddada8-4529-45c6-9b18-c76d4ccc05cd tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.073809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-efddada8-4529-45c6-9b18-c76d4ccc05cd tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/a5a296ee-dadb-4b99-9f3b-b26e0d28cef0 HTTP/1.1" status: 404 len: 337 time: 0.0657897 Sep 28 08:38:15.078891 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-20ded630-409d-46ec-b7b4-033543f29979 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1542208 Sep 28 08:38:15.078891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39474) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.080077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39476) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.091294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--284787892'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:15.099048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-50033e08-00ed-40e2-8890-292b2ec9a1e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.099360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50033e08-00ed-40e2-8890-292b2ec9a1e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.104460 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-50033e08-00ed-40e2-8890-292b2ec9a1e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/1f304e9e-79a0-4f40-99ed-5641a5d6247a HTTP/1.1" status: 404 len: 339 time: 0.0244091 Sep 28 08:38:15.117314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39478) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.124828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7128f65f-b1da-4233-a724-453b1e7d70e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.167689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7128f65f-b1da-4233-a724-453b1e7d70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.188208 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21a4355-8dc4-44ac-af84-41ddcef35772 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.188666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21a4355-8dc4-44ac-af84-41ddcef35772 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.191163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:15.194681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b21a4355-8dc4-44ac-af84-41ddcef35772 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/386241c4-4b99-4102-95ad-250f040a5634 HTTP/1.1" status: 404 len: 337 time: 0.0690992 Sep 28 08:38:15.194842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39480) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.203447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] Sync routers for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:15.205574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.216704 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:15.217595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.224774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1bdd37a0-3a93-4bc7-8570-45cf29af8718 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6345639 Sep 28 08:38:15.226668 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8f15c9-da81-45d3-ab1a-2f4ae5e2c28c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.227570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8f15c9-da81-45d3-ab1a-2f4ae5e2c28c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.234079 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ef8f15c9-da81-45d3-ab1a-2f4ae5e2c28c tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/e3687289-ad33-45a3-b17b-6a16b1a04eed HTTP/1.1" status: 404 len: 339 time: 0.0321240 Sep 28 08:38:15.234696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39482) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.235023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39484) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.251567 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.261960 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:15.262578 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.271076 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cafaa5-86db-4459-aaef-c9ff2a6f26e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.272776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cafaa5-86db-4459-aaef-c9ff2a6f26e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.274295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.279333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-72cafaa5-86db-4459-aaef-c9ff2a6f26e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/ecf8604e-06b1-452b-9bfa-fddac9ae3b44 HTTP/1.1" status: 404 len: 337 time: 0.0391178 Sep 28 08:38:15.298727 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.298946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882723e2-3b11-490f-b6a1-daa8914cf87a None None] The sync data for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:15.307608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39486) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.311374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 7fb17778-807d-4193-809d-78de9a2c7108, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7fb17778-807d-4193-809d-78de9a2c7108,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:15.311743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.330522 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7128f65f-b1da-4233-a724-453b1e7d70e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b20db07fcb444ea9a0346bc4366d423d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5249481 Sep 28 08:38:15.331388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=18b9a92c-20a4-48a1-8b45-0a7bcab51ceb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:15.367736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f65f-b1da-4233-a724-453b1e7d70e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0d89c-0561-4598-a22e-24ea32720d8d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:15.370017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39488) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.406309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 7fb17778-807d-4193-809d-78de9a2c7108 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:15.423543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce7dfb3-4d9f-4133-a1c8-be2d266b2dde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.424188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce7dfb3-4d9f-4133-a1c8-be2d266b2dde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.427418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bce7dfb3-4d9f-4133-a1c8-be2d266b2dde tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/f5935e05-7ffb-4d15-b268-ac174d0d4268 HTTP/1.1" status: 404 len: 339 time: 0.1179969 Sep 28 08:38:15.430445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39490) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.446292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.451701 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c65599d4-d86d-4d8e-bcb4-abe443d0aa90 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/18b9a92c-20a4-48a1-8b45-0a7bcab51ceb HTTP/1.1" status: 204 len: 168 time: 2.3076315 Sep 28 08:38:15.463839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39492) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.566757 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Attempt 2 to provision port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb Sep 28 08:38:15.594002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-59220c2d-c029-44c8-97fa-813c112fa212 None None] Port 18b9a92c-20a4-48a1-8b45-0a7bcab51ceb was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:38:15.598617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:15.600261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c8c62e-b0ed-4913-91c1-b9e473304945 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.600793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c8c62e-b0ed-4913-91c1-b9e473304945 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.604135 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-46c8c62e-b0ed-4913-91c1-b9e473304945 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/67be6795-819e-4f00-8760-65843621e294 HTTP/1.1" status: 404 len: 337 time: 0.1628532 Sep 28 08:38:15.612616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39494) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.659472 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-532088f6-b666-45b4-aa82-1c85f6ac9a48 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:15.659904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532088f6-b666-45b4-aa82-1c85f6ac9a48 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:15.663019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-532088f6-b666-45b4-aa82-1c85f6ac9a48 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/583e4689-21bd-475c-b830-2ce5d62e8ff9 HTTP/1.1" status: 404 len: 339 time: 0.0493898 Sep 28 08:38:15.667260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39496) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.677651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.687204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0f682-b385-4cf9-968c-072d05964d88 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:15.688774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0f682-b385-4cf9-968c-072d05964d88 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:15.690309 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-93c0f682-b385-4cf9-968c-072d05964d88 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2123275 Sep 28 08:38:15.695806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39498) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:15.771715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting subnet 7984a50b-ecd2-45da-beeb-4e7969cc65a5 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:15.776584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.803510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.826605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.858400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.900489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:15.991226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet d718e91f-8a91-4b7b-81e1-86628dd53c29 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:16.003061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.006597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.016234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.017828 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9308507 Sep 28 08:38:16.025645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.032700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '779faa76-31cf-447b-902b-aa885c25a27d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:16.038854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:16.044838 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-33d38f83-6126-43d2-ae00-fd7d7282dfb8 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6263094 Sep 28 08:38:16.050917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39504) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.057376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.059430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:16.068182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f30b18-1574-4f3e-8d2d-7fd422f32f6e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779faa76-31cf-447b-902b-aa885c25a27d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.077994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:16.079349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:16.114254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ee32-3fd8-46a4-af1b-c00a7a47c4b4 req-361daf53-1833-4881-9b62-2604e7d124b7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:16.116149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3717ee32-3fd8-46a4-af1b-c00a7a47c4b4 req-361daf53-1833-4881-9b62-2604e7d124b7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=a50131c9-19f0-48ce-843d-71dbc3662f66 HTTP/1.1" status: 200 len: 867 time: 0.2993174 Sep 28 08:38:16.125886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=7fb17778-807d-4193-809d-78de9a2c7108,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.138901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.168338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.172092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.183374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet 6c6789dc-5a00-4c6e-a62e-148f56fc84b1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:16.190828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.193682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:16.194412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.195245 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a0c0d89c-0561-4598-a22e-24ea32720d8d HTTP/1.1" status: 204 len: 168 time: 0.8030162 Sep 28 08:38:16.223287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.251737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Subnet': ['ID=7984a50b-ecd2-45da-beeb-4e7969cc65a5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.272623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.277010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-26c1dd75-0a27-4011-ab38-fc3e85697066 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/subnets/7984a50b-ecd2-45da-beeb-4e7969cc65a5 HTTP/1.1" status: 204 len: 168 time: 0.6087985 Sep 28 08:38:16.280927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39508) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.282263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a023b-2a87-4c42-83ed-7fa89ce90883 None None] Network 5454c1c7-51fd-4d57-89c4-7c30af1172d7 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:16.290305 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3717ee32-3fd8-46a4-af1b-c00a7a47c4b4 req-b2321f66-e50a-46b5-9c41-b3e5f4aa49ea tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6255b6d1-cfe6-45f9-afd5-00a20afc46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581912 Sep 28 08:38:16.291238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port 7fb17778-807d-4193-809d-78de9a2c7108 on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:16.325975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.330161 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d8e8a108-0016-47b6-8843-c769e527c115 req-4d95d48b-2f08-408f-992b-8ed1ea78e717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/7fb17778-807d-4193-809d-78de9a2c7108 HTTP/1.1" status: 204 len: 173 time: 2.3995094 Sep 28 08:38:16.330647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'name': 'network-vif-deleted', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:38:16.341979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.344366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a4dd0-8c1b-4a38-aa2b-9cf27a8636d8" -d '{"events": [{"server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "name": "network-vif-deleted", "tag": "7fb17778-807d-4193-809d-78de9a2c7108"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:16.368562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468de74-1c3a-4245-a77e-5857e47e0fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0d89c-0561-4598-a22e-24ea32720d8d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.422236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.433156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ceef8a-5101-4c67-a361-53c5b29dc256 x-openstack-request-id: req-83ceef8a-5101-4c67-a361-53c5b29dc256 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:16.433452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50131c9-19f0-48ce-843d-71dbc3662f66", "name": "network-vif-deleted", "tag": "7fb17778-807d-4193-809d-78de9a2c7108", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:16.433708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83ceef8a-5101-4c67-a361-53c5b29dc256 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:16.437013 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ceef8a-5101-4c67-a361-53c5b29dc256'] response: {'server_uuid': 'a50131c9-19f0-48ce-843d-71dbc3662f66', 'name': 'network-vif-deleted', 'tag': '7fb17778-807d-4193-809d-78de9a2c7108', 'status': 'completed', 'code': 200} Sep 28 08:38:16.483912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.517142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.522274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.580207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.589188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.618871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e01d57-c160-4bc5-9b5a-2b135f04be62,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.645908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 10, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:16.649817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=d718e91f-8a91-4b7b-81e1-86628dd53c29,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.656059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.659648 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fad343a6-aad6-4e63-9ae6-23157cbe8aea tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d718e91f-8a91-4b7b-81e1-86628dd53c29 HTTP/1.1" status: 204 len: 168 time: 0.9592795 Sep 28 08:38:16.667578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39518) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.704241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.708260 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6c8a9767-b9f4-45f9-9dae-a4d88e656330 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6815863 Sep 28 08:38:16.715750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39522) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.716341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7e6f4-0cd4-434f-ad39-173562dc9bf6 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:16.734995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee803204-0a3c-48f1-bbab-eaeb2f1bac18 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661325 Sep 28 08:38:16.737143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39524) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.742923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:16.751713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:16.767593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.777621 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-168efa49-af86-4ae6-858e-b09d280a42a4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules/89e01d57-c160-4bc5-9b5a-2b135f04be62 HTTP/1.1" status: 200 len: 763 time: 0.0569451 Sep 28 08:38:16.778248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39526) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:16.783721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7fb17778-807d-4193-809d-78de9a2c7108 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:16.863995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] DHCP port deletion for 5454c1c7-51fd-4d57-89c4-7c30af1172d7 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:16.898953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 7fb17778-807d-4193-809d-78de9a2c7108 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:16.899417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7fb17778-807d-4193-809d-78de9a2c7108 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:16.938608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:16.942994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:16.948765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:16.949593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:17.016518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ceb72716-77cb-47fa-bb49-780d32696939 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1943200 Sep 28 08:38:17.020904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39532) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.079811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.089290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Deleting port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:17.089627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.125186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.134539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Deleting port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:17.134926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.147891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6789dc-5a00-4c6e-a62e-148f56fc84b1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.150640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.155156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.158449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f004c47c-1d1f-42f5-bd98-9ce0aefe31fb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/6c6789dc-5a00-4c6e-a62e-148f56fc84b1 HTTP/1.1" status: 204 len: 168 time: 1.1040163 Sep 28 08:38:17.162870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39538) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.172599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fb1f6-a083-4a1c-8d61-d9b50016b175 None None] Network d272ad7a-bf8b-478a-a70b-0a9bf2596fff requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:17.182372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:17.228604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] For port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,segment=NetworkSegment(81c76090-12f9-4750-9006-6256be85ecb1),segment_id=81c76090-12f9-4750-9006-6256be85ecb1)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:17.228604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.266463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Calling delete_port for f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:17.273097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.282288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.293508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.296945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/89e01d57-c160-4bc5-9b5a-2b135f04be62 HTTP/1.1" status: 204 len: 168 time: 0.2696564 Sep 28 08:38:17.301618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.336376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a4e78-9eba-4392-89f5-57c3469bbcb2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89e01d57-c160-4bc5-9b5a-2b135f04be62,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.363174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] For port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,segment=NetworkSegment(81c76090-12f9-4750-9006-6256be85ecb1),segment_id=81c76090-12f9-4750-9006-6256be85ecb1)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:17.363582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.392075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39546) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.420410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39548) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.427968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:17.430470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Calling delete_port for f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:17.483512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d57b13cd-a286-407d-8f78-4e5d40b67f79 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1807435 Sep 28 08:38:17.486340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39552) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.493413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '779faa76-31cf-447b-902b-aa885c25a27d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:17.507802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:17.508179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.558691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port c3cde580-29d6-4bac-985f-fbb37fbce792 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:17.559283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.566493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.587168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.633025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Port': ['ID=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.633490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,segment=NetworkSegment(72229efb-24f4-4fda-bb4c-98cf9a0b4d68),segment_id=72229efb-24f4-4fda-bb4c-98cf9a0b4d68)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:17.633868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.649132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] No DVR routers for this DVR port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:17.658585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.668741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for d8b9597d-49d6-4f5c-8b96-47c9ffa479cd owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:17.672849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c37a7bb6-e6be-4dca-9651-8420d6a99bbd tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:17.673689 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-c37a7bb6-e6be-4dca-9651-8420d6a99bbd tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 28 08:38:17.674192 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-c37a7bb6-e6be-4dca-9651-8420d6a99bbd tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:38:17.681281 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c37a7bb6-e6be-4dca-9651-8420d6a99bbd tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2482328 Sep 28 08:38:17.681483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:17.684050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:38:17.689270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--986411623'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:17.750814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.822944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.869882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Deleting port 266e9f44-a72b-470e-875c-49d0387f5b1c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:17.869882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.872852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.876936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.879327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.885246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.919901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.921869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for c3cde580-29d6-4bac-985f-fbb37fbce792 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:17.932484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454c1c7-51fd-4d57-89c4-7c30af1172d7']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:17.933388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.936743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] Pushing event deleted for resources: {'Port': ['ID=f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.957468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c76090-12f9-4750-9006-6256be85ecb1') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:17.957757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c76090-12f9-4750-9006-6256be85ecb1') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:17.960691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82feb397-37be-463a-9040-a4271624d938,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.964249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.987380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79480fb-6563-4e1d-9f9c-c7b9ef78516c None None] DHCP port deletion for d272ad7a-bf8b-478a-a70b-0a9bf2596fff request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:17.990302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:17.991831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c16fb5-9a78-4a6f-927f-1d18152f2e09 None None] No DVR routers for this DVR port f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:17.994615 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af57d845-d3f2-45e5-a171-33ec04ca143b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5055704 Sep 28 08:38:17.995476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39556) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.000433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port d8b9597d-49d6-4f5c-8b96-47c9ffa479cd on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:18.020078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.056230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] For port 266e9f44-a72b-470e-875c-49d0387f5b1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=266e9f44-a72b-470e-875c-49d0387f5b1c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:18.056230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.057458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.062296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=d8b9597d-49d6-4f5c-8b96-47c9ffa479cd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.064002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.066652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.070677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/6255b6d1-cfe6-45f9-afd5-00a20afc46a8 HTTP/1.1" status: 204 len: 168 time: 0.6732485 Sep 28 08:38:18.074484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Calling delete_port for 266e9f44-a72b-470e-875c-49d0387f5b1c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:18.080890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 10, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:18.083603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:18.084705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.104136 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a687af5-7ef9-4b3b-9556-5bfbbaf0dbd7 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules/82feb397-37be-463a-9040-a4271624d938 HTTP/1.1" status: 200 len: 763 time: 0.0711834 Sep 28 08:38:18.104731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39560) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.116074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39562) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.116877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee909fda-021c-48bb-9213-ef45ff74fda6 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 10, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None, '_interfaces': [{'id': 'd405db0a-ee9f-4ecd-8014-3742384b2fe8', 'name': '', 'network_id': 'b314719c-673c-4db8-8250-5ada5be98a6e', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'mac_address': 'fa:16:3e:f6:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:08Z', 'updated_at': '2022-09-28T08:37:17Z', 'revision_number': 5, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'subnets': [{'id': 'bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:18.187544 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 81c76090-12f9-4750-9006-6256be85ecb1 resource provider aggregate not found Sep 28 08:38:18.200796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9f6cc-5bc1-4d02-acf5-4e30349f24b2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6255b6d1-cfe6-45f9-afd5-00a20afc46a8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.217432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.243905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.272785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] Pushing event deleted for resources: {'Port': ['ID=266e9f44-a72b-470e-875c-49d0387f5b1c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.274784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b93fd-1f98-43f2-a98e-50300e7dc1e2 None None] No DVR routers for this DVR port 266e9f44-a72b-470e-875c-49d0387f5b1c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:18.281348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 81c76090-12f9-4750-9006-6256be85ecb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c76090-12f9-4750-9006-6256be85ecb1 found for delete ", "request_id": "req-2594e877-31de-4326-a06a-9800fc994a55"}]} Sep 28 08:38:18.287851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.287851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.324994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.328104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] 10.222.0.27 "DELETE /v2.0/networks/5454c1c7-51fd-4d57-89c4-7c30af1172d7 HTTP/1.1" status: 204 len: 168 time: 2.0431116 Sep 28 08:38:18.341686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.369323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Port 266e9f44-a72b-470e-875c-49d0387f5b1c concurrently deleted while adding address for new subnet {'id': '883f589a-283b-4496-8c5b-09a3322560be', 'name': '', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 929, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-09-28T08:38:17Z', 'updated_at': '2022-09-28T08:38:17Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f2ff90ab95fd4a759636aca527f0b4da'}. {{(pid=103309) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Sep 28 08:38:18.369892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.385621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac16f-0986-47b2-a8f6-cd07ea47d2e2 tempest-NetworksTest-922263166 tempest-NetworksTest-922263166-project] Pushing event deleted for resources: {'Network': ['ID=5454c1c7-51fd-4d57-89c4-7c30af1172d7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.418311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae7c651-0e46-4784-a76c-9a2892a2b0cb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.480067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=883f589a-283b-4496-8c5b-09a3322560be,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.489371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8b9597d-49d6-4f5c-8b96-47c9ffa479cd no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:18.490928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.512226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.514355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.518880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d8b9597d-49d6-4f5c-8b96-47c9ffa479cd {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:18.519336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8b9597d-49d6-4f5c-8b96-47c9ffa479cd not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:18.519780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:18.529177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:18.533653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.545619 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c283de97-f68c-491f-904a-c0f379f385dd tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4219151 Sep 28 08:38:18.555247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:18.555620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f4145ea1-9ac8-4d59-afaf-3c774f2a2e4d not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:18.556025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4514d49b-95e0-426c-8b96-27167d899df9 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:18.562831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39570) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.588134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4514d49b-95e0-426c-8b96-27167d899df9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:18.588485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4514d49b-95e0-426c-8b96-27167d899df9 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:18.588913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 266e9f44-a72b-470e-875c-49d0387f5b1c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:18.615496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 266e9f44-a72b-470e-875c-49d0387f5b1c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:18.615496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 266e9f44-a72b-470e-875c-49d0387f5b1c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:18.616169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:18.619716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:18.620271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.624553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d272ad7a-bf8b-478a-a70b-0a9bf2596fff']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:18.629179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc84b77-fb84-4c66-b78f-f2e02a0c231a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.632764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=c3cde580-29d6-4bac-985f-fbb37fbce792,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.633045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef8b6d-98e4-494f-a0e1-44d592ebdfde None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:18.660176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72229efb-24f4-4fda-bb4c-98cf9a0b4d68') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:18.660475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72229efb-24f4-4fda-bb4c-98cf9a0b4d68') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:18.671682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.680680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.684176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.688806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.692636 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0ccc86a5-825a-41b2-ade3-c9aa93af9a8d tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0074732 Sep 28 08:38:18.696606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.706528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-686f6430-fab3-4561-8995-5f1614cd007d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9668605 Sep 28 08:38:18.711457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '7fc84b77-fb84-4c66-b78f-f2e02a0c231a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:18.717422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.726096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:2d:5a:62', 'name': 'tempest-NetworksTestDHCPv6-563635511'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:18.767379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.790329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:18.790775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.805920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39580) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.841843 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 72229efb-24f4-4fda-bb4c-98cf9a0b4d68 resource provider aggregate not found Sep 28 08:38:18.844990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.847635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.853350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.856728 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/82feb397-37be-463a-9040-a4271624d938 HTTP/1.1" status: 204 len: 168 time: 0.2906933 Sep 28 08:38:18.862193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '883f589a-283b-4496-8c5b-09a3322560be'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:18.863640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.885227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39586) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.919155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:18.926592 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 72229efb-24f4-4fda-bb4c-98cf9a0b4d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72229efb-24f4-4fda-bb4c-98cf9a0b4d68 found for delete ", "request_id": "req-6f493523-3bfe-483f-a46f-ed26304fa781"}]} Sep 28 08:38:18.950516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82feb397-37be-463a-9040-a4271624d938,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.958088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a40d0046-ea71-404a-ab0a-edf0c9e1963c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712371 Sep 28 08:38:18.962106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39588) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:18.968053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': '779faa76-31cf-447b-902b-aa885c25a27d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:19.069567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Allocated IP 2001:db8::f816:3eff:fe39:b342 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/883f589a-283b-4496-8c5b-09a3322560be/0405a612-4e2d-49db-8591-9c50a5d8322d) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:19.143142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:19.150735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Project 76b782a643d34c5181a3de1954e33f12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:38:19.158070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.187554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d4d646fd-7bba-4860-9f8d-e4dde4c7043e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e2a57a405bc342b090d7246a3f27f804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777940 Sep 28 08:38:19.227700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39590) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:19.264453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.274301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.317766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:19.321258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:19.328709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:19.333114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Pushing event updated for resources: {'Port': ['ID=0405a612-4e2d-49db-8591-9c50a5d8322d,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.357085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.357740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.357740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.358068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.358397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.358722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.359044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.359393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.359717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.360020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.360318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.360634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232db831-5bef-496e-94d5-13132351de2f tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:19.367544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.372628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.378520 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/d272ad7a-bf8b-478a-a70b-0a9bf2596fff HTTP/1.1" status: 204 len: 168 time: 2.2112248 Sep 28 08:38:19.398505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39592) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:19.405837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Attempting to bind port 0405a612-4e2d-49db-8591-9c50a5d8322d on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:19.406841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Attempting to bind port 0405a612-4e2d-49db-8591-9c50a5d8322d by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:19.406841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Attempting to bind port 0405a612-4e2d-49db-8591-9c50a5d8322d on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:19.414483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:19.415026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:19.415511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.416104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:19.416653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Bound port: 0405a612-4e2d-49db-8591-9c50a5d8322d, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:19.417129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.446148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49261929-5a14-41f6-a7f3-2ff02dcf2687 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=d272ad7a-bf8b-478a-a70b-0a9bf2596fff,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.485622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] For port 0405a612-4e2d-49db-8591-9c50a5d8322d, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:19.489604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] For port 0405a612-4e2d-49db-8591-9c50a5d8322d, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0405a612-4e2d-49db-8591-9c50a5d8322d,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:19.497601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.503627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.530907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.555863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffdf28-6fd9-4baa-bfdc-17c49a7f15a7 None None] Pushing event updated for resources: {'Port': ['ID=0405a612-4e2d-49db-8591-9c50a5d8322d,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.576824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc03b0a-1260-4389-8b73-84841ad2d6b6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.622867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.624119 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01209593-698b-428c-824e-2c6c0ec8b64b tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9214008 Sep 28 08:38:19.627478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39594) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:19.632541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ba4d5d11-571d-4df4-baff-146b03a6cd2a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '7fc84b77-fb84-4c66-b78f-f2e02a0c231a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:19.671249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 406487fc-aeea-4146-b0b6-6150b36938be has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:19.707124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.728123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.737729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.761256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 7ff0c782-7ed4-40bc-83db-4de8198681ca yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:19.767344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.776249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5d11-571d-4df4-baff-146b03a6cd2a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.859307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.885741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b37bdb0-260d-4a01-bb48-7327f643ee9c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.922278 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-ba4d5d11-571d-4df4-baff-146b03a6cd2a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:38:19.923354 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ba4d5d11-571d-4df4-baff-146b03a6cd2a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2949500 Sep 28 08:38:19.928716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39596) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:19.930731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.934401 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-97a056d0-d9c8-42b6-9264-1f7283b57b8e tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9685695 Sep 28 08:38:19.937744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39598) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:19.950500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:19.962772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] Sync routers for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:19.970166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a1577c5c-9b8f-4047-b6e6-37ffa1637b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7341037 Sep 28 08:38:19.971240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:19.972103 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:19.972722 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:19.976948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39600) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.005451 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:20.014654 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] Routers {'406487fc-aeea-4146-b0b6-6150b36938be'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:20.015382 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['406487fc-aeea-4146-b0b6-6150b36938be'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:20.033712 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1cb78c82-7b5b-4fd6-89d6-b4c5d6e6cef8 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules/9b37bdb0-260d-4a01-bb48-7327f643ee9c HTTP/1.1" status: 200 len: 769 time: 0.0931554 Sep 28 08:38:20.036121 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c88e5e8-5ddc-4291-9875-2a3bfe1fb064 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=406487fc-aeea-4146-b0b6-6150b36938be HTTP/1.1" status: 200 len: 205 time: 0.0549467 Sep 28 08:38:20.039963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.040306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39604) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.052037 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:20.052831 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3ae2d-b22d-4629-a655-585e4375ce88 None None] The sync data for ids ['406487fc-aeea-4146-b0b6-6150b36938be'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:20.110057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.114685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fe2d:5a62 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/883f589a-283b-4496-8c5b-09a3322560be/7ff0c782-7ed4-40bc-83db-4de8198681ca) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:20.147715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.150172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.151329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c568b02-af6c-450b-85db-019e16e74a2d HTTP/1.1" status: 204 len: 168 time: 0.9201591 Sep 28 08:38:20.169236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.190606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.221859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2bb60-400c-429e-85ca-bacad0e0998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c568b02-af6c-450b-85db-019e16e74a2d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.278578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ac5816f0-8fa6-4b72-a64b-cfd457234dde tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2336791 Sep 28 08:38:20.278958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39608) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.297077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.426632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.429562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.439408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.442951 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/7fc84b77-fb84-4c66-b78f-f2e02a0c231a HTTP/1.1" status: 204 len: 168 time: 0.5099330 Sep 28 08:38:20.456032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39612) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.464852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.522002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68713182-9a6b-407c-b878-77324b58734e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc84b77-fb84-4c66-b78f-f2e02a0c231a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.530591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.533164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.576327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0405a612-4e2d-49db-8591-9c50a5d8322d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:20.619727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.620636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router 406487fc-aeea-4146-b0b6-6150b36938be {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:20.636784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.637970 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e01c042-cd89-4dd2-b9ee-3cd4c05b2540 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be HTTP/1.1" status: 204 len: 168 time: 0.5955424 Sep 28 08:38:20.640896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39620) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.667531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0405a612-4e2d-49db-8591-9c50a5d8322d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:20.667916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.668261 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0405a612-4e2d-49db-8591-9c50a5d8322d Sep 28 08:38:20.684680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.693365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.695446 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9b37bdb0-260d-4a01-bb48-7327f643ee9c HTTP/1.1" status: 204 len: 168 time: 0.4128723 Sep 28 08:38:20.701552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39622) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.774016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.780228 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e9c778c1-d47a-46d5-b408-53c9322cc14e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3171351 Sep 28 08:38:20.783997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39626) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.796311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet c9a49c59-6b9b-4dfd-9a45-84299710dc58 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:20.801999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0405a612-4e2d-49db-8591-9c50a5d8322d is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:20.803550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.808020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba0d87-e7a7-4d81-a45e-e4991ccabcc0 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b37bdb0-260d-4a01-bb48-7327f643ee9c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.808306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.813642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354954412'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:20.871360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port e76d8e6a-5a80-4880-b5f3-a7b34092a239 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:20.871711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.874400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 0405a612-4e2d-49db-8591-9c50a5d8322d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0405a612-4e2d-49db-8591-9c50a5d8322d,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:20.876985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.884019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.927881 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cf6a078c-76a2-4201-aff2-b2769fa177ce tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2224128 Sep 28 08:38:20.932065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39630) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:20.973878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:20.998113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=0405a612-4e2d-49db-8591-9c50a5d8322d,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.008240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4b5c097e-5855-439b-8016-d73fc211aa7e None None] Provisioning complete for port 0405a612-4e2d-49db-8591-9c50a5d8322d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:21.008680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4b5c097e-5855-439b-8016-d73fc211aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.009059 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4b5c097e-5855-439b-8016-d73fc211aa7e None None] Attempt 1 to provision port 0405a612-4e2d-49db-8591-9c50a5d8322d Sep 28 08:38:21.039178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.064407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.075817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.102711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.105664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port e76d8e6a-5a80-4880-b5f3-a7b34092a239, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76d8e6a-5a80-4880-b5f3-a7b34092a239,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:21.106035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.121978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.125273 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for e76d8e6a-5a80-4880-b5f3-a7b34092a239 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:21.141745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:21.150779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c097e-5855-439b-8016-d73fc211aa7e None None] Current status of the port 0405a612-4e2d-49db-8591-9c50a5d8322d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:21.153205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105abfa2-3052-4070-b33f-c949cb97c14b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.157353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:21.166745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:21.173149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:21.173378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.179849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port d405db0a-ee9f-4ecd-8014-3742384b2fe8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:21.180182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.203793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=7ff0c782-7ed4-40bc-83db-4de8198681ca,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.224656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.228713 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-167dbcf0-807d-4718-955b-a57a83fc80c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4420853 Sep 28 08:38:21.231315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.231665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.232009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.232337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.232457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.232664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.233053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.233381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.233661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.233984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.234358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.234615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.234935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:21.238765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.241944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.243124 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/779faa76-31cf-447b-902b-aa885c25a27d HTTP/1.1" status: 204 len: 168 time: 0.3089707 Sep 28 08:38:21.252688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3ef2b73d-9367-4d8a-b6ab-cecd48573851 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5341613 Sep 28 08:38:21.256466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3326302e-2e33-497c-a665-2912b3ffce8a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '105abfa2-3052-4070-b33f-c949cb97c14b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:21.257283 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-3326302e-2e33-497c-a665-2912b3ffce8a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 28 08:38:21.257791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-3326302e-2e33-497c-a665-2912b3ffce8a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:21.258820 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3326302e-2e33-497c-a665-2912b3ffce8a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255251 Sep 28 08:38:21.260233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39640) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.260573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39642) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.265025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39644) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.316259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3da09b-9233-4401-9e99-d2663d61f1c2 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779faa76-31cf-447b-902b-aa885c25a27d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.326512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39646) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.360664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.397046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7193fc-315b-4139-af1f-c5a7c3d2a5e2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:21.402999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7193fc-315b-4139-af1f-c5a7c3d2a5e2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:21.408444 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee7193fc-315b-4139-af1f-c5a7c3d2a5e2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1448052 Sep 28 08:38:21.411027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39650) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.415344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-33fa6337-fe0c-4e2c-bfa5-4610a29825cb tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1535234 Sep 28 08:38:21.427153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39652) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.448409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group': {'name': 'tempest-secgroup--905239297'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:21.448727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port d405db0a-ee9f-4ecd-8014-3742384b2fe8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d405db0a-ee9f-4ecd-8014-3742384b2fe8,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:21.449248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.467779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.480934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.485764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for d405db0a-ee9f-4ecd-8014-3742384b2fe8 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:21.496754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-741647293'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:21.538721 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.569733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.584514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Provisioning complete for port 7ff0c782-7ed4-40bc-83db-4de8198681ca triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:21.585600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.586124 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Attempt 1 to provision port 7ff0c782-7ed4-40bc-83db-4de8198681ca Sep 28 08:38:21.609363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:21.612617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.614347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a49c59-6b9b-4dfd-9a45-84299710dc58,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.625256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.632366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a70fda74-542b-4e75-a194-c142d1029e98 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/c9a49c59-6b9b-4dfd-9a45-84299710dc58 HTTP/1.1" status: 204 len: 168 time: 0.9903991 Sep 28 08:38:21.635152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39654) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.636029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Port 7ff0c782-7ed4-40bc-83db-4de8198681ca cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:21.636864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd4ed5-2e80-424a-8c7f-140eb6e5567a None None] Network e0050720-5844-4963-95c6-7418d6e5daf1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:21.669651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.692022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 7ff0c782-7ed4-40bc-83db-4de8198681ca {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:21.692919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.713536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.728110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.739844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.742758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.746570 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/105abfa2-3052-4070-b33f-c949cb97c14b HTTP/1.1" status: 204 len: 168 time: 0.4778788 Sep 28 08:38:21.750304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39656) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.754520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.793532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet 1e647153-c258-4f5d-854b-dd2ba2337174 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:21.799681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ca11-741c-42f9-bf98-5a63cc45b03e tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105abfa2-3052-4070-b33f-c949cb97c14b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.832472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.836736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3915896 Sep 28 08:38:21.837719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.840718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=e76d8e6a-5a80-4880-b5f3-a7b34092a239,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.842845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39658) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:21.848463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384baee4-4c41-4e7b-95a7-7e81847c9741 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cbccf-ca9f-4405-8e81-d9b406288a8f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.860018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Request body: {'security_group_rule': {'security_group_id': 'f22cbccf-ca9f-4405-8e81-d9b406288a8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:21.866616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] DHCP port deletion for e0050720-5844-4963-95c6-7418d6e5daf1 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:21.926750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.931751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.957778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Deleting port c199914e-f592-43e2-a5e4-ea0e4c7f08bd {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:21.958417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:21.972705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 7ff0c782-7ed4-40bc-83db-4de8198681ca owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:22.000642 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1c0d4c40-1fc1-4b15-bd0f-a9fc0865aeec tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2433479 Sep 28 08:38:22.004433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39660) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.016080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--118314530'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:22.042041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.051006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.069401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] For port c199914e-f592-43e2-a5e4-ea0e4c7f08bd, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,segment=NetworkSegment(c133541e-acdd-4686-9403-4668cf026333),segment_id=c133541e-acdd-4686-9403-4668cf026333)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:22.069823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.084702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Calling delete_port for c199914e-f592-43e2-a5e4-ea0e4c7f08bd owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:22.130396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.138164 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Attempt 2 to provision port 7ff0c782-7ed4-40bc-83db-4de8198681ca Sep 28 08:38:22.145124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.147286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.148120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=d405db0a-ee9f-4ecd-8014-3742384b2fe8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.207125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.207830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Port 7ff0c782-7ed4-40bc-83db-4de8198681ca cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:22.233779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.283770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] Pushing event deleted for resources: {'Port': ['ID=c199914e-f592-43e2-a5e4-ea0e4c7f08bd,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.285838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf577fb4-2eca-4863-99bd-5243a71f7800 None None] No DVR routers for this DVR port c199914e-f592-43e2-a5e4-ea0e4c7f08bd on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:22.288608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.339718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.347592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=1e647153-c258-4f5d-854b-dd2ba2337174,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.352138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.362419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.370244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1ae0b5be-0591-411e-a4fb-ee348a5b35db tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/1e647153-c258-4f5d-854b-dd2ba2337174 HTTP/1.1" status: 204 len: 168 time: 0.7325461 Sep 28 08:38:22.372593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a5551-d6c5-45ed-b95d-a6aa19a19a9d None None] Network 1f8d3b48-1602-42fa-b427-1b80f48dbb3d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:22.396658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.397974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39662) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.411005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=7ff0c782-7ed4-40bc-83db-4de8198681ca,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.420629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.439460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:22.470348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.505886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.507398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5012009 Sep 28 08:38:22.508935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.517927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.518194 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-15833478-8471-4779-ba7e-e52b2ea10a4e tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/7ff0c782-7ed4-40bc-83db-4de8198681ca HTTP/1.1" status: 204 len: 168 time: 1.0990570 Sep 28 08:38:22.519379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.519772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39666) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.532404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d5e07-804e-4288-891d-3cc8f0b13fe4,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.534892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6715ca63-90b6-4b70-a6f3-b0db61b8d9e7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.549841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fb18a0fb-9b57-4e27-ae62-2638ea658298 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '62715f9f-b584-4c8b-8df3-48ea44c81e5c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:22.551234 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-fb18a0fb-9b57-4e27-ae62-2638ea658298 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 28 08:38:22.552120 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-fb18a0fb-9b57-4e27-ae62-2638ea658298 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:22.553989 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fb18a0fb-9b57-4e27-ae62-2638ea658298 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0328779 Sep 28 08:38:22.559220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.565062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.568718 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0aaca056-5476-47d9-9d2a-11a97de11c0c tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7148244 Sep 28 08:38:22.571180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.571532 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment 2048dd26-19a2-4fe7-a2b5-32cc823d9021 of type vlan for network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 Sep 28 08:38:22.586434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39670) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.591471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d3b60-ed12-41a0-a4a6-5aec96f316bb tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62715f9f-b584-4c8b-8df3-48ea44c81e5c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.600502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0405a612-4e2d-49db-8591-9c50a5d8322d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:22.646977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.681577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0405a612-4e2d-49db-8591-9c50a5d8322d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:22.682216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.686017 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0405a612-4e2d-49db-8591-9c50a5d8322d Sep 28 08:38:22.734226 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Attempt 3 to provision port 7ff0c782-7ed4-40bc-83db-4de8198681ca Sep 28 08:38:22.753560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0311c31-c5ba-4056-8026-d9b80af652b1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:22.755830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d02681b0-d901-40e2-bd53-e66da9078c33 None None] Port 7ff0c782-7ed4-40bc-83db-4de8198681ca was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:38:22.756341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0311c31-c5ba-4056-8026-d9b80af652b1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:22.761087 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d0311c31-c5ba-4056-8026-d9b80af652b1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2389042 Sep 28 08:38:22.769746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] DHCP port deletion for 1f8d3b48-1602-42fa-b427-1b80f48dbb3d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:22.775771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39672) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:22.786648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.847784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.872827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0405a612-4e2d-49db-8591-9c50a5d8322d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:22.875985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Deleting port 486410f5-f5f6-4d57-9a73-b86d973749ea {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:22.876345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.881729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.908926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.916523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 883f589a-283b-4496-8c5b-09a3322560be {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:22.941665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.946131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] For port 486410f5-f5f6-4d57-9a73-b86d973749ea, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=486410f5-f5f6-4d57-9a73-b86d973749ea,segment=NetworkSegment(d15904d0-46c7-4f46-8e26-58aa4e3605c2),segment_id=d15904d0-46c7-4f46-8e26-58aa4e3605c2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:22.946531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:22.964558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Calling delete_port for 486410f5-f5f6-4d57-9a73-b86d973749ea owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:22.976950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c199914e-f592-43e2-a5e4-ea0e4c7f08bd no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:23.016719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.035606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: c199914e-f592-43e2-a5e4-ea0e4c7f08bd {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:23.035955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c199914e-f592-43e2-a5e4-ea0e4c7f08bd not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:23.062953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.065938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.071253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/62715f9f-b584-4c8b-8df3-48ea44c81e5c HTTP/1.1" status: 204 len: 168 time: 0.5107238 Sep 28 08:38:23.076935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39674) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.086553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.089179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.091803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.093008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/f22cbccf-ca9f-4405-8e81-d9b406288a8f HTTP/1.1" status: 204 len: 168 time: 0.5028474 Sep 28 08:38:23.105564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39676) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.124550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] Pushing event deleted for resources: {'Port': ['ID=486410f5-f5f6-4d57-9a73-b86d973749ea,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.125682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ce06b-2241-4f1b-b312-333e33875cd0 None None] No DVR routers for this DVR port 486410f5-f5f6-4d57-9a73-b86d973749ea on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:23.125934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.132917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.139928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c0085-eea7-4181-a2ef-94abebbd93a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62715f9f-b584-4c8b-8df3-48ea44c81e5c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.177057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315bec4-ee7c-42de-bbeb-cdffdb44eba4 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cbccf-ca9f-4405-8e81-d9b406288a8f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.194514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.264985 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c60809a9-8278-44ab-b190-d02720a1705b tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1587186 Sep 28 08:38:23.272689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39678) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.276067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3b8b1b27-0c44-4142-84e5-5c4703b3e396 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1952319 Sep 28 08:38:23.280089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39680) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.284894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254287011'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.315869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.320351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.357653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.363127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:23.363713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.364762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.368513 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/883f589a-283b-4496-8c5b-09a3322560be HTTP/1.1" status: 204 len: 168 time: 0.5915954 Sep 28 08:38:23.370541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569e74-4e21-40ce-b4d6-b410ff4887e5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=883f589a-283b-4496-8c5b-09a3322560be,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.372027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:23.372983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39682) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.374741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a10fd-edb7-4b9c-8ecc-bbf9e13e2c38 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:23.442575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.449278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.467920 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e51ac5db-caf2-48dc-a814-b805a1402884 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828700 Sep 28 08:38:23.470692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39684) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.514864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.520838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.528348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2410266 Sep 28 08:38:23.528560 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1859827 Sep 28 08:38:23.528651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39686) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.528651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.538855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'name': 'tempest-PortsIpV6TestJSON-1184433155'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.546157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f5d2f8ec-23ba-49b5-9ff7-25aec0d666dc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '88087ab7-3aff-41b5-b80f-97d580996004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.562273 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-f5d2f8ec-23ba-49b5-9ff7-25aec0d666dc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 28 08:38:23.563191 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-f5d2f8ec-23ba-49b5-9ff7-25aec0d666dc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:23.567078 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f5d2f8ec-23ba-49b5-9ff7-25aec0d666dc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320942 Sep 28 08:38:23.569071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492b4cb-625d-4655-bb80-27e42c2ba039 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88087ab7-3aff-41b5-b80f-97d580996004,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.571777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39690) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.579127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020d21-1c82-4621-bf3b-cc1e470b76cc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=b40c1a89-b6fe-40bf-9675-29cd2b3d4f48,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.602626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fb07b8ba-7496-4e5d-877a-ff4026969edc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '88087ab7-3aff-41b5-b80f-97d580996004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.603696 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-fb07b8ba-7496-4e5d-877a-ff4026969edc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 28 08:38:23.603921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:23.607705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-fb07b8ba-7496-4e5d-877a-ff4026969edc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:23.607705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fb07b8ba-7496-4e5d-877a-ff4026969edc tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0210929 Sep 28 08:38:23.611144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39692) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.655589 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5acda692-ba03-46c0-adaf-a1d3de1f60b9 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3793759 Sep 28 08:38:23.657570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0050720-5844-4963-95c6-7418d6e5daf1']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.663034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.682817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c133541e-acdd-4686-9403-4668cf026333') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.683118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c133541e-acdd-4686-9403-4668cf026333') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.741388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.747081 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-9e31d5b4-898c-4df1-aa59-13b1c46bbb21 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] delete failed (client error): The resource could not be found. Sep 28 08:38:23.749095 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9e31d5b4-898c-4df1-aa59-13b1c46bbb21 tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "DELETE /v2.0/security-groups/f22cbccf-ca9f-4405-8e81-d9b406288a8f HTTP/1.1" status: 404 len: 347 time: 0.0780668 Sep 28 08:38:23.760038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39696) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.761114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:23.767112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8e571f2a-4cd0-407a-bdeb-a7e0f0686381 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3675215 Sep 28 08:38:23.774838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:23.775231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39698) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.797808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:23.798387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.798553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.838163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daefbbde-00c0-4815-a095-24e463473dda None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:23.842258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:23.842677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.900532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:23.935652 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment c133541e-acdd-4686-9403-4668cf026333 resource provider aggregate not found Sep 28 08:38:23.943846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c433de3a-6e4a-4a9a-9450-3a65089d336c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '88087ab7-3aff-41b5-b80f-97d580996004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.944486 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-c433de3a-6e4a-4a9a-9450-3a65089d336c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 28 08:38:23.944839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-c433de3a-6e4a-4a9a-9450-3a65089d336c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:23.949450 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c433de3a-6e4a-4a9a-9450-3a65089d336c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.3369839 Sep 28 08:38:23.952517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39704) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.960173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e544746-cf5c-46f2-8b2c-0095ec713c7d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:23.964777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6e544746-cf5c-46f2-8b2c-0095ec713c7d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4919474 Sep 28 08:38:23.966612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39706) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.968046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.973938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-578e900b-3a0b-4728-9a46-3942ce02ef9a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '88087ab7-3aff-41b5-b80f-97d580996004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:23.974862 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-578e900b-3a0b-4728-9a46-3942ce02ef9a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 28 08:38:23.975531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-578e900b-3a0b-4728-9a46-3942ce02ef9a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:23.979780 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-578e900b-3a0b-4728-9a46-3942ce02ef9a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0138628 Sep 28 08:38:23.980375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment c133541e-acdd-4686-9403-4668cf026333 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c133541e-acdd-4686-9403-4668cf026333 found for delete ", "request_id": "req-c9a6b1a6-f310-4685-a2c9-d872bad22b36"}]} Sep 28 08:38:23.981659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39708) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:23.989955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting subnet bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:23.996452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router df057f5f-8ad0-4438-a0fd-11dd79404b31 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:23.997447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:23.999999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:24.003465 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-008776b0-7169-465d-adf8-fe84601beb9a tempest-SecGroupIPv6Test-1073217505 tempest-SecGroupIPv6Test-1073217505-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2403553 Sep 28 08:38:24.004199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.025740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:24.026608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.031845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Deleting port 0405a612-4e2d-49db-8591-9c50a5d8322d {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:24.032477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.039124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.042501 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/e0050720-5844-4963-95c6-7418d6e5daf1 HTTP/1.1" status: 204 len: 168 time: 1.6349652 Sep 28 08:38:24.047982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39712) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.073836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465bab8-b0b8-4101-9442-b30da02a4b4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:24.078055 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d465bab8-b0b8-4101-9442-b30da02a4b4d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0972259 Sep 28 08:38:24.078693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39714) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.086185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3ec0e-8ced-4d8f-8ebb-dee9cd7ee9fc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=e0050720-5844-4963-95c6-7418d6e5daf1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.106025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.136140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:24.158877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.181855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.229340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-76865d24-766f-4687-94a7-bb437ab89ee9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114893 Sep 28 08:38:24.232379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39716) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.236298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.237992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:24.248297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.274090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047aa74b-28d5-4118-8fd0-5e3095fc0085 None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:24.293560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-daefbbde-00c0-4815-a095-24e463473dda None None] For port 0405a612-4e2d-49db-8591-9c50a5d8322d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0405a612-4e2d-49db-8591-9c50a5d8322d,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:24.294101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:24.294246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.298818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.310250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Calling delete_port for 0405a612-4e2d-49db-8591-9c50a5d8322d owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:24.360366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.373780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port ad3a3795-4993-4a1c-a37b-cc6328870fe1 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:24.430259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.432895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:24.438819 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-389a2c18-bdf1-4021-9d81-28f1d20278b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/df057f5f-8ad0-4438-a0fd-11dd79404b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3303554 Sep 28 08:38:24.439479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39720) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.449570 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Sync routers for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:24.457263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefbbde-00c0-4815-a095-24e463473dda None None] Pushing event deleted for resources: {'Port': ['ID=0405a612-4e2d-49db-8591-9c50a5d8322d,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.460872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefbbde-00c0-4815-a095-24e463473dda None None] No DVR routers for this DVR port 0405a612-4e2d-49db-8591-9c50a5d8322d on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:24.464637 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:24.465241 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.465427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39722) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.481808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.484460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.488037 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/88087ab7-3aff-41b5-b80f-97d580996004 HTTP/1.1" status: 204 len: 168 time: 0.4152369 Sep 28 08:38:24.492253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:24.495668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.498999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39724) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.535718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f20c73-9e94-4b42-8ed2-5d52818a9090 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88087ab7-3aff-41b5-b80f-97d580996004,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.592875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.614993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d3b48-1602-42fa-b427-1b80f48dbb3d']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.616531 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:24.625213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15904d0-46c7-4f46-8e26-58aa4e3605c2') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.625589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15904d0-46c7-4f46-8e26-58aa4e3605c2') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.640086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.654981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.662957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:24.662957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.754950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 486410f5-f5f6-4d57-9a73-b86d973749ea no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:24.777300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.787253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 486410f5-f5f6-4d57-9a73-b86d973749ea {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:24.787665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 486410f5-f5f6-4d57-9a73-b86d973749ea not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:24.788320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d405db0a-ee9f-4ecd-8014-3742384b2fe8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:24.796077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.804707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/1f8d3b48-1602-42fa-b427-1b80f48dbb3d HTTP/1.1" status: 204 len: 168 time: 0.7533147 Sep 28 08:38:24.806400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39728) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.817888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-238639165'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:24.826523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ba9e6-1f04-4b76-86fd-fb39d3f33db1 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=1f8d3b48-1602-42fa-b427-1b80f48dbb3d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.840292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 47b33847-4b9d-4404-b1a8-db6dd284e16e {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:24.844732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.848059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.856252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d405db0a-ee9f-4ecd-8014-3742384b2fe8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:24.857332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d405db0a-ee9f-4ecd-8014-3742384b2fe8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:24.858293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0405a612-4e2d-49db-8591-9c50a5d8322d no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:24.858749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-60288014-ae54-4567-8fba-7de08cee4ba8 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3476555 Sep 28 08:38:24.864241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39730) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.871436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--897169961'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:24.887612 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bb366c58-ae72-4c87-be3f-ad1f3c41ef9b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=76b782a643d34c5181a3de1954e33f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447107 Sep 28 08:38:24.892109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39732) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.900867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0405a612-4e2d-49db-8591-9c50a5d8322d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:24.901926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0405a612-4e2d-49db-8591-9c50a5d8322d not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:24.904452 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.912958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.946936 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Checking router: df057f5f-8ad0-4438-a0fd-11dd79404b31 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:24.956951 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Routers {'df057f5f-8ad0-4438-a0fd-11dd79404b31'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:24.957870 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['df057f5f-8ad0-4438-a0fd-11dd79404b31'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.960128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.966557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:24.970965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7750c9cd-ec3a-4908-aee3-160fe1917882 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad HTTP/1.1" status: 204 len: 168 time: 1.1857777 Sep 28 08:38:24.984137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39734) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:24.984368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f43fc-4125-46e0-a324-54640dded7a5 None None] Network b314719c-673c-4db8-8250-5ada5be98a6e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:25.008982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:25.012660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.016690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.036486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.080641 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] Set router df057f5f-8ad0-4438-a0fd-11dd79404b31 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:25.092312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.122456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:25.151011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.151363 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment 03f92212-fd8f-4b13-8ceb-31693b20a1d3 of type vlan for network 616be836-3c76-4f28-a4f1-d619055baddf Sep 28 08:38:25.200946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.207196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.210526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] DHCP port deletion for b314719c-673c-4db8-8250-5ada5be98a6e request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:25.262496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.267301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Deleting port 716b9428-03dc-4d48-a648-fe620b4274ad {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:25.267676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.293331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:38:25.305789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.320364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.329652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.347361 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:25.375463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.376632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] For port 716b9428-03dc-4d48-a648-fe620b4274ad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=716b9428-03dc-4d48-a648-fe620b4274ad,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:25.376950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.377995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.379225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ae34e52c-77e2-4ddd-88bd-703d5aa13703 HTTP/1.1" status: 204 len: 168 time: 0.4633005 Sep 28 08:38:25.397689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135e3d7-1241-47fa-9700-caebb45f3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae34e52c-77e2-4ddd-88bd-703d5aa13703,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.403935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Calling delete_port for 716b9428-03dc-4d48-a648-fe620b4274ad owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:25.414991 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7bc66-dcf5-473c-9598-f03ebefc0b5b None None] The sync data for ids ['df057f5f-8ad0-4438-a0fd-11dd79404b31'] in dv-neutron-859308-3-hyperv is: [{'id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'name': 'tempest-TestNetworkBasicOps-router-1719865093', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '3ebba14b-9114-40da-ac2d-753873223796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:35:32Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '3ebba14b-9114-40da-ac2d-753873223796', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df057f5f-8ad0-4438-a0fd-11dd79404b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:35:34Z', 'updated_at': '2022-09-28T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:25.434853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Deleting port 716b9428-03dc-4d48-a648-fe620b4274ad {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:25.436395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.460140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.463286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:25.464387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=ad3a3795-4993-4a1c-a37b-cc6328870fe1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.478059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.496804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.502782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:25.503490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.506472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.510105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:25.520450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=47b33847-4b9d-4404-b1a8-db6dd284e16e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.522732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.525374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:25.525968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.526149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f416191b-618d-4ee7-8db8-db4adc7919d3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/47b33847-4b9d-4404-b1a8-db6dd284e16e HTTP/1.1" status: 204 len: 168 time: 1.0596833 Sep 28 08:38:25.538348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86d248-4b40-48ac-9231-4218df52e6d1 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:25.543816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fac7ac-6be6-455a-83c3-309e66b2ddf6 None None] Network 19e02e9d-10f1-4bd0-a4be-0afa09be032d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:25.551913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.574277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] For port 716b9428-03dc-4d48-a648-fe620b4274ad, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=716b9428-03dc-4d48-a648-fe620b4274ad,segment=NetworkSegment(121873b8-bf34-47c7-97f9-38fc652961f6),segment_id=121873b8-bf34-47c7-97f9-38fc652961f6)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:25.574997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.577136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=aa5f0d1a-1283-4e56-a37a-df582d415f81,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.594472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Calling delete_port for 716b9428-03dc-4d48-a648-fe620b4274ad owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:25.600024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.656260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': '2048dd26-19a2-4fe7-a2b5-32cc823d9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:25.656902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: b40c1a89-b6fe-40bf-9675-29cd2b3d4f48, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:25.662437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.666925 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7964783 Sep 28 08:38:25.667096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] No DVR routers for this DVR port 716b9428-03dc-4d48-a648-fe620b4274ad on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:25.669324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dbd24-4df0-4111-983e-9e889d8d1e31 None None] Pushing event deleted for resources: {'Port': ['ID=716b9428-03dc-4d48-a648-fe620b4274ad,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.672254 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8584325 Sep 28 08:38:25.675618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.678113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39742) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.683948 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5a9c94a3-b49d-4cd2-bd3c-4cc15daf5583 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4501963 Sep 28 08:38:25.684500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4f396cb5-0e47-43d2-93af-bf901a8d2ef0 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.686110 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-4f396cb5-0e47-43d2-93af-bf901a8d2ef0 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 28 08:38:25.686840 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-4f396cb5-0e47-43d2-93af-bf901a8d2ef0 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:25.691986 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4f396cb5-0e47-43d2-93af-bf901a8d2ef0 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123105 Sep 28 08:38:25.692536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': '616be836-3c76-4f28-a4f1-d619055baddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.700967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39746) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.701922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39748) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.709528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:fa:ae:bf', 'name': 'tempest-NetworksTestDHCPv6-1080477902'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.718825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-35ce722f-5bac-436e-8280-88a60121be11 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.738902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542b1b2-7703-4d96-970e-8c45a9e2f559 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f155fa-c578-4638-9210-52b9fea2ee42,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.764071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd347b5-69e1-4322-abbf-9866b2cf1800 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=616be836-3c76-4f28-a4f1-d619055baddf,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.823019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 616be836-3c76-4f28-a4f1-d619055baddf details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:25.860499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.874735 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-35ce722f-5bac-436e-8280-88a60121be11 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:25.878800 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-35ce722f-5bac-436e-8280-88a60121be11 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1636443 Sep 28 08:38:25.879418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.905081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-41b41095-a93a-48dd-aaa9-dd5a64392962 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.905576 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-41b41095-a93a-48dd-aaa9-dd5a64392962 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 28 08:38:25.906067 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-41b41095-a93a-48dd-aaa9-dd5a64392962 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:25.907790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:25.913224 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-41b41095-a93a-48dd-aaa9-dd5a64392962 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123947 Sep 28 08:38:25.917081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:25.923793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6e8bcf1a-2ca6-4313-88c0-56853719c27f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:25.935170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Port': ['ID=716b9428-03dc-4d48-a648-fe620b4274ad,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:25.937520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No DVR routers for this DVR port 716b9428-03dc-4d48-a648-fe620b4274ad on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:25.944585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b40c1a89-b6fe-40bf-9675-29cd2b3d4f48) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:25.951090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:25.958903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:25.965466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:25.966202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.011061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d90bf2-64c7-4c6f-8b62-6503bd6afc24 None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:26.020532 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d15904d0-46c7-4f46-8e26-58aa4e3605c2 resource provider aggregate not found Sep 28 08:38:26.055058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:26.061757 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-6e8bcf1a-2ca6-4313-88c0-56853719c27f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:26.064811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.070885 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6e8bcf1a-2ca6-4313-88c0-56853719c27f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1485317 Sep 28 08:38:26.071592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39766) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.100255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0cbbe37c-340d-42fa-8dc9-9f284fd2ecfd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5691938 Sep 28 08:38:26.185110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39768) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.190835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1656223189'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.238966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:26.242937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.278609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'aa5f0d1a-1283-4e56-a37a-df582d415f81'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:26.280967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.307658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] DHCP port deletion for 19e02e9d-10f1-4bd0-a4be-0afa09be032d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:26.315072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.403642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:26.437077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.437432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment b617805b-cab5-48cf-b4c9-918583b215ff of type vlan for network fbd74b85-840e-477e-b29e-355f07c5d267 Sep 28 08:38:26.551444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 3ebba14b-9114-40da-ac2d-753873223796 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:26.551789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.554715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.584851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 716b9428-03dc-4d48-a648-fe620b4274ad no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:26.633641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 716b9428-03dc-4d48-a648-fe620b4274ad {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:26.633914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 716b9428-03dc-4d48-a648-fe620b4274ad not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:26.634363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f3782593-4730-4ced-8e9c-edbd1883408b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:26.651421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.667119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39778) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.677451 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d15904d0-46c7-4f46-8e26-58aa4e3605c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d15904d0-46c7-4f46-8e26-58aa4e3605c2 found for delete ", "request_id": "req-66045b19-b4c2-448f-b5cc-001a359a3565"}]} Sep 28 08:38:26.684391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a7f0a0c2-2d43-45f2-9a67-a47f5c3c4237 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.685067 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-a7f0a0c2-2d43-45f2-9a67-a47f5c3c4237 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 28 08:38:26.686219 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-a7f0a0c2-2d43-45f2-9a67-a47f5c3c4237 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:26.688141 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7f0a0c2-2d43-45f2-9a67-a47f5c3c4237 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141165 Sep 28 08:38:26.691496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b314719c-673c-4db8-8250-5ada5be98a6e']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:26.694822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:26.699467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39782) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.710203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.713427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7cdc0b9e-af75-4211-b6b3-d8169d7612c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.716436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:26.717309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.739158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121873b8-bf34-47c7-97f9-38fc652961f6') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:26.739621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121873b8-bf34-47c7-97f9-38fc652961f6') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:26.765972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.802546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=fbd74b85-840e-477e-b29e-355f07c5d267,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:26.821062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.832853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network fbd74b85-840e-477e-b29e-355f07c5d267 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:26.839320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.850271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:26.850879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.888455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1793943014'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.891796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=4f2293c0-8d74-48d4-a456-e1bd3a601a50,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:26.898093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Deleting port f3782593-4730-4ced-8e9c-edbd1883408b {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:26.898500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.899595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 3ebba14b-9114-40da-ac2d-753873223796, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3ebba14b-9114-40da-ac2d-753873223796,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:26.900162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.907903 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-65c18d1b-ded7-41ee-b9bc-3b8bb98d4ccb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7215669 Sep 28 08:38:26.916770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39784) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.930860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'ports': [{'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'}, {'network_id': 'fbd74b85-840e-477e-b29e-355f07c5d267'}]} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.931427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.932062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'fbd74b85-840e-477e-b29e-355f07c5d267'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.936138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.948066 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-7cdc0b9e-af75-4211-b6b3-d8169d7612c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:26.948314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 3ebba14b-9114-40da-ac2d-753873223796 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:26.951995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7cdc0b9e-af75-4211-b6b3-d8169d7612c5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2423940 Sep 28 08:38:26.952214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39786) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.958310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2b03c902-3aae-42f2-9133-bedf9dddad4c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.958881 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-2b03c902-3aae-42f2-9133-bedf9dddad4c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 28 08:38:26.959584 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-2b03c902-3aae-42f2-9133-bedf9dddad4c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:26.963138 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2b03c902-3aae-42f2-9133-bedf9dddad4c tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072830 Sep 28 08:38:26.963277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39788) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:26.967987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1e267dae-f218-4953-9df4-98eec7c185f9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:26.973470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.978063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:26.986844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/networks/b314719c-673c-4db8-8250-5ada5be98a6e HTTP/1.1" status: 204 len: 168 time: 1.9913921 Sep 28 08:38:26.989696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39790) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.000247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'routes': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:27.010246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Made reservation on behalf of 862296a0af5642dabae06b25668639ac for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:27.013812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.023620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:27.030718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Allocated IP 2001:db8::f816:3eff:fe26:b0ee (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/aa5f0d1a-1283-4e56-a37a-df582d415f81/ebfc8093-a002-4202-951f-0c8ba315b38c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:27.050199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.069024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74603fe-0869-4930-a022-19d94d3e8aba tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Pushing event deleted for resources: {'Network': ['ID=b314719c-673c-4db8-8250-5ada5be98a6e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.078137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] For port f3782593-4730-4ced-8e9c-edbd1883408b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f3782593-4730-4ced-8e9c-edbd1883408b,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:27.078543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.118925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': '03f92212-fd8f-4b13-8ceb-31693b20a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:27.119290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: 616be836-3c76-4f28-a4f1-d619055baddf, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:27.120694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Calling delete_port for f3782593-4730-4ced-8e9c-edbd1883408b owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:27.134695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f3782593-4730-4ced-8e9c-edbd1883408b is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:27.135093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.240107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 616be836-3c76-4f28-a4f1-d619055baddf is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:27.244629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-1e267dae-f218-4953-9df4-98eec7c185f9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:27.245732 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1e267dae-f218-4953-9df4-98eec7c185f9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2815511 Sep 28 08:38:27.251040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39792) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.260557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1b2e4dd9-ea18-4217-bd7f-7504e92e13ea tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'b1f155fa-c578-4638-9210-52b9fea2ee42', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:27.265846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.extraroute_db [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Added routes are [] {{(pid=103309) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:38:27.266163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.extraroute_db [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Removed routes are [] {{(pid=103309) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:38:27.266703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.277751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f3782593-4730-4ced-8e9c-edbd1883408b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f3782593-4730-4ced-8e9c-edbd1883408b,segment=NetworkSegment(47906eae-b4cd-435d-a36f-cb3dc1f160ce),segment_id=47906eae-b4cd-435d-a36f-cb3dc1f160ce)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:27.308376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.309135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76d8e6a-5a80-4880-b5f3-a7b34092a239 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:27.311218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 616be836-3c76-4f28-a4f1-d619055baddf) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:27.315851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:27.316123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.358436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8c2f3-2aa5-4a90-8cc3-dc3cefba4b44 None None] Network 616be836-3c76-4f28-a4f1-d619055baddf requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:27.368627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e76d8e6a-5a80-4880-b5f3-a7b34092a239 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:27.369109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76d8e6a-5a80-4880-b5f3-a7b34092a239 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:27.392625 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a936ad81-3dbf-446a-8a5e-6c6aa252de33 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074406 Sep 28 08:38:27.398030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39794) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.404689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271448624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:27.406892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 2} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:27.411403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.417292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.420820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.449056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.456757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.462874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.470941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.475356 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-1b2e4dd9-ea18-4217-bd7f-7504e92e13ea tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:27.479508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1b2e4dd9-ea18-4217-bd7f-7504e92e13ea tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2225821 Sep 28 08:38:27.481955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.483168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39796) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.497111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] No DVR routers for this DVR port f3782593-4730-4ced-8e9c-edbd1883408b on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:27.498447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.505657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f3782593-4730-4ced-8e9c-edbd1883408b,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.545635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.546737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.551905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35e4e-861c-4a1f-ab11-c8d49c7a36d0 None None] Pushing event deleted for resources: {'Port': ['ID=f3782593-4730-4ced-8e9c-edbd1883408b,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.566913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:27.570275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fefa:aebf (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/aa5f0d1a-1283-4e56-a37a-df582d415f81/8354501a-61e3-4980-8bc1-ef4a1daf1c93) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:27.578050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.596517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:27.607040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:27.612813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Pushing event updated for resources: {'Port': ['ID=ebfc8093-a002-4202-951f-0c8ba315b38c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.620558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:27.641624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router d27dcee5-0abe-4ab2-9173-a3f279694b4a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:27.669097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d41ed6-a18e-4729-8c61-1a08ac6a0985,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.673565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=3ebba14b-9114-40da-ac2d-753873223796,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:27.678969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.679572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Added segment e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9 of type vlan for network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 Sep 28 08:38:27.687440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.703825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.715452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Attempting to bind port ebfc8093-a002-4202-951f-0c8ba315b38c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:27.715652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Attempting to bind port ebfc8093-a002-4202-951f-0c8ba315b38c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:27.715892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Attempting to bind port ebfc8093-a002-4202-951f-0c8ba315b38c on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:27.728517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:27.728929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:27.729858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.729858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:27.730367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Bound port: ebfc8093-a002-4202-951f-0c8ba315b38c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:27.730747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.788401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-616be836-3c76-4f28-a4f1-d619055baddf', 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': '4f2293c0-8d74-48d4-a456-e1bd3a601a50'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:27.793324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.833317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.833633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.837103 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-31bbfc37-1ee9-47bc-a3aa-7cb36e4a4851 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4379930 Sep 28 08:38:27.837735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] For port ebfc8093-a002-4202-951f-0c8ba315b38c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:27.839852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.841089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.842178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] For port ebfc8093-a002-4202-951f-0c8ba315b38c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebfc8093-a002-4202-951f-0c8ba315b38c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:27.846841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'port': {'network_id': '616be836-3c76-4f28-a4f1-d619055baddf', 'name': 'tempest-RoutersTest-1203118689'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:27.858980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:27.866941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.868149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9c34abfa-b118-4ae9-94a3-754e02d93300 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 705 time: 0.8717976 Sep 28 08:38:27.878577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39800) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:27.888940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Sync routers for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:27.894848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.942762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.957298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:27.957965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:27.973195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:27.979895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 89fc987b-a44a-4b8b-ac66-5cd8a76381f3 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:27.990699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-be8c56f5-003e-47af-b83a-d4831f450d3b tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 205 time: 0.0801930 Sep 28 08:38:27.993821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39802) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:28.074590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.089322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.093577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50fecb-9f44-4811-b918-b5228af40eb8 None None] Pushing event updated for resources: {'Port': ['ID=ebfc8093-a002-4202-951f-0c8ba315b38c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.101888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:28.106855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:28.107852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.155240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.170254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:28.174554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.176340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Allocated IP 172.20.0.2 (616be836-3c76-4f28-a4f1-d619055baddf/4f2293c0-8d74-48d4-a456-e1bd3a601a50/a8d42865-0219-4047-ae20-d4805c5df023) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:28.179658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.232790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Checking router: d27dcee5-0abe-4ab2-9173-a3f279694b4a for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:28.246789 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5773375 Sep 28 08:38:28.248599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39804) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:28.254969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Request body: {'subnet': {'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:28.303100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Routers {'d27dcee5-0abe-4ab2-9173-a3f279694b4a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:28.303908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:28.325164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.328057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.332248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/b1f155fa-c578-4638-9210-52b9fea2ee42 HTTP/1.1" status: 204 len: 168 time: 0.8480976 Sep 28 08:38:28.333967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39806) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:28.348282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350d571-7617-4093-8174-bbe25b84f2f1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event updated for resources: {'Network': ['ID=bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.399188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:28.403639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b36b7-7c48-41bf-9005-5c295e58adb9 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f155fa-c578-4638-9210-52b9fea2ee42,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.410648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.412572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:28.414897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.415728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router df057f5f-8ad0-4438-a0fd-11dd79404b31 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:28.416244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.424837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.430112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-35330878-829f-4c9c-a828-11985e913b8a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/df057f5f-8ad0-4438-a0fd-11dd79404b31 HTTP/1.1" status: 204 len: 168 time: 2.8704097 Sep 28 08:38:28.434803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:28.519317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Made reservation on behalf of 862296a0af5642dabae06b25668639ac for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:28.523344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.540541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] Set router d27dcee5-0abe-4ab2-9173-a3f279694b4a gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:28.543956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] device_id is not set on port 1653decd-1a35-4272-b572-5e11c330dc48 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:28.606612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-92ed8b84-cc74-4781-9488-1c6a061184f5 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2670395 Sep 28 08:38:28.617617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:28.626037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--971354884'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:28.643760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.644717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebfc8093-a002-4202-951f-0c8ba315b38c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:28.652876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:28.656354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.692434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.695152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.717438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c118d7c-71b1-4ef9-9972-da7c5b4a69ab None None] The sync data for ids ['d27dcee5-0abe-4ab2-9173-a3f279694b4a'] in dv-neutron-859308-3-hyperv is: [{'id': 'd27dcee5-0abe-4ab2-9173-a3f279694b4a', 'name': 'tempest-RoutersIpV6Test-router-2049497387', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:02Z', 'updated_at': '2022-09-28T08:38:21Z', 'revision_number': 11, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:28.726654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:28.778476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:28.795492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=8354501a-61e3-4980-8bc1-ef4a1daf1c93,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.861455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:28.867811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:28.868494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.877508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.902287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.906145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebfc8093-a002-4202-951f-0c8ba315b38c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:28.906626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:28.907062 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebfc8093-a002-4202-951f-0c8ba315b38c Sep 28 08:38:28.956027 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1a1a4a00-cdf1-4ffd-bd9b-c681a3cc2731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2527590 Sep 28 08:38:28.968952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39816) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.038103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Network 616be836-3c76-4f28-a4f1-d619055baddf is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:29.042430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Pushing event updated for resources: {'Port': ['ID=a8d42865-0219-4047-ae20-d4805c5df023,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.056714 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 121873b8-bf34-47c7-97f9-38fc652961f6 resource provider aggregate not found Sep 28 08:38:29.064009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:29.066988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:29.097079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.097827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router d27dcee5-0abe-4ab2-9173-a3f279694b4a {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:29.103366 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 121873b8-bf34-47c7-97f9-38fc652961f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 121873b8-bf34-47c7-97f9-38fc652961f6 found for delete ", "request_id": "req-5ada0ac1-2b11-41d0-b640-60aec281cbf7"}]} Sep 28 08:38:29.134442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.139878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.141062 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dccbfd0c-cae1-4af7-85a1-3b3e8ec15e89 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 204 len: 168 time: 1.1459346 Sep 28 08:38:29.148926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39820) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.168205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848470719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:29.180060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 84197609-657f-459a-a32a-b7068fa22c94 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:29.242795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.244489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f672236-e92e-44dc-8cce-1ba93cf84da6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:29.251962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f672236-e92e-44dc-8cce-1ba93cf84da6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:29.254323 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f672236-e92e-44dc-8cce-1ba93cf84da6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2810106 Sep 28 08:38:29.263152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39822) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.299122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e02e9d-10f1-4bd0-a4be-0afa09be032d']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:29.332082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.20.0.13 (616be836-3c76-4f28-a4f1-d619055baddf/4f2293c0-8d74-48d4-a456-e1bd3a601a50/1653decd-1a35-4272-b572-5e11c330dc48) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:29.348486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.348956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47906eae-b4cd-435d-a36f-cb3dc1f160ce') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:29.349417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47906eae-b4cd-435d-a36f-cb3dc1f160ce') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:29.349897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.374555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.379157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Attempting to bind port a8d42865-0219-4047-ae20-d4805c5df023 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:29.379534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Attempting to bind port a8d42865-0219-4047-ae20-d4805c5df023 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '03f92212-fd8f-4b13-8ceb-31693b20a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:29.379902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Attempting to bind port a8d42865-0219-4047-ae20-d4805c5df023 on network 616be836-3c76-4f28-a4f1-d619055baddf {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:29.394091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:29.394519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Checking segment: {'id': '03f92212-fd8f-4b13-8ceb-31693b20a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:29.394935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.395749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Bound using segment: {'id': '03f92212-fd8f-4b13-8ceb-31693b20a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:29.396567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Bound port: a8d42865-0219-4047-ae20-d4805c5df023, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f92212-fd8f-4b13-8ceb-31693b20a1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '616be836-3c76-4f28-a4f1-d619055baddf'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:29.397155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.407315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.415337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebfc8093-a002-4202-951f-0c8ba315b38c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:29.415869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.428670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:29.429317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.436685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.496694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.498014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.507499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ebfc8093-a002-4202-951f-0c8ba315b38c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebfc8093-a002-4202-951f-0c8ba315b38c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:29.530156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.569523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.569994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] For port a8d42865-0219-4047-ae20-d4805c5df023, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:29.575953 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 47906eae-b4cd-435d-a36f-cb3dc1f160ce resource provider aggregate not found Sep 28 08:38:29.582570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.590755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] For port a8d42865-0219-4047-ae20-d4805c5df023, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a8d42865-0219-4047-ae20-d4805c5df023,segment=NetworkSegment(03f92212-fd8f-4b13-8ceb-31693b20a1d3),segment_id=03f92212-fd8f-4b13-8ceb-31693b20a1d3)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:29.605600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.609739 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1dc08b7f-85ae-4ca7-97c2-3e545119fa88 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4452038 Sep 28 08:38:29.613149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.613676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39830) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.624892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ebfc8093-a002-4202-951f-0c8ba315b38c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.632144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:29.638442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.658953 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 47906eae-b4cd-435d-a36f-cb3dc1f160ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47906eae-b4cd-435d-a36f-cb3dc1f160ce found for delete ", "request_id": "req-485947f6-28f3-42a0-89b6-a00cecee7403"}]} Sep 28 08:38:29.693601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.697400 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/19e02e9d-10f1-4bd0-a4be-0afa09be032d HTTP/1.1" status: 204 len: 168 time: 1.2613647 Sep 28 08:38:29.703603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.705188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0863934 Sep 28 08:38:29.718171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39832) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.719693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9f54e3b9-9ac5-4aa6-85c4-d5067d7276f6 None None] Provisioning complete for port ebfc8093-a002-4202-951f-0c8ba315b38c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:29.720083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f54e3b9-9ac5-4aa6-85c4-d5067d7276f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.720432 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f54e3b9-9ac5-4aa6-85c4-d5067d7276f6 None None] Attempt 1 to provision port ebfc8093-a002-4202-951f-0c8ba315b38c Sep 28 08:38:29.727232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.728933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39834) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:29.734378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d052b7-b6ad-490d-9a56-287b3e4b71fe tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94ec1d-75a8-4e0f-a9af-1f07deb8ef1a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.738589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-cbd69db2-b3a9-436e-ae7c-0e1cb73d152f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '2c94ec1d-75a8-4e0f-a9af-1f07deb8ef1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:29.740802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3261-70c5-4369-9366-1ede2dfb6386 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=19e02e9d-10f1-4bd0-a4be-0afa09be032d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.754095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dc69a-ed51-434b-be70-3fbb0a2c8d35 None None] Pushing event updated for resources: {'Port': ['ID=a8d42865-0219-4047-ae20-d4805c5df023,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.759642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--1931612562', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:29.782671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.847704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=89fc987b-a44a-4b8b-ac66-5cd8a76381f3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.865182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:29.867078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:29.870689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:29.871948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f54e3b9-9ac5-4aa6-85c4-d5067d7276f6 None None] Current status of the port ebfc8093-a002-4202-951f-0c8ba315b38c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:29.872702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:29.962395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=84197609-657f-459a-a32a-b7068fa22c94,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.990382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': 'b617805b-cab5-48cf-b4c9-918583b215ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fbd74b85-840e-477e-b29e-355f07c5d267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:29.990759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: fbd74b85-840e-477e-b29e-355f07c5d267, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:30.012384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network fbd74b85-840e-477e-b29e-355f07c5d267 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:30.042571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, fbd74b85-840e-477e-b29e-355f07c5d267) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:30.054101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:30.065736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:30.075027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d98f72-8652-46d7-8bed-f9ac8a6bb56e None None] Network fbd74b85-840e-477e-b29e-355f07c5d267 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:30.086469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:30.087271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.119645 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ebc01718-0bf8-49a8-a72e-9949d99f99e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1919441 Sep 28 08:38:30.121360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:30.211031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Provisioning complete for port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:30.211766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.212475 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Attempt 1 to provision port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 Sep 28 08:38:30.250101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 84197609-657f-459a-a32a-b7068fa22c94 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:30.250638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.288952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:30.289312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.291246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:30.329906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.344269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 84197609-657f-459a-a32a-b7068fa22c94 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:30.412319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event updated for resources: {'Subnet': ['ID=57ce1673-816f-450c-9984-a4c6c69b133a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:30.427311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:30.430714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.452222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.481789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=84197609-657f-459a-a32a-b7068fa22c94,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:30.493661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.497228 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d47c0803-f8ae-4cdc-9354-7c0ad254cc91 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/84197609-657f-459a-a32a-b7068fa22c94 HTTP/1.1" status: 204 len: 168 time: 0.3747194 Sep 28 08:38:30.499604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39838) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:30.556978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb755c2-45d8-4876-b705-6e88e9965bb4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:30.568811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb755c2-45d8-4876-b705-6e88e9965bb4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:30.570656 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ceb755c2-45d8-4876-b705-6e88e9965bb4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0700011 Sep 28 08:38:30.573452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:30.575060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a8d42865-0219-4047-ae20-d4805c5df023 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:30.609132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.612008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Checking segment: {'id': 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:30.612367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Network hostable DHCP agents. Network: bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:30.620428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.625465 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-cbd69db2-b3a9-436e-ae7c-0e1cb73d152f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The resource could not be found. Sep 28 08:38:30.629590 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cbd69db2-b3a9-436e-ae7c-0e1cb73d152f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9018776 Sep 28 08:38:30.631111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39842) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:30.639250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a8d42865-0219-4047-ae20-d4805c5df023 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:30.639687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.640106 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a8d42865-0219-4047-ae20-d4805c5df023 Sep 28 08:38:30.648111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:30.666778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c18ae1d8-18c1-41b6-ac77-f30f74c2dfe3 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '2c94ec1d-75a8-4e0f-a9af-1f07deb8ef1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '34508ee1-b6a4-4652-9b3d-d5d8c4cf78e2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:30.667341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.680489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.690801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.691140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 8a78597c-0646-4f88-b532-5e08932b8c6a of type vlan for network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc Sep 28 08:38:30.730093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 8354501a-61e3-4980-8bc1-ef4a1daf1c93 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:30.739054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a8d42865-0219-4047-ae20-d4805c5df023 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:30.739457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.741135 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-c18ae1d8-18c1-41b6-ac77-f30f74c2dfe3 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The resource could not be found. Sep 28 08:38:30.742299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c18ae1d8-18c1-41b6-ac77-f30f74c2dfe3 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0815625 Sep 28 08:38:30.745384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:30.759952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 89fc987b-a44a-4b8b-ac66-5cd8a76381f3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:30.760457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.783320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a8d42865-0219-4047-ae20-d4805c5df023, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a8d42865-0219-4047-ae20-d4805c5df023,segment=NetworkSegment(03f92212-fd8f-4b13-8ceb-31693b20a1d3),segment_id=03f92212-fd8f-4b13-8ceb-31693b20a1d3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:30.792157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.793342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebfc8093-a002-4202-951f-0c8ba315b38c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:30.795570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Attempt 2 to provision port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 Sep 28 08:38:30.834277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.881015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.890387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:30.891351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a8d42865-0219-4047-ae20-d4805c5df023,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:30.903774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.928404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 89fc987b-a44a-4b8b-ac66-5cd8a76381f3 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:30.932098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.962652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.964118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebfc8093-a002-4202-951f-0c8ba315b38c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:30.964587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.965083 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebfc8093-a002-4202-951f-0c8ba315b38c Sep 28 08:38:30.968649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:30.969294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:30.980057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:30.982675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.056055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.059871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebfc8093-a002-4202-951f-0c8ba315b38c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:31.065966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.068981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/2c94ec1d-75a8-4e0f-a9af-1f07deb8ef1a HTTP/1.1" status: 204 len: 168 time: 0.3216679 Sep 28 08:38:31.070394 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3208065 Sep 28 08:38:31.077608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3ebba14b-9114-40da-ac2d-753873223796 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:31.078179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39846) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.078421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39848) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.080115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14214e07-91db-4722-9def-36732fab4f26 None None] Network 616be836-3c76-4f28-a4f1-d619055baddf requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:31.083155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c796576-a034-4720-bc72-126a05e7b584 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94ec1d-75a8-4e0f-a9af-1f07deb8ef1a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.085412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.091374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-288797666', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:31.117207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3ebba14b-9114-40da-ac2d-753873223796 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:31.117638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3ebba14b-9114-40da-ac2d-753873223796 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:31.118260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=89fc987b-a44a-4b8b-ac66-5cd8a76381f3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.125920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.129567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bb012c54-8cd7-4a08-b9f4-bf7d3c0eb5fa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/89fc987b-a44a-4b8b-ac66-5cd8a76381f3 HTTP/1.1" status: 204 len: 168 time: 0.5549247 Sep 28 08:38:31.132484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39850) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.141587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704fab-1102-4fa5-a85d-32cdaa562e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.151232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:31.171850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:31.172653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.179170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4eea7-2f51-448b-a467-0003c05472d1 None None] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:31.181084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:31.198976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb7bcf0-8b09-44d2-90eb-29315626760a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:31.201165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ccb7bcf0-8b09-44d2-90eb-29315626760a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0674562 Sep 28 08:38:31.203837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39852) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.207037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 616be836-3c76-4f28-a4f1-d619055baddf is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:31.225980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=1653decd-1a35-4272-b572-5e11c330dc48,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.228735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:31.235381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.236423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.236625 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-660560fe-db74-4cef-8842-304683b74264 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:38:31.238632 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-660560fe-db74-4cef-8842-304683b74264 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/84197609-657f-459a-a32a-b7068fa22c94 HTTP/1.1" status: 404 len: 333 time: 0.0337274 Sep 28 08:38:31.242601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39854) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.246926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:31.249454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Router 35930554-e139-4d2d-af46-56663088da05 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:31.285399 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2d9ca36-c8b9-4255-a5ad-162689c2f5bb tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0301831 Sep 28 08:38:31.285651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa81d23c-7343-4a4c-a4fe-cb26403ccb4e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:38:31.285651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-aa81d23c-7343-4a4c-a4fe-cb26403ccb4e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/89fc987b-a44a-4b8b-ac66-5cd8a76381f3 HTTP/1.1" status: 404 len: 333 time: 0.0385511 Sep 28 08:38:31.285651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.286273 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39858) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.290903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Request body: {'port': {'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32', 'name': 'tempest-TagsExtTest-1193238085'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:31.312495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7d0b99d3-4fca-466a-8ae9-3505879f39ab tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2256513 Sep 28 08:38:31.313636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39860) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.318168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0e9d05aa-0400-49ea-b1db-d8e4317832b2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': 'd5bee62f-39f1-47a7-a8c6-527e480ad870', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:31.392343 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Attempt 3 to provision port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 Sep 28 08:38:31.431445 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-0e9d05aa-0400-49ea-b1db-d8e4317832b2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The resource could not be found. Sep 28 08:38:31.436187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0e9d05aa-0400-49ea-b1db-d8e4317832b2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1186755 Sep 28 08:38:31.438097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39862) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.441317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369982475'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:31.444073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:31.444728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.472182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Made reservation on behalf of 862296a0af5642dabae06b25668639ac for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:31.477016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.486765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.494514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:31.504022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] device_id is not set on port a000e49a-5571-4f21-9269-93e968221653 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:31.529850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.532992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32', 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32', 'tenant_id': '862296a0af5642dabae06b25668639ac', 'fixed_ips': [{'subnet_id': '57ce1673-816f-450c-9984-a4c6c69b133a'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:31.534269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.546634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:31.557110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.560733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ba8b680-a971-4b20-9b48-909f14105925 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "PUT /v2.0/routers/35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 200 len: 698 time: 1.9401417 Sep 28 08:38:31.562658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39864) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.569614 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Sync routers for ids ['35930554-e139-4d2d-af46-56663088da05'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:31.588269 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-15268473-e7b8-4cfb-ab1c-6c30d81bb024 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7460971 Sep 28 08:38:31.589187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39866) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.589568 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Routers {'35930554-e139-4d2d-af46-56663088da05'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:31.590452 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['35930554-e139-4d2d-af46-56663088da05'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.643013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.648000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.691850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.694108 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Set router 35930554-e139-4d2d-af46-56663088da05 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:31.699036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Allocated IP 172.20.0.12 (bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32/57ce1673-816f-450c-9984-a4c6c69b133a/a000e49a-5571-4f21-9269-93e968221653) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:31.706619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.756618 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35930554-e139-4d2d-af46-56663088da05', 'name': 'tempest-RoutersIpV6Test-router-1848470719', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:29Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.767827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.769444 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3318167 Sep 28 08:38:31.773548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39868) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:31.778263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116623783'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:31.789507 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Checking router: 35930554-e139-4d2d-af46-56663088da05 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:31.790630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47af351-4239-4c22-a4c3-0acb14b555cf tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878e116e-067c-40eb-a89c-5d5c5a929fc6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.801353 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Routers {'35930554-e139-4d2d-af46-56663088da05'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:31.802250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['35930554-e139-4d2d-af46-56663088da05'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.845027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:31.880539 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] Set router 35930554-e139-4d2d-af46-56663088da05 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:31.940799 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35930554-e139-4d2d-af46-56663088da05', 'name': 'tempest-RoutersIpV6Test-router-1848470719', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:29Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.951096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=8354501a-61e3-4980-8bc1-ef4a1daf1c93,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.978348 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874d87-a6f7-4f59-8cf9-3ca56a7d27b6 None None] The sync data for ids ['35930554-e139-4d2d-af46-56663088da05'] in dv-neutron-859308-3-hyperv is: [{'id': '35930554-e139-4d2d-af46-56663088da05', 'name': 'tempest-RoutersIpV6Test-router-1848470719', 'tenant_id': '5e0d7b09444b4a08aee9773f578bd022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:29Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 2, 'project_id': '5e0d7b09444b4a08aee9773f578bd022', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:31.984474 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e6cde528-5de4-4e5c-9a83-c04b4436161f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/routers/35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 200 len: 704 time: 0.4191010 Sep 28 08:38:31.995986 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Attempt 4 to provision port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 Sep 28 08:38:32.007127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.013843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.035348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-acaa6e6e-bd87-4715-953c-9de030ce01e9 None None] Port 8354501a-61e3-4980-8bc1-ef4a1daf1c93 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:38:32.058535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cd3305ac-0379-4165-b1bb-2e617573ee10 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 200 len: 205 time: 0.0424521 Sep 28 08:38:32.059229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39872) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.067111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.156064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Provisioning complete for port a8d42865-0219-4047-ae20-d4805c5df023 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:32.156688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.157546 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 1 to provision port a8d42865-0219-4047-ae20-d4805c5df023 Sep 28 08:38:32.178097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.182175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.186079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.191656 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a7e22de-38d5-4c42-a6b6-6b2e95886849 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/8354501a-61e3-4980-8bc1-ef4a1daf1c93 HTTP/1.1" status: 204 len: 168 time: 2.9263027 Sep 28 08:38:32.203461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39874) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.275928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ea58bb-bd22-458b-a8d5-b6e5755ab7cc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.301352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.311414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae59413-d77a-47f7-8be1-9f31b9e37896 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:32.313196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae59413-d77a-47f7-8be1-9f31b9e37896 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:32.314775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fae59413-d77a-47f7-8be1-9f31b9e37896 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0717487 Sep 28 08:38:32.327090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.332275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Current status of the port a8d42865-0219-4047-ae20-d4805c5df023 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:32.346542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Provisioning complete for port 1653decd-1a35-4272-b572-5e11c330dc48 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:32.347200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.347761 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 1 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:32.347895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.352490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dc761410-3529-44ba-ac11-211a73c11122 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5777123 Sep 28 08:38:32.353183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39878) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.397953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:32.424679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e3b79c0b-c89a-4857-87ef-0a26779db710 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group_rule': {'security_group_id': '878e116e-067c-40eb-a89c-5d5c5a929fc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '13ea58bb-bd22-458b-a8d5-b6e5755ab7cc'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:32.435786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.460556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a8d42865-0219-4047-ae20-d4805c5df023 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:32.473138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.476958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.481489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.525308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd74b85-840e-477e-b29e-355f07c5d267']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:32.534904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet aa5f0d1a-1283-4e56-a37a-df582d415f81 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:32.538110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Allocated IP 172.20.0.2 (bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32/57ce1673-816f-450c-9984-a4c6c69b133a/53997c0b-39ee-49b5-b9d9-360fd49619fb) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:32.551982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.569464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:32.575945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.576483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Fanout notify agent at l3_agent the message router_deleted on router 35930554-e139-4d2d-af46-56663088da05 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:32.583507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.586797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b617805b-cab5-48cf-b4c9-918583b215ff') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:32.587079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b617805b-cab5-48cf-b4c9-918583b215ff') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:32.590425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a276059d-3e1d-4a99-bc92-5e4ec02c8729 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 204 len: 168 time: 0.5216975 Sep 28 08:38:32.591987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:32.594693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:32.599067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39880) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.630566 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-e3b79c0b-c89a-4857-87ef-0a26779db710 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:32.634696 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e3b79c0b-c89a-4857-87ef-0a26779db710 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2516594 Sep 28 08:38:32.635322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39882) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.637497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.677155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fec9362c-54c9-432b-8743-899c3a2ba1c5 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 200 len: 205 time: 0.0730345 Sep 28 08:38:32.677155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event updated for resources: {'Port': ['ID=a000e49a-5571-4f21-9269-93e968221653,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.681576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39884) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.688775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a8d42865-0219-4047-ae20-d4805c5df023 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:32.689794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.690156 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a8d42865-0219-4047-ae20-d4805c5df023 Sep 28 08:38:32.697435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.728753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.751168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:32.751821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.754367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-afec48e2-6b2a-4006-a623-2095af14a86f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:32.758281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-afec48e2-6b2a-4006-a623-2095af14a86f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/35930554-e139-4d2d-af46-56663088da05 HTTP/1.1" status: 404 len: 336 time: 0.0714335 Sep 28 08:38:32.766384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39886) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.775029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.785839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.799775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c8cbc-4b23-4972-a34b-5a713d2a1daf tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:32.800111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9c8cbc-4b23-4972-a34b-5a713d2a1daf tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:32.806521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ff9c8cbc-4b23-4972-a34b-5a713d2a1daf tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/4573104f-4521-49e2-9ec4-0374ef4f811e HTTP/1.1" status: 404 len: 337 time: 0.0362384 Sep 28 08:38:32.809081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39888) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.826568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5d80df4f-088e-4ca1-8e30-e6253bec8540 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5408714 Sep 28 08:38:32.827229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39890) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.841466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:32.853893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-13136761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:32.863163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d32dc2-1471-4bcd-a47a-e90cc4695917 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:32.863635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d32dc2-1471-4bcd-a47a-e90cc4695917 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:32.869782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-94d32dc2-1471-4bcd-a47a-e90cc4695917 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/3a47f8d0-50d5-459e-817e-4bc8eb8ed64a HTTP/1.1" status: 404 len: 337 time: 0.0592082 Sep 28 08:38:32.869957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:32.875910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39892) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.876430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:32.888281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.900443 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 2 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:32.907908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Pushing event updated for resources: {'Port': ['ID=53997c0b-39ee-49b5-b9d9-360fd49619fb,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.924022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.924953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.925530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.925945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.926286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.926616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:32.928387 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1db5ab-7db5-451e-a76a-3ca1140e6c0c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:32.928851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1db5ab-7db5-451e-a76a-3ca1140e6c0c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:32.936097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cb1db5ab-7db5-451e-a76a-3ca1140e6c0c tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/6c6789dc-5a00-4c6e-a62e-148f56fc84b1 HTTP/1.1" status: 404 len: 337 time: 0.0565655 Sep 28 08:38:32.938108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39894) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:32.955408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.956426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.960963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:32.967705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a8d42865-0219-4047-ae20-d4805c5df023 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:32.989154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-62197a3a-70bc-4892-949b-9358517dae69 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:32.989479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62197a3a-70bc-4892-949b-9358517dae69 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:32.995393 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-62197a3a-70bc-4892-949b-9358517dae69 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/bb9828a7-3c2b-48c4-8f51-f9e51cbc30ad HTTP/1.1" status: 404 len: 337 time: 0.0538535 Sep 28 08:38:32.996950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39896) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.019075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:33.021999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Attempting to bind port 53997c0b-39ee-49b5-b9d9-360fd49619fb on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:33.022483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Attempting to bind port 53997c0b-39ee-49b5-b9d9-360fd49619fb by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:33.022996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Attempting to bind port 53997c0b-39ee-49b5-b9d9-360fd49619fb on network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:33.029984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:33.030722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Checking segment: {'id': 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:33.031068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.031512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Bound using segment: {'id': 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:33.032327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Bound port: 53997c0b-39ee-49b5-b9d9-360fd49619fb, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:33.032465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.039636 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-92cc4eba-3cb0-4798-bb41-2e0b151e98f1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 200 len: 205 time: 0.0400441 Sep 28 08:38:33.048870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39898) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.103610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-6d9f6c98-1d8b-43fa-8377-4691f2140e03 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.105067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6d9f6c98-1d8b-43fa-8377-4691f2140e03 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/d27dcee5-0abe-4ab2-9173-a3f279694b4a HTTP/1.1" status: 404 len: 336 time: 0.0548792 Sep 28 08:38:33.107833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.109594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] For port 53997c0b-39ee-49b5-b9d9-360fd49619fb, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:33.113694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] For port 53997c0b-39ee-49b5-b9d9-360fd49619fb, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53997c0b-39ee-49b5-b9d9-360fd49619fb,segment=NetworkSegment(e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9),segment_id=e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:33.127226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.128256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:33.128765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.167673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.184032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.194874 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3269c3fa-8978-4cec-8ea4-44c0417a249f tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=de98965d-daff-4682-97a7-8aa31634c9c5 HTTP/1.1" status: 200 len: 205 time: 0.0855951 Sep 28 08:38:33.196424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39904) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.205401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d0ae3-2918-4f83-ad75-abbf77ccf262 None None] Pushing event updated for resources: {'Port': ['ID=53997c0b-39ee-49b5-b9d9-360fd49619fb,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.225389 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b617805b-cab5-48cf-b4c9-918583b215ff resource provider aggregate not found Sep 28 08:38:33.244700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-7a4a3b98-c799-46c0-94a2-3c009542eccd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.248872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a4a3b98-c799-46c0-94a2-3c009542eccd tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/de98965d-daff-4682-97a7-8aa31634c9c5 HTTP/1.1" status: 404 len: 336 time: 0.0509911 Sep 28 08:38:33.249760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.253345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.254562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/13ea58bb-bd22-458b-a8d5-b6e5755ab7cc HTTP/1.1" status: 204 len: 168 time: 0.6100898 Sep 28 08:38:33.256132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.261667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39908) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.262076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39910) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.270419 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b617805b-cab5-48cf-b4c9-918583b215ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b617805b-cab5-48cf-b4c9-918583b215ff found for delete ", "request_id": "req-20d0a0d2-31e6-479c-a6f5-94ae4c9b5b15"}]} Sep 28 08:38:33.306163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.307188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.311866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.315163 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/fbd74b85-840e-477e-b29e-355f07c5d267 HTTP/1.1" status: 204 len: 168 time: 2.0280585 Sep 28 08:38:33.327205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.327551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8baff7b-d4d2-485d-a3e2-36b050de36bc tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:33.328162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8baff7b-d4d2-485d-a3e2-36b050de36bc tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:33.335685 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a8baff7b-d4d2-485d-a3e2-36b050de36bc tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/7305d9a9-eda4-47ad-9704-eca6d0cd6770 HTTP/1.1" status: 404 len: 337 time: 0.0700350 Sep 28 08:38:33.339738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950129028'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:33.345591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.360736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.372339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a762e5a-2043-4788-9c0c-34dd5f72e9a2 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ea58bb-bd22-458b-a8d5-b6e5755ab7cc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.381965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.406870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39916) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.407754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-df569bf3-19fb-401e-98fa-a447b3d0d4ec tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5453637 Sep 28 08:38:33.441964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0848ed06-f6de-4cac-8439-7a438db37a71 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 200 len: 205 time: 0.0794549 Sep 28 08:38:33.445685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.450491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063099c6-87f6-4876-af5b-7970c1c6e191 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=fbd74b85-840e-477e-b29e-355f07c5d267,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.470771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9cb2fc86-feb8-4e4c-be5f-fea20d23e93f tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1386319701', 'prefixes': ['172.20.0.0/16']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:33.510949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-bc695914-316c-468f-8908-cd48fd361edf tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.514469 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bc695914-316c-468f-8908-cd48fd361edf tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/28787e3f-97ff-420d-a8d6-2ab44bc950bb HTTP/1.1" status: 404 len: 336 time: 0.0654089 Sep 28 08:38:33.516912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.521156 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 3 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:33.555005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:33.558963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.577575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c61a10d-a256-4dac-93d9-8962f8a506eb tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=485b42fd-bb39-4b9f-b6b5-09424fc13492 HTTP/1.1" status: 200 len: 205 time: 0.0582788 Sep 28 08:38:33.583130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:33.584503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39922) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.632627 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-04ae0cb2-78fd-45c8-8cb4-3b2e34511880 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3506336 Sep 28 08:38:33.634495 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-4a811021-5bfd-4be2-9903-ce97248c1528 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.635706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4a811021-5bfd-4be2-9903-ce97248c1528 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/485b42fd-bb39-4b9f-b6b5-09424fc13492 HTTP/1.1" status: 404 len: 336 time: 0.0473557 Sep 28 08:38:33.636447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39924) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.643039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39926) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.679735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7313d4f-73b3-44ce-b538-1c6c8ea5e5c3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:33.680188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7313d4f-73b3-44ce-b538-1c6c8ea5e5c3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:33.683397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c7313d4f-73b3-44ce-b538-1c6c8ea5e5c3 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/6f22a50b-2535-44b4-b9f7-00a9d24eeb83 HTTP/1.1" status: 404 len: 337 time: 0.0394125 Sep 28 08:38:33.689209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39928) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.735815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.744891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.759470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.790015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:33.800253 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-08aebc37-6a0a-41d7-9855-1f5af03367ab tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=a464c867-9288-4ad6-957c-803704b59fd2 HTTP/1.1" status: 200 len: 205 time: 0.1098268 Sep 28 08:38:33.803687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.811480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.814788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.815963 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/878e116e-067c-40eb-a89c-5d5c5a929fc6 HTTP/1.1" status: 204 len: 168 time: 0.1786075 Sep 28 08:38:33.826853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.834748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39932) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.847924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.854171 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/aa5f0d1a-1283-4e56-a37a-df582d415f81 HTTP/1.1" status: 204 len: 168 time: 1.5233021 Sep 28 08:38:33.854171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5f0c9-f875-4ed5-80ba-eb2b28a730ce tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5f0d1a-1283-4e56-a37a-df582d415f81,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.854369 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-fdc8829c-53aa-412b-a685-a2c699809e99 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.854369 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fdc8829c-53aa-412b-a685-a2c699809e99 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/a464c867-9288-4ad6-957c-803704b59fd2 HTTP/1.1" status: 404 len: 336 time: 0.0488653 Sep 28 08:38:33.855021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39934) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.858798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b5a446-1ce5-40c1-bb9a-b2addb5d0648 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:33.864595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39936) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.867684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010783a0-e665-4e33-a776-6ba4d052aa07 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e116e-067c-40eb-a89c-5d5c5a929fc6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.891509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.891817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment e16395b9-6b1d-44e9-9fb8-b5ef3003d161 of type vlan for network 4dba7775-3353-4c16-b90d-17b1ceb6614d Sep 28 08:38:33.896836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eef20f-40c6-496d-8e08-89253628f414 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:33.897639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eef20f-40c6-496d-8e08-89253628f414 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:33.900829 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c7eef20f-40c6-496d-8e08-89253628f414 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/5affbf45-9c2b-4c40-a3ea-c27b3f86df7a HTTP/1.1" status: 404 len: 337 time: 0.0342355 Sep 28 08:38:33.903599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39938) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.934902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3839d5b7-3ebf-4728-8ff8-71dc72804eb1 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "GET /v2.0/ports?device_id=79155852-b26d-4526-b08a-13a8e25fa250 HTTP/1.1" status: 200 len: 205 time: 0.0292335 Sep 28 08:38:33.937305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39940) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.943970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:33.956485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fd3ac649-2d45-447c-81e7-a7c8578c1bda tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752490 Sep 28 08:38:33.963246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39942) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.984599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-bf830c2c-c27f-46aa-b18e-3e5f3b79236a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] delete failed (client error): The resource could not be found. Sep 28 08:38:33.986261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bf830c2c-c27f-46aa-b18e-3e5f3b79236a tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/routers/79155852-b26d-4526-b08a-13a8e25fa250 HTTP/1.1" status: 404 len: 336 time: 0.0478427 Sep 28 08:38:33.989602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39944) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:33.996442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:34.032001 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3099065-0cce-47c6-be10-3fd0cb4a64c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:34.032726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3099065-0cce-47c6-be10-3fd0cb4a64c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:34.036450 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f3099065-0cce-47c6-be10-3fd0cb4a64c7 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/936063a2-07a8-41d9-a75a-cbf5825470f9 HTTP/1.1" status: 404 len: 337 time: 0.0447457 Sep 28 08:38:34.039210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.055413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.079947 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0dbb77-cffe-456f-b65c-7b83e0c7ebd4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:34.080505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0dbb77-cffe-456f-b65c-7b83e0c7ebd4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:34.084169 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 4 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:34.090018 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c0dbb77-cffe-456f-b65c-7b83e0c7ebd4 tempest-RoutersIpV6Test-121835579 tempest-RoutersIpV6Test-121835579-project] 10.222.0.27 "DELETE /v2.0/subnets/d2e1c009-1851-473a-9039-aa37eb6d8eaf HTTP/1.1" status: 404 len: 337 time: 0.0483973 Sep 28 08:38:34.114122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fc86-feb8-4e4c-be5f-fea20d23e93f tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for subnetpool, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.115985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9cb2fc86-feb8-4e4c-be5f-fea20d23e93f tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6666551 Sep 28 08:38:34.121252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.126619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:34.133889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-de85e08a-b0e2-4fd4-9a4e-7f94d0da6d44 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-1445882611') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:34.177695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:34.193535 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-34c72acd-6420-4188-8387-0e6fd5b0e60a tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3576224 Sep 28 08:38:34.198007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.205166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.214925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955219449'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:34.216145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Deleting port ebfc8093-a002-4202-951f-0c8ba315b38c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:34.216691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.217795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.274041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.280286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:34.281014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.320850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] For port ebfc8093-a002-4202-951f-0c8ba315b38c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebfc8093-a002-4202-951f-0c8ba315b38c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:34.320850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.331042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.413058 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0814254 Sep 28 08:38:34.424107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39956) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.443222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:34.479275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:34.483496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.489333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=1653decd-1a35-4272-b572-5e11c330dc48,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:34.494529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.15 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ac7c90bb-2e58-48d3-b78e-1185b492b6a7) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:34.498138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f15e4-8330-4a14-9d1f-7644a16c4e0b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=4dba7775-3353-4c16-b90d-17b1ceb6614d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:34.585842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de85e08a-b0e2-4fd4-9a4e-7f94d0da6d44 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-1445882611 HTTP/1.1" status: 201 len: 201 time: 0.4604683 Sep 28 08:38:34.591209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39958) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.605171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-ee84dd9e-e862-416e-a8a3-9dd7e27ed7dc tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-543844549') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:34.607078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.621112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9826cb3-1e9b-4e5c-be92-877a33a7bdb7 None None] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:34.623215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:34.625339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53997c0b-39ee-49b5-b9d9-360fd49619fb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:34.653705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Calling delete_port for ebfc8093-a002-4202-951f-0c8ba315b38c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:34.682411 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 5 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:34.684998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.740968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.803417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:34.807128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.813028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.819253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.823296 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6114235 Sep 28 08:38:34.840293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39964) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.845381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-704aa2fb-f411-48e8-b226-78bcc3a50152 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:34.846057 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-704aa2fb-f411-48e8-b226-78bcc3a50152 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 28 08:38:34.846549 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-704aa2fb-f411-48e8-b226-78bcc3a50152 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] update failed (client error): There was a conflict when trying to complete your request. Sep 28 08:38:34.851352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-704aa2fb-f411-48e8-b226-78bcc3a50152 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "PUT /v2.0/security-groups/3be1e0a7-6903-4b8c-9ac3-3d54da921877 HTTP/1.1" status: 409 len: 330 time: 0.0064793 Sep 28 08:38:34.853259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ae6f1-433e-4d55-8706-ab65dbc27250 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1e0a7-6903-4b8c-9ac3-3d54da921877,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:34.860314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.876598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:34.879162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39968) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:34.879329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-011b90a6-32f4-4c4d-b0a3-fdb4d3e23b30 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5e0d7b09444b4a08aee9773f578bd022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691329 Sep 28 08:38:34.913123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.926043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Performing IP validity checks on allocation pools {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:38:34.929243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:38:34.953163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 53997c0b-39ee-49b5-b9d9-360fd49619fb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:34.954044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:34.954594 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 53997c0b-39ee-49b5-b9d9-360fd49619fb Sep 28 08:38:35.008933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.009229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee84dd9e-e862-416e-a8a3-9dd7e27ed7dc tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-543844549 HTTP/1.1" status: 201 len: 201 time: 0.4118156 Sep 28 08:38:35.011479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:35.022791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-e60a5c70-3b61-4a15-b4a7-fa3163885b10 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-749569184') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:35.027248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.055117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] Pushing event deleted for resources: {'Port': ['ID=ebfc8093-a002-4202-951f-0c8ba315b38c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.062456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0cae2-2d75-4c06-82d9-333d548b4a8c None None] No DVR routers for this DVR port ebfc8093-a002-4202-951f-0c8ba315b38c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:35.071921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.119487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 53997c0b-39ee-49b5-b9d9-360fd49619fb is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:35.120065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.122423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.147084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.151307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.165280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.167754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 53997c0b-39ee-49b5-b9d9-360fd49619fb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53997c0b-39ee-49b5-b9d9-360fd49619fb,segment=NetworkSegment(e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9),segment_id=e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:35.176604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.249925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:35.266127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:35.269862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:35.273192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=53997c0b-39ee-49b5-b9d9-360fd49619fb,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.299062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebfc8093-a002-4202-951f-0c8ba315b38c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:35.321461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.322085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ebfc8093-a002-4202-951f-0c8ba315b38c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:35.322418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebfc8093-a002-4202-951f-0c8ba315b38c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:35.381621 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 6 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:35.423313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:35.448798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:38:35.511211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.513872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.517744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/432b220f-8ec5-4d85-9010-8df80cf032ff HTTP/1.1" status: 204 len: 168 time: 0.6322265 Sep 28 08:38:35.521440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.572218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.574707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.578354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/3be1e0a7-6903-4b8c-9ac3-3d54da921877 HTTP/1.1" status: 204 len: 168 time: 0.7147441 Sep 28 08:38:35.603678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 39974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:35.612773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6297-781e-453f-91ee-6b0714824c37 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1e0a7-6903-4b8c-9ac3-3d54da921877,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.632644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e60a5c70-3b61-4a15-b4a7-fa3163885b10 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-749569184 HTTP/1.1" status: 201 len: 201 time: 0.6174290 Sep 28 08:38:35.633132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50351b4-f951-477a-af6a-db24fc13506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b220f-8ec5-4d85-9010-8df80cf032ff,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.635401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:35.640247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-c9ebc8ef-df5b-45fb-847a-24549124a601 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-1254540542') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:35.672730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.690545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:35.725663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=af4de875-5c3e-4e56-bcc0-46fdfa754da7,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.729965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:35.733027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:35.733769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:35.740790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c45ef-70b1-405b-9081-9dadcedb2e27 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:35.771974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:35.772364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: 4dba7775-3353-4c16-b90d-17b1ceb6614d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:35.777173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=45e6232e-52fa-41b3-89f9-41eb56bf6dd6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.780640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c9ebc8ef-df5b-45fb-847a-24549124a601 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-1254540542 HTTP/1.1" status: 201 len: 201 time: 0.1440544 Sep 28 08:38:35.784144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:35.789379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1c0f96f0-4533-4e0c-9056-5de5a4fc1505 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8004241 Sep 28 08:38:35.790357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-0614229f-571f-4f6c-9f81-b6d851e85289 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:35.808832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39982) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:35.814397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:ca:47:4f', 'name': 'tempest-NetworksTestDHCPv6-1908584170'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:35.891584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:35.928855 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 7 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:35.977948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:35.994807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4dba7775-3353-4c16-b90d-17b1ceb6614d) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:36.006303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07604ab6-821f-45df-843d-805b8b0ee549 None None] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:36.009242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.009847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.077846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0614229f-571f-4f6c-9f81-b6d851e85289 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 200 len: 241 time: 0.2919178 Sep 28 08:38:36.078762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39990) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.084962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-1ed55814-51e1-44a5-b99c-4187da659e2a tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-1445882611') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:36.093770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:36.109212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'af4de875-5c3e-4e56-bcc0-46fdfa754da7'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:36.110313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.112355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-324754a5-c456-4630-8149-215cc1944d27 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6857538 Sep 28 08:38:36.260604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.265115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 39994) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.280730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d', 'name': 'tempest-PortsIpV6TestJSON-403949040'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:36.346660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 0ecace51-dfb6-426c-a1c6-d40f38c4f556 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:36.406367 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cc061136-80cf-4167-bfc9-083b7e03e963 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7980323 Sep 28 08:38:36.408017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40004) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.436287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-1035e8a2-e78a-4897-b91c-24fdcabc97c3 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] delete failed (client error): The resource could not be found. Sep 28 08:38:36.437472 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1035e8a2-e78a-4897-b91c-24fdcabc97c3 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "DELETE /v2.0/security-groups/e29d9d93-d339-4abc-b004-ec12f2781ca0 HTTP/1.1" status: 404 len: 347 time: 0.0284662 Sep 28 08:38:36.442031 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40006) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.509259 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 8 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:36.527275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-58115bd3-2225-4eb5-9582-bd2f579ecb6f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] show failed (client error): The resource could not be found. Sep 28 08:38:36.528486 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-58115bd3-2225-4eb5-9582-bd2f579ecb6f tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-groups/998a8bac-99f0-4b52-8b22-3f2bb28c2cc6 HTTP/1.1" status: 404 len: 347 time: 0.0854142 Sep 28 08:38:36.530035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.537175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40008) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.564405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Allocated IP 2001:db8::f816:3eff:fe40:89bb (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/af4de875-5c3e-4e56-bcc0-46fdfa754da7/8c0caa0f-5622-4c71-bae3-cdeada9662fc) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:36.565741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-d00995fd-70b5-4a0f-8b5b-f4a69415fa04 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] show failed (client error): The resource could not be found. Sep 28 08:38:36.567280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53997c0b-39ee-49b5-b9d9-360fd49619fb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:36.577329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d00995fd-70b5-4a0f-8b5b-f4a69415fa04 tempest-NegativeSecGroupTest-1595439236 tempest-NegativeSecGroupTest-1595439236-project] 10.222.0.27 "GET /v2.0/security-group-rules/d99c9157-d3b5-4385-837b-a343495459ad HTTP/1.1" status: 404 len: 356 time: 0.0343759 Sep 28 08:38:36.610816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.628555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-4dba7775-3353-4c16-b90d-17b1ceb6614d', 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': '45e6232e-52fa-41b3-89f9-41eb56bf6dd6'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:36.629502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.636611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1ed55814-51e1-44a5-b99c-4187da659e2a tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-1445882611 HTTP/1.1" status: 204 len: 168 time: 0.5557644 Sep 28 08:38:36.642928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40014) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.651164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73c7adae-5b29-4aa2-8cf5-6e617abc328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.654628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-5758ae90-0f8a-497e-ae60-f03df429251e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-1445882611') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:36.668690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.678444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:36.707866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:36.713975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.744202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 533e71bc-a0f0-4991-81a6-30a5a6871ddb yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:36.763084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.797242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=1653decd-1a35-4272-b572-5e11c330dc48,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:36.844917 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5758ae90-0f8a-497e-ae60-f03df429251e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-1445882611 HTTP/1.1" status: 204 len: 168 time: 0.2008939 Sep 28 08:38:36.859043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40018) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:36.860097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 53997c0b-39ee-49b5-b9d9-360fd49619fb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:36.860474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:36.860814 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 53997c0b-39ee-49b5-b9d9-360fd49619fb Sep 28 08:38:36.878582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-3489040c-5a3e-4316-b65f-042a0d11e741 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:36.998605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.001749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 616be836-3c76-4f28-a4f1-d619055baddf is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:37.004883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:37.042677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.050084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::3e1 (4dba7775-3353-4c16-b90d-17b1ceb6614d/45e6232e-52fa-41b3-89f9-41eb56bf6dd6/533e71bc-a0f0-4991-81a6-30a5a6871ddb) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:37.060734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.063770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 53997c0b-39ee-49b5-b9d9-360fd49619fb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:37.111437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:37.144164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:37.161062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:37.171888 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3489040c-5a3e-4316-b65f-042a0d11e741 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 200 len: 205 time: 0.3040881 Sep 28 08:38:37.179245 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 9 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:37.182489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40024) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.182651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40026) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.188833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-c5f7f45d-3156-473a-b0e0-5ee12ae642d9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:37.191098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Pushing event updated for resources: {'Port': ['ID=8c0caa0f-5622-4c71-bae3-cdeada9662fc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:37.271876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:feca:474f (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/af4de875-5c3e-4e56-bcc0-46fdfa754da7/0ecace51-dfb6-426c-a1c6-d40f38c4f556) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:37.305913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:37.318217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Attempting to bind port 8c0caa0f-5622-4c71-bae3-cdeada9662fc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:37.319089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Attempting to bind port 8c0caa0f-5622-4c71-bae3-cdeada9662fc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:37.319632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Attempting to bind port 8c0caa0f-5622-4c71-bae3-cdeada9662fc on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:37.328231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:37.328994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:37.329606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.330239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:37.333737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Bound port: 8c0caa0f-5622-4c71-bae3-cdeada9662fc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:37.334285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.423095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 32c9e7a2-6e97-407b-b343-197d296d6951 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:37.483719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5f7f45d-3156-473a-b0e0-5ee12ae642d9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 200 len: 240 time: 0.2957428 Sep 28 08:38:37.488923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40034) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.489578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 1b609ee2-ee07-4dec-b8ef-0f5e50d4700a is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:37.499586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-f54fc8a3-d5fa-4b39-b3ee-e5c72d739b02 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-543844549') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:37.607791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a8e97097-ff91-4776-864a-3e367203cbf8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5e72517ee0fd4792816f0ad04d5cdd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151373 Sep 28 08:38:37.608367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40040) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.621400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.644499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] For port 8c0caa0f-5622-4c71-bae3-cdeada9662fc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:37.655567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] For port 8c0caa0f-5622-4c71-bae3-cdeada9662fc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8c0caa0f-5622-4c71-bae3-cdeada9662fc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:37.663577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.699567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:37.712210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6990e144-e1fe-4020-b0d5-e3dec3003ff6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/1b609ee2-ee07-4dec-b8ef-0f5e50d4700a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0705409 Sep 28 08:38:37.714939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:37.715104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40042) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.735226 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Sync routers for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:37.746756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.748177 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ec3db827-2255-40d3-9dc2-a2e61cb7ee46 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6664805 Sep 28 08:38:37.751816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40044) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.753552 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:37.757782 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:37.762620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473cd5d-4819-47ba-9139-b7b1c7bb6ee9 None None] Pushing event updated for resources: {'Port': ['ID=8c0caa0f-5622-4c71-bae3-cdeada9662fc,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:37.780793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] Sync routers for ids ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:37.794801 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3d55fdc2-8164-4366-8d3d-4a2e210f048e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417621 Sep 28 08:38:37.810430 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f54fc8a3-d5fa-4b39-b3ee-e5c72d739b02 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-543844549 HTTP/1.1" status: 204 len: 168 time: 0.3112967 Sep 28 08:38:37.810430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40046) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.810430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.810690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.819110 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Attempt 10 to provision port 1653decd-1a35-4272-b572-5e11c330dc48 Sep 28 08:38:37.840149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-8be46501-a8c9-4c74-9f28-eb0aeec635c9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-543844549') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:37.846593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa99900-439d-47a4-b9e0-09ac58148aa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:37.851739 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5aa99900-439d-47a4-b9e0-09ac58148aa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports/1653decd-1a35-4272-b572-5e11c330dc48 HTTP/1.1" status: 200 len: 978 time: 0.1331937 Sep 28 08:38:37.853066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40054) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:37.865585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.870491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:37.958278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380e39b-7383-445c-a519-2d043b26a832 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:37.962698 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e380e39b-7383-445c-a519-2d043b26a832 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547599 Sep 28 08:38:37.963810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40056) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.025954 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-605ac6f5-dbea-42e9-9f8d-4613c171115a tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556011 Sep 28 08:38:38.026956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40058) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.032258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132382664', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:38.060014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:38.068214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f0adaf46-eda0-4bfb-9ff5-b24f980da77b None None] Port 1653decd-1a35-4272-b572-5e11c330dc48 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:38.073326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Allocated IP 2001:db8::2 (4dba7775-3353-4c16-b90d-17b1ceb6614d/45e6232e-52fa-41b3-89f9-41eb56bf6dd6/763c518f-f331-44db-879f-027403674d13) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:38.075398 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:38.078631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] Routers {'1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:38.081329 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8be46501-a8c9-4c74-9f28-eb0aeec635c9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-543844549 HTTP/1.1" status: 204 len: 168 time: 0.2467229 Sep 28 08:38:38.083786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.086598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40060) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.091747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-53690263-6a6f-4ea6-8e75-3f4da1f491d5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.105891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:38.117236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:38.124322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.126279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.167526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.177405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.219538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=533e71bc-a0f0-4991-81a6-30a5a6871ddb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.229743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.286368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] Routers {'1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:38.290014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.295425 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-53690263-6a6f-4ea6-8e75-3f4da1f491d5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 200 len: 205 time: 0.2051897 Sep 28 08:38:38.296284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:38.299889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Provisioning complete for port a000e49a-5571-4f21-9269-93e968221653 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:38.300209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.301108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.301785 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 1 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:38.306339 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c05f27e-9e9b-4bf9-8dd0-683626398508 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0315645 Sep 28 08:38:38.316951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.316951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40064) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.317302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40066) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.350907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-b0de37f4-afec-4ec3-b199-8018cba8437d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.370136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983191630', 'description': 'tempest-secgroup-smoke-983191630 description', 'project_id': '140fbb82b98446e99dc826ba1166d853'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:38.371664 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:35Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.382593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:38.406998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Checking router: 32c9e7a2-6e97-407b-b343-197d296d6951 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:38.408076 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Updating router 32c9e7a2-6e97-407b-b343-197d296d6951 port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:38.442775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.482152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.483033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a7cc-99ff-4c55-9870-c8c62dc05d6a None None] The sync data for ids ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:38.506223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:38.517648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:38.523274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.525399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.553475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:38.603465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.614739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=0ecace51-dfb6-426c-a1c6-d40f38c4f556,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.634390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.679479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.684419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8c0caa0f-5622-4c71-bae3-cdeada9662fc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:38.696621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=244686d9-c68f-49e2-b3a4-202fbad6d549,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.699028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.725898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2dc001a6-cd14-4502-965a-43afa603a556 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9115000 Sep 28 08:38:38.730382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40070) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.731825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.732346 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.741653 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.764483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:38.764981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:38.790672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:38.801000 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Attempting to bind port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:38.801639 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Attempting to bind port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:38.802685 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Attempting to bind port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:38.808699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:38.811494 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:38.811859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:38.813772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.814330 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:38.814977 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Bound port: ac7c90bb-2e58-48d3-b78e-1185b492b6a7, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:38.816351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.816952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.818003 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.829554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.832170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:38.836942 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fae7c651-0e46-4784-a76c-9a2892a2b0cb HTTP/1.1" status: 204 len: 168 time: 1.2241840 Sep 28 08:38:38.837830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b644bb3-b1ba-4f84-8a8d-56618c93f684 None None] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:38.853345 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-abaeb157-722a-475d-9efd-72e3192839eb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8252926 Sep 28 08:38:38.856104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40076) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.859911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:38.880698 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Pushing event updated for resources: {'Port': ['ID=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.894609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:38.907371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:38.909411 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.909788 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.910125 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.915980 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.916567 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.917165 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.918002 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.918228 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.918721 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.919264 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.919755 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.920244 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:38.929960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b0de37f4-afec-4ec3-b199-8018cba8437d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 200 len: 240 time: 0.5882897 Sep 28 08:38:38.938228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40078) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:38.953120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d3457-4ea4-45f1-ac43-4538709f20bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae7c651-0e46-4784-a76c-9a2892a2b0cb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.959104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-be8e683d-bb4c-4069-a667-995a18adf8ea tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-749569184') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:38.992208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] For port ac7c90bb-2e58-48d3-b78e-1185b492b6a7, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:39.003491 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] For port ac7c90bb-2e58-48d3-b78e-1185b492b6a7, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:39.018014 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.022187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06d18a-d92d-4574-a2b7-0f3158c15963 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.030285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06d18a-d92d-4574-a2b7-0f3158c15963 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.035919 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6d06d18a-d92d-4574-a2b7-0f3158c15963 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3016355 Sep 28 08:38:39.040036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40080) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:39.055113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 533e71bc-a0f0-4991-81a6-30a5a6871ddb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:39.056451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.065614 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 2 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:39.098243 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:39.109892 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:39.127936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe7d-90fb-4dd0-9bf3-b6b1311c5f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.200247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:39.240480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Pushing event updated for resources: {'Port': ['ID=763c518f-f331-44db-879f-027403674d13,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.243893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be8e683d-bb4c-4069-a667-995a18adf8ea tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-749569184 HTTP/1.1" status: 204 len: 168 time: 0.3045819 Sep 28 08:38:39.247042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40086) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:39.248032 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debb729-5261-4d96-9852-a1a2939c3f2c None None] Pushing event updated for resources: {'Port': ['ID=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.260814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-8d4be4fa-c9d3-453c-8664-f6526af05aaf tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-749569184') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:39.280402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8c0caa0f-5622-4c71-bae3-cdeada9662fc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:39.280402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.280704 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8c0caa0f-5622-4c71-bae3-cdeada9662fc Sep 28 08:38:39.282460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Attempting to bind port 763c518f-f331-44db-879f-027403674d13 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:39.282588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Attempting to bind port 763c518f-f331-44db-879f-027403674d13 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:39.287214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Attempting to bind port 763c518f-f331-44db-879f-027403674d13 on network 4dba7775-3353-4c16-b90d-17b1ceb6614d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:39.335368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:39.335743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Checking segment: {'id': 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:39.336230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.336551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Bound using segment: {'id': 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:39.337064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Bound port: 763c518f-f331-44db-879f-027403674d13, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4dba7775-3353-4c16-b90d-17b1ceb6614d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:39.337477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.375954 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:39.382649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.401371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 533e71bc-a0f0-4991-81a6-30a5a6871ddb owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:39.438975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.512683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.565062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8c0caa0f-5622-4c71-bae3-cdeada9662fc is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:39.565471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.571747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] For port 763c518f-f331-44db-879f-027403674d13, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:39.603110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.625773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.648880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 8c0caa0f-5622-4c71-bae3-cdeada9662fc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8c0caa0f-5622-4c71-bae3-cdeada9662fc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:39.653956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] For port 763c518f-f331-44db-879f-027403674d13, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=763c518f-f331-44db-879f-027403674d13,segment=NetworkSegment(e16395b9-6b1d-44e9-9fb8-b5ef3003d161),segment_id=e16395b9-6b1d-44e9-9fb8-b5ef3003d161)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:39.655909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:39.656797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.674187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.685936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.718875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 0ecace51-dfb6-426c-a1c6-d40f38c4f556 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:39.720129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:39.768476 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 3 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:39.870946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:39.882451 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:38:39.906467 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:35Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:39.975264 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5846db-f8a2-46a6-b081-fffe8f13e3b3 None None] The sync data for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv is: [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:35Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:39.996341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=8c0caa0f-5622-4c71-bae3-cdeada9662fc,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.175739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fbd81-cb99-4db5-b26f-2363970ae0eb None None] Pushing event updated for resources: {'Port': ['ID=763c518f-f331-44db-879f-027403674d13,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.231516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.248408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 0ecace51-dfb6-426c-a1c6-d40f38c4f556 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:40.290771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Allocated IP 172.20.0.2 (0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc/244686d9-c68f-49e2-b3a4-202fbad6d549/d0a879e0-b67b-486a-a5d0-516f474f8c03) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:40.333016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.334779 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9903755 Sep 28 08:38:40.335581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c58892-e8bd-40ef-8498-c92ac9a3ebdf,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.338253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40108) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:40.381290 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 4 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:40.388305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.390183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:40.526580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:40.538150 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8d4be4fa-c9d3-453c-8664-f6526af05aaf tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-749569184 HTTP/1.1" status: 204 len: 168 time: 1.2871511 Sep 28 08:38:40.540993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40110) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:40.562266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-ed89f6fa-0089-4931-aced-bf1d231e6450 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:40.612375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.619585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40112) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:40.630647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561a49-4e15-489e-a4f6-ba0546817a7f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25ba6e-30e2-4cfa-a710-2172565fdae7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.678603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.691422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.711342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:40.715453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:40.748412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 763c518f-f331-44db-879f-027403674d13 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:40.752407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:40.808476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.845485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b95ad429-a6cb-4440-bb22-525455ae24e8 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1544124870', 'prefixes': ['172.20.0.0/16']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:40.853149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Pushing event updated for resources: {'Port': ['ID=d0a879e0-b67b-486a-a5d0-516f474f8c03,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.856451 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ed89f6fa-0089-4931-aced-bf1d231e6450 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 200 len: 205 time: 0.2885392 Sep 28 08:38:40.863626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:40.871945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-497c64d1-b60b-436c-bc7e-87d4b94f3fe1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:40.902934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Attempting to bind port d0a879e0-b67b-486a-a5d0-516f474f8c03 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:40.903297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Attempting to bind port d0a879e0-b67b-486a-a5d0-516f474f8c03 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:40.909277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Attempting to bind port d0a879e0-b67b-486a-a5d0-516f474f8c03 on network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:40.910374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.923676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:40.924049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Checking segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:40.924789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.925364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Bound using segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:40.926002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Bound port: d0a879e0-b67b-486a-a5d0-516f474f8c03, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:40.926559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.928953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 763c518f-f331-44db-879f-027403674d13 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:40.929548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:40.930463 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 763c518f-f331-44db-879f-027403674d13 Sep 28 08:38:40.980898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=0ecace51-dfb6-426c-a1c6-d40f38c4f556,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:40.991070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-497c64d1-b60b-436c-bc7e-87d4b94f3fe1 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 200 len: 241 time: 0.1261163 Sep 28 08:38:40.995853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40120) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.034559 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 5 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:41.047228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-3731cf3c-f6d2-4178-996b-c312747b3455 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-1254540542') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:41.091067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:41.109595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] For port d0a879e0-b67b-486a-a5d0-516f474f8c03, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:41.114972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] For port d0a879e0-b67b-486a-a5d0-516f474f8c03, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0a879e0-b67b-486a-a5d0-516f474f8c03,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:41.142059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3731cf3c-f6d2-4178-996b-c312747b3455 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-1254540542 HTTP/1.1" status: 204 len: 168 time: 0.1418831 Sep 28 08:38:41.143033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40122) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.152825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-8c1bb733-ebd0-433a-af0d-08d196cc50a5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-1254540542') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:41.158051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.159077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.163674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eb7a8fdb-0952-485c-a358-d8e359373d46 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/0ecace51-dfb6-426c-a1c6-d40f38c4f556 HTTP/1.1" status: 204 len: 168 time: 2.1220303 Sep 28 08:38:41.171152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40124) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.173833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.317409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 763c518f-f331-44db-879f-027403674d13 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:41.317780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.320971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a5adc-3f3f-444a-a668-9782526e31da tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:41.323026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a5adc-3f3f-444a-a668-9782526e31da tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:41.325880 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d63a5adc-3f3f-444a-a668-9782526e31da tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1443594 Sep 28 08:38:41.330837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40126) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.346109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.375200 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8c1bb733-ebd0-433a-af0d-08d196cc50a5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-1254540542 HTTP/1.1" status: 204 len: 168 time: 0.2269018 Sep 28 08:38:41.385604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40128) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.387440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.393117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-d6c125be-d584-4fba-8e1a-3274923023d9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:41.444469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192330eb-68ac-4aaa-98cd-202607b58366 None None] Pushing event updated for resources: {'Port': ['ID=d0a879e0-b67b-486a-a5d0-516f474f8c03,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:41.454027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43df2d-0895-4537-a4dc-50a494671071 None None] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:41.458210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 763c518f-f331-44db-879f-027403674d13, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=763c518f-f331-44db-879f-027403674d13,segment=NetworkSegment(e16395b9-6b1d-44e9-9fb8-b5ef3003d161),segment_id=e16395b9-6b1d-44e9-9fb8-b5ef3003d161)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:41.464158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=533e71bc-a0f0-4991-81a6-30a5a6871ddb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:41.472182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.472992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8c0caa0f-5622-4c71-bae3-cdeada9662fc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:41.569346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.577303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ea402b36-e3be-472e-8ac3-4d59d7fa2847 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/533e71bc-a0f0-4991-81a6-30a5a6871ddb HTTP/1.1" status: 204 len: 168 time: 3.2344348 Sep 28 08:38:41.578253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet af4de875-5c3e-4e56-bcc0-46fdfa754da7 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:41.579427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.580227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40130) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.584943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d6c125be-d584-4fba-8e1a-3274923023d9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 200 len: 205 time: 0.1951232 Sep 28 08:38:41.590147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40132) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.595003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-87c441e6-4757-49b8-b660-793d81e25359 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:41.599744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.601982 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 6 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:41.613981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.670556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-98152ac4-ce53-4983-a36a-ee7bf871a97b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:38:41.673169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98152ac4-ce53-4983-a36a-ee7bf871a97b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:41.681205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-98152ac4-ce53-4983-a36a-ee7bf871a97b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/533e71bc-a0f0-4991-81a6-30a5a6871ddb HTTP/1.1" status: 404 len: 333 time: 0.0958807 Sep 28 08:38:41.683889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b95ad429-a6cb-4440-bb22-525455ae24e8 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] Notify callbacks [] for subnetpool, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.688927 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b95ad429-a6cb-4440-bb22-525455ae24e8 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0676553 Sep 28 08:38:41.694926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40134) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.695294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40136) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.716342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712a969d-9733-4e81-89d3-c53de7359991,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:41.735054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.737332 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f6663db6-59d4-49d3-998c-da6d2fcdb3d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3547113 Sep 28 08:38:41.742610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40138) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.748123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:41.786453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3210f1c3-e2bc-401a-af1d-f9a280752591 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "GET /v2.0/subnetpools/7110894c-3422-480d-b931-897ea6e612b6 HTTP/1.1" status: 200 len: 732 time: 0.0791917 Sep 28 08:38:41.792028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40140) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.815143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-34cbcdb2-057b-43dd-9809-40bce26a4822 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-203469049'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:41.821134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-631bdc54-9be2-482a-9759-7accbb99673d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:38:41.823351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.829645 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-631bdc54-9be2-482a-9759-7accbb99673d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/533e71bc-a0f0-4991-81a6-30a5a6871ddb HTTP/1.1" status: 404 len: 333 time: 0.1270378 Sep 28 08:38:41.833129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40142) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.850650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.867213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=763c518f-f331-44db-879f-027403674d13,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:41.896545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:41.916959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.929929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8c0caa0f-5622-4c71-bae3-cdeada9662fc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:41.930562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.931053 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8c0caa0f-5622-4c71-bae3-cdeada9662fc Sep 28 08:38:41.951293 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-87c441e6-4757-49b8-b660-793d81e25359 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 204 len: 168 time: 0.3600554 Sep 28 08:38:41.959529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40144) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:41.978696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-e27b9fd8-7372-4e25-9483-aaac12c064ee tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:41.986544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:41.994063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 45e6232e-52fa-41b3-89f9-41eb56bf6dd6 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:41.997474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.030176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 1653decd-1a35-4272-b572-5e11c330dc48 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:42.031194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.038974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.046220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8c0caa0f-5622-4c71-bae3-cdeada9662fc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:42.098241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.099572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34cbcdb2-057b-43dd-9809-40bce26a4822 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] Notify callbacks [] for subnetpool, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.101354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34cbcdb2-057b-43dd-9809-40bce26a4822 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "PUT /v2.0/subnetpools/7110894c-3422-480d-b931-897ea6e612b6 HTTP/1.1" status: 200 len: 683 time: 0.3082726 Sep 28 08:38:42.105170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02424156-3164-4d34-abbf-8c6d3d7e749c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:42.111789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40146) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.148411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc/244686d9-c68f-49e2-b3a4-202fbad6d549/3cdeb117-e0dd-4275-8724-638f877d4247) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:42.148786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.153395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dd91f9ee-b3f2-4774-ba9b-ee1a08720f2e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4060447 Sep 28 08:38:42.157175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40148) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.169019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:42.175491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.246950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.250702 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e27b9fd8-7372-4e25-9483-aaac12c064ee tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 204 len: 168 time: 0.2805681 Sep 28 08:38:42.265475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40150) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.278019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-57449144-dc1c-4261-ba39-586df2fac197 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:42.326418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 1653decd-1a35-4272-b572-5e11c330dc48 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:42.383207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.388260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.398085 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 7 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:42.407092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1cfb00ea-e41c-446f-9a9d-f65265510eab tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] Notify callbacks [] for subnetpool, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.410796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1cfb00ea-e41c-446f-9a9d-f65265510eab tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "DELETE /v2.0/subnetpools/7110894c-3422-480d-b931-897ea6e612b6 HTTP/1.1" status: 204 len: 168 time: 0.2955320 Sep 28 08:38:42.411697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.442954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-f637dca0-dffa-41ff-80f5-79f463b0dd32 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] show failed (client error): The resource could not be found. Sep 28 08:38:42.444112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f637dca0-dffa-41ff-80f5-79f463b0dd32 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "GET /v2.0/subnetpools/7110894c-3422-480d-b931-897ea6e612b6 HTTP/1.1" status: 404 len: 346 time: 0.0284593 Sep 28 08:38:42.448867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40154) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.470360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:42.477097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.517235 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-57449144-dc1c-4261-ba39-586df2fac197 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 204 len: 168 time: 0.2477844 Sep 28 08:38:42.518294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-147ccc6f-68c6-47ce-8321-149fe028d986 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] delete failed (client error): The resource could not be found. Sep 28 08:38:42.521265 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-147ccc6f-68c6-47ce-8321-149fe028d986 tempest-SubnetPoolsTestJSON-1986135263 tempest-SubnetPoolsTestJSON-1986135263-project] 10.222.0.27 "DELETE /v2.0/subnetpools/7110894c-3422-480d-b931-897ea6e612b6 HTTP/1.1" status: 404 len: 346 time: 0.0684335 Sep 28 08:38:42.521265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40156) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.554422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-0a7d5b49-73a4-4b01-a940-186d61a0b99e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:42.577065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=af4de875-5c3e-4e56-bcc0-46fdfa754da7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:42.588545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ebefe-7e1b-4cc0-955e-c6ce9a4d55d0 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:42.651470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.699108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.709330 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-89d106e7-bcb2-4de7-bab0-b9a1ca921054 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/af4de875-5c3e-4e56-bcc0-46fdfa754da7 HTTP/1.1" status: 204 len: 168 time: 1.3692594 Sep 28 08:38:42.718839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40160) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.742434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0a879e0-b67b-486a-a5d0-516f474f8c03 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:42.757530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.825528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.891091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:42.898628 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/45e6232e-52fa-41b3-89f9-41eb56bf6dd6 HTTP/1.1" status: 204 len: 168 time: 1.0615835 Sep 28 08:38:42.899237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40164) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.950793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f476d-6da7-4948-8407-046f5d64d748 None None] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:42.956660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-42177cba-5ff5-4b0c-b98d-cd8a32059491 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2320924 Sep 28 08:38:42.961108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40166) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:42.979680 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 8 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:42.987634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.002262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ce529-446d-406b-b912-0fcdfe90a012 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=45e6232e-52fa-41b3-89f9-41eb56bf6dd6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.011153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d0a879e0-b67b-486a-a5d0-516f474f8c03 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:43.011720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.012208 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d0a879e0-b67b-486a-a5d0-516f474f8c03 Sep 28 08:38:43.030291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.031436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40168) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.065229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:43.075220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.077498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:43.101076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:43.121869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=1653decd-1a35-4272-b572-5e11c330dc48,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.143688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:43.147094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:43.161014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.232920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731320cf-8806-4e26-ba81-1726e788b321,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.253311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28184bb-7b6c-4151-a90a-53a48631cd1d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.259040 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c28184bb-7b6c-4151-a90a-53a48631cd1d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2957788 Sep 28 08:38:43.262601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.264265 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71f08f27-1e74-473f-a191-2ef66cea7f72 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1046221 Sep 28 08:38:43.265167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40172) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.279778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.282360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40174) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.298272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:43.305175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a7d5b49-73a4-4b01-a940-186d61a0b99e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 204 len: 168 time: 0.7825720 Sep 28 08:38:43.313811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40176) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.317909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d0a879e0-b67b-486a-a5d0-516f474f8c03 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:43.318326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.318619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-72548bf1-67bd-48eb-ba95-bcfa90366c7d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-1846291482') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:43.332995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-095d7fd8-85ce-47a2-b2f5-6d0eec483c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.336585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4cb6c-caa7-4b3e-abef-ee07989d0a92 None None] Network 4dba7775-3353-4c16-b90d-17b1ceb6614d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:43.401547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.408432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.441848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.484599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port d0a879e0-b67b-486a-a5d0-516f474f8c03, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0a879e0-b67b-486a-a5d0-516f474f8c03,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:43.503723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.504567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac7c90bb-2e58-48d3-b78e-1185b492b6a7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:43.536807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c911b-0ebe-46d0-9fbb-51e166fa2e0c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.541159 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-202c911b-0ebe-46d0-9fbb-51e166fa2e0c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2656679 Sep 28 08:38:43.542035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40178) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.592697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Deleting port 8c0caa0f-5622-4c71-bae3-cdeada9662fc {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:43.593115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.594285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-72548bf1-67bd-48eb-ba95-bcfa90366c7d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-1846291482 HTTP/1.1" status: 201 len: 201 time: 0.2794213 Sep 28 08:38:43.621683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40180) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.629618 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1861143b-ff0e-4a37-9658-ba33419e1034 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763395 Sep 28 08:38:43.636473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40182) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.640757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-c162a228-9a23-46f7-be5d-96b7e9aced03 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-1351966074') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:43.654644 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 9 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:43.666140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 1b609ee2-ee07-4dec-b8ef-0f5e50d4700a has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:43.675375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:43.744878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:43.745908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.746375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:43.747097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.747843 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 Sep 28 08:38:43.780409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.788512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:43.797923 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-be1596be-a948-489f-94fd-601158b3768a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/1b609ee2-ee07-4dec-b8ef-0f5e50d4700a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9412515 Sep 28 08:38:43.798827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40184) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:43.801160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=d0a879e0-b67b-486a-a5d0-516f474f8c03,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.812691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] For port 8c0caa0f-5622-4c71-bae3-cdeada9662fc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8c0caa0f-5622-4c71-bae3-cdeada9662fc,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:43.813871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.822807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] Sync routers for ids ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:43.854146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Calling delete_port for 8c0caa0f-5622-4c71-bae3-cdeada9662fc owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:43.875390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] Routers {'1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:43.876256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:43.923203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.970020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-095d7fd8-85ce-47a2-b2f5-6d0eec483c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:43.975294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:43.982079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] DHCP port deletion for 4dba7775-3353-4c16-b90d-17b1ceb6614d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:44.030835 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-33a9da71-5326-42ae-94c4-593f2e4cfca4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] remove_router_interface failed (client error): The resource could not be found. Sep 28 08:38:44.035487 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-33a9da71-5326-42ae-94c4-593f2e4cfca4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/1b609ee2-ee07-4dec-b8ef-0f5e50d4700a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2353415 Sep 28 08:38:44.036383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.038510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] Routers {'1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:44.039231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:44.070971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9f1b295e-3415-498c-a95c-675c88411fcd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b609ee2-ee07-4dec-b8ef-0f5e50d4700a HTTP/1.1" status: 200 len: 205 time: 0.0326345 Sep 28 08:38:44.071674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a76462-44e1-4783-9726-c155f0beedca,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.072004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40188) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.080949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-095d7fd8-85ce-47a2-b2f5-6d0eec483c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.086078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.087425 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fc9ebe08-ec67-4b21-b3a4-87906c30856c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7927392 Sep 28 08:38:44.100453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 763c518f-f331-44db-879f-027403674d13 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:44.100917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.112980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:44.113677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5686c-8b5a-4180-8d17-cadb33d1f759 None None] The sync data for ids ['1b609ee2-ee07-4dec-b8ef-0f5e50d4700a'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:44.122259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:44.122668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.131097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40190) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.164535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:44.169939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ac7c90bb-2e58-48d3-b78e-1185b492b6a7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:44.172478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.203090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.203783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 763c518f-f331-44db-879f-027403674d13 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:44.228720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] Pushing event deleted for resources: {'Port': ['ID=8c0caa0f-5622-4c71-bae3-cdeada9662fc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.234905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65646d17-b7a0-49cf-a73e-c67e3e1f4819 None None] No DVR routers for this DVR port 8c0caa0f-5622-4c71-bae3-cdeada9662fc on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:44.243852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Deleting port 763c518f-f331-44db-879f-027403674d13 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:44.244226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.250348 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 10 to provision port a000e49a-5571-4f21-9269-93e968221653 Sep 28 08:38:44.271230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c162a228-9a23-46f7-be5d-96b7e9aced03 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-1351966074 HTTP/1.1" status: 201 len: 201 time: 0.6397352 Sep 28 08:38:44.274386 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-095d7fd8-85ce-47a2-b2f5-6d0eec483c77 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=04cc4f6ae8a1427f96177c6c16ba63f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2370269 Sep 28 08:38:44.280658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40192) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.280986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.290597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-84c75891-b557-4d1a-8495-c1a9b71a30ce tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-1203098068') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:44.301073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:44.305113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.310151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7fd8-85ce-47a2-b2f5-6d0eec483c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed7eb4-54f6-4bfe-8c20-32ba2364a45c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.405527 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Project 140fbb82b98446e99dc826ba1166d853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:38:44.413216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port 763c518f-f331-44db-879f-027403674d13, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=763c518f-f331-44db-879f-027403674d13,segment=NetworkSegment(e16395b9-6b1d-44e9-9fb8-b5ef3003d161),segment_id=e16395b9-6b1d-44e9-9fb8-b5ef3003d161)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:44.413586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.420927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Port a000e49a-5571-4f21-9269-93e968221653 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:44.423932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.433931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] For port 763c518f-f331-44db-879f-027403674d13, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=763c518f-f331-44db-879f-027403674d13,segment=NetworkSegment(e16395b9-6b1d-44e9-9fb8-b5ef3003d161),segment_id=e16395b9-6b1d-44e9-9fb8-b5ef3003d161)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:44.434407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.442403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Could not find standard attr ID for object 1653decd-1a35-4272-b572-5e11c330dc48. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:44.447509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.452354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Calling delete_port for 763c518f-f331-44db-879f-027403674d13 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:44.468341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 763c518f-f331-44db-879f-027403674d13 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:44.468802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.469810 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 763c518f-f331-44db-879f-027403674d13 Sep 28 08:38:44.475413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.492253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 763c518f-f331-44db-879f-027403674d13 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:44.498668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Provisioning complete for port 53997c0b-39ee-49b5-b9d9-360fd49619fb triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:44.499008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.499408 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Attempt 1 to provision port 53997c0b-39ee-49b5-b9d9-360fd49619fb Sep 28 08:38:44.644539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.645652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.648502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.702889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.703808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router 1b609ee2-ee07-4dec-b8ef-0f5e50d4700a {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:44.711495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.715541 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c6a7b90-4f9c-4efa-869d-2aa22324e9b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/1b609ee2-ee07-4dec-b8ef-0f5e50d4700a HTTP/1.1" status: 204 len: 168 time: 0.6397400 Sep 28 08:38:44.715838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40196) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:44.773637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet 4f2293c0-8d74-48d4-a456-e1bd3a601a50 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:44.777597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.823017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.866002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 763c518f-f331-44db-879f-027403674d13 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:44.873295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] Pushing event deleted for resources: {'Port': ['ID=763c518f-f331-44db-879f-027403674d13,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.887802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fa4fd-327d-45b8-b2c1-20c54f18fe52 None None] No DVR routers for this DVR port 763c518f-f331-44db-879f-027403674d13 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:44.922025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7cab3-ec63-400e-aac8-b05f6478fd28 None None] Current status of the port 53997c0b-39ee-49b5-b9d9-360fd49619fb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:44.932258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:44.974414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0a879e0-b67b-486a-a5d0-516f474f8c03 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:45.005688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.035647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2293c0-8d74-48d4-a456-e1bd3a601a50,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.037840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.041156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b4ab2acb-2d7d-4411-840f-e16121c9ed4b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/4f2293c0-8d74-48d4-a456-e1bd3a601a50 HTTP/1.1" status: 204 len: 168 time: 0.3242130 Sep 28 08:38:45.042968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Could not find standard attr ID for object 763c518f-f331-44db-879f-027403674d13. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:45.043783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40198) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.048375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Could not find standard attr ID for object 533e71bc-a0f0-4991-81a6-30a5a6871ddb. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:45.057543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c99f5-4972-444f-b0e5-cae6c5b8d29c None None] Network 616be836-3c76-4f28-a4f1-d619055baddf requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:45.057829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.060396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d0a879e0-b67b-486a-a5d0-516f474f8c03 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:45.060865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.061346 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d0a879e0-b67b-486a-a5d0-516f474f8c03 Sep 28 08:38:45.125188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.128301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-84c75891-b557-4d1a-8495-c1a9b71a30ce tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-1203098068 HTTP/1.1" status: 201 len: 201 time: 0.8457713 Sep 28 08:38:45.132030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40200) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.136897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-69ffc4c6-bc55-4ef7-a3d0-72f72992e498 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-1524601843') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.164102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Provisioning complete for port 3cdeb117-e0dd-4275-8724-638f877d4247 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:45.164466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.164871 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 1 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:45.181857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.185180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.206608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.210515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-69ffc4c6-bc55-4ef7-a3d0-72f72992e498 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-1524601843 HTTP/1.1" status: 201 len: 201 time: 0.0774336 Sep 28 08:38:45.213276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40202) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.217726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-bdf6cffb-eb07-44c9-9807-c0c4821f0b36 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', {'tags': ['tempest-TagsExtTest-Tag-734527061', 'tempest-TagsExtTest-Tag-647623909', 'tempest-TagsExtTest-Tag-2046450817']}) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.247655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port a8d42865-0219-4047-ae20-d4805c5df023 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:45.247898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Port 3cdeb117-e0dd-4275-8724-638f877d4247 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:45.248008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.278691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3351af0c-0d10-47f6-9c9c-a37d9ceee88e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.300254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.308647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d0a879e0-b67b-486a-a5d0-516f474f8c03 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:45.309835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac7c90bb-2e58-48d3-b78e-1185b492b6a7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:45.313869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.315278 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6788996d-5784-422e-a66b-b88f243a784d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1737506 Sep 28 08:38:45.321744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40204) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.336751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'security_group_rule': {'security_group_id': '9a25ba6e-30e2-4cfa-a710-2172565fdae7', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:45.359917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port a8d42865-0219-4047-ae20-d4805c5df023, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a8d42865-0219-4047-ae20-d4805c5df023,segment=NetworkSegment(03f92212-fd8f-4b13-8ceb-31693b20a1d3),segment_id=03f92212-fd8f-4b13-8ceb-31693b20a1d3)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:45.360289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.366168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:45.366829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.367170 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 Sep 28 08:38:45.386716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for a8d42865-0219-4047-ae20-d4805c5df023 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:45.397137 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bdf6cffb-eb07-44c9-9807-c0c4821f0b36 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 200 len: 316 time: 0.1806850 Sep 28 08:38:45.398437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40206) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.402755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] DHCP port deletion for 616be836-3c76-4f28-a4f1-d619055baddf request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:45.403066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-4d2483ff-e313-4f45-886d-b3dd48b9a3af tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.406325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=763c518f-f331-44db-879f-027403674d13,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.408015 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Project 140fbb82b98446e99dc826ba1166d853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:38:45.432995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port 763c518f-f331-44db-879f-027403674d13 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:45.460906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.462999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.468665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.488528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.491304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.492496 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03ed7eb4-54f6-4bfe-8c20-32ba2364a45c HTTP/1.1" status: 204 len: 168 time: 1.2088780 Sep 28 08:38:45.500027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.517144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Deleting port a8d42865-0219-4047-ae20-d4805c5df023 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:45.517525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.520216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:45.593343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 763c518f-f331-44db-879f-027403674d13 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:45.596578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.604365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] For port a8d42865-0219-4047-ae20-d4805c5df023, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a8d42865-0219-4047-ae20-d4805c5df023,segment=NetworkSegment(03f92212-fd8f-4b13-8ceb-31693b20a1d3),segment_id=03f92212-fd8f-4b13-8ceb-31693b20a1d3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:45.604911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.611313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852a4e-a522-4938-b49e-a15ac8e55fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed7eb4-54f6-4bfe-8c20-32ba2364a45c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.640683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.648590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 763c518f-f331-44db-879f-027403674d13 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:45.649673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 763c518f-f331-44db-879f-027403674d13 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:45.649673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8c0caa0f-5622-4c71-bae3-cdeada9662fc no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:45.650726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:45.658194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Calling delete_port for a8d42865-0219-4047-ae20-d4805c5df023 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:45.658890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.685970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 8c0caa0f-5622-4c71-bae3-cdeada9662fc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:45.686413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8c0caa0f-5622-4c71-bae3-cdeada9662fc not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:45.691015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59a0f2b-4a69-447f-9615-72e10bf37487,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.692934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:45.716481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.717846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c8b647c-946f-436c-9066-c068c21eccc9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903861 Sep 28 08:38:45.721361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40212) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.731088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:45.731770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.732517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'network': {'name': 'tempest-network-smoke--1598725068', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:45.738055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46525e8f-6ba4-44b9-9afc-92ff6be54413 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:45.741861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40214) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.742034 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4d2483ff-e313-4f45-886d-b3dd48b9a3af tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 204 len: 168 time: 0.3421195 Sep 28 08:38:45.744053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.751190 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 2 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:45.766792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=6b511949-0fdf-4713-8778-6c03effc7c64,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.791558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port a8d42865-0219-4047-ae20-d4805c5df023 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:45.803148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-f1b60705-7e9a-4d00-9221-e8c59299ae19 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-734527061') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.810993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=a8d42865-0219-4047-ae20-d4805c5df023,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.819339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.845252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba7775-3353-4c16-b90d-17b1ceb6614d']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.850163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.873745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.874046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16395b9-6b1d-44e9-9fb8-b5ef3003d161') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:45.878503 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-27826589-d8fc-406d-aab9-a7c06dc9b5d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2337656 Sep 28 08:38:45.890413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40218) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:45.902704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:f4:07:31', 'name': 'tempest-NetworksTestDHCPv6-1051597180'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:45.923196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.936735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.976617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Made reservation on behalf of 140fbb82b98446e99dc826ba1166d853 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:45.980126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.983008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:45.985416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616be836-3c76-4f28-a4f1-d619055baddf']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.004364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f92212-fd8f-4b13-8ceb-31693b20a1d3') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.004364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f92212-fd8f-4b13-8ceb-31693b20a1d3') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.021740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Port 3cdeb117-e0dd-4275-8724-638f877d4247 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:46.026842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.045423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.058215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:46.058840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.063827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': '6b511949-0fdf-4713-8778-6c03effc7c64'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:46.064866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.068838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.079722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] Pushing event deleted for resources: {'Port': ['ID=a8d42865-0219-4047-ae20-d4805c5df023,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.086524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ff52f-ff73-4f15-9b3d-2e2365e2fbe3 None None] No DVR routers for this DVR port a8d42865-0219-4047-ae20-d4805c5df023 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:46.086956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:46.087461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.112685 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e16395b9-6b1d-44e9-9fb8-b5ef3003d161 resource provider aggregate not found Sep 28 08:38:46.128168 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 03f92212-fd8f-4b13-8ceb-31693b20a1d3 resource provider aggregate not found Sep 28 08:38:46.158563 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e16395b9-6b1d-44e9-9fb8-b5ef3003d161 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e16395b9-6b1d-44e9-9fb8-b5ef3003d161 found for delete ", "request_id": "req-705759fe-2d6e-4eb2-b371-d16ae939b403"}]} Sep 28 08:38:46.163841 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 03f92212-fd8f-4b13-8ceb-31693b20a1d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03f92212-fd8f-4b13-8ceb-31693b20a1d3 found for delete ", "request_id": "req-8664c612-9874-4f70-83b7-0b4354a01764"}]} Sep 28 08:38:46.212837 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-f1b60705-7e9a-4d00-9221-e8c59299ae19 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:46.214032 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f1b60705-7e9a-4d00-9221-e8c59299ae19 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-734527061 HTTP/1.1" status: 404 len: 328 time: 0.4484062 Sep 28 08:38:46.219621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.227271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-5ec4091e-5a1f-4933-bc77-80a204160848 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-647623909') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.231929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.244236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:46.245725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.249431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/4dba7775-3353-4c16-b90d-17b1ceb6614d HTTP/1.1" status: 204 len: 168 time: 3.3067753 Sep 28 08:38:46.256166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40240) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.268127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968ccab-94eb-4357-afe4-078cbbf9ea97 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=4dba7775-3353-4c16-b90d-17b1ceb6614d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.269827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6b511949-0fdf-4713-8778-6c03effc7c64/68f16aa5-ce5d-4ee5-8f81-770e007f6fe4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:46.276532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:46.281875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:46.292773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.297775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686380905'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:46.308398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.308789 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Added segment afba0ccc-e57a-49a4-945e-60314623478f of type vlan for network 4bbcd128-e222-4cc3-97a6-f021c13700f0 Sep 28 08:38:46.311889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:46.313904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.317125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/616be836-3c76-4f28-a4f1-d619055baddf HTTP/1.1" status: 204 len: 168 time: 1.2723424 Sep 28 08:38:46.330768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40244) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.354741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1897496850'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:46.391409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9094e4-8ae8-4206-a37a-35ee85b5ba12 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=616be836-3c76-4f28-a4f1-d619055baddf,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.436427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.447754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:46.458359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.463552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:46.467009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.530156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40248) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.541701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:46.545005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.547629 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 3 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:46.552255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.552800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.553340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment 7cdd7aa7-2344-4670-9ada-270fdce15b2c of type vlan for network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de Sep 28 08:38:46.583930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.600679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 9d214cac-85cd-4569-aa98-bc21cce54740 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:46.609060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 32c9e7a2-6e97-407b-b343-197d296d6951 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:46.621342 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-5ec4091e-5a1f-4933-bc77-80a204160848 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:46.625716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ec4091e-5a1f-4933-bc77-80a204160848 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-647623909 HTTP/1.1" status: 404 len: 328 time: 0.4020967 Sep 28 08:38:46.625716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.629652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:46.631108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.632247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Port 3cdeb117-e0dd-4275-8724-638f877d4247 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:46.634393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:46.638770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40252) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.639823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:46.645666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:46.647931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-fb85c5a8-b1f9-44ae-85d4-1389d6423ce9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a', 'tempest-TagsExtTest-Tag-2046450817') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.648098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Pushing event updated for resources: {'Port': ['ID=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.650131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:46.660051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.712285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.712285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment a4c10bfc-9d66-4f58-89f1-0123cd37ce85 of type vlan for network 2f407efb-bc2a-4c35-93fb-cf02729d4562 Sep 28 08:38:46.744649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Attempting to bind port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:46.745326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Attempting to bind port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:46.745885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Attempting to bind port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:46.751937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:46.752715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:46.753728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.754338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:46.755437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Bound port: 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:46.756437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.761784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0390179 Sep 28 08:38:46.791278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-251556553-network', 'tenant_id': '8678ef50f9074b4d84f9bc79873ff63f'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:46.796471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40254) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.806109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'admin_state_up': True, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:46.831754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] For port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:46.835544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] For port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:46.841728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.852620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:46.861864 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Sync routers for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:46.863163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.871923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:46.871923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.875444 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:46.876326 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:46.884640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9958bb5b-8dad-4cd8-8beb-dbbf2c8b148b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/32c9e7a2-6e97-407b-b343-197d296d6951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0251739 Sep 28 08:38:46.885674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.889145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac3037-1fd0-4b18-bef7-d9db189fbd8f tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Network': ['ID=4bbcd128-e222-4cc3-97a6-f021c13700f0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.894045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::180 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6b511949-0fdf-4713-8778-6c03effc7c64/9d214cac-85cd-4569-aa98-bc21cce54740) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:46.896730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40256) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.950729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948283b-341b-4fe6-b805-5a37d4df2c27 None None] Pushing event updated for resources: {'Port': ['ID=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.962875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:46.968653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6887362 Sep 28 08:38:46.969391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40258) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:46.987109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:46.992584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:46.993799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.005922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Made reservation on behalf of 8678ef50f9074b4d84f9bc79873ff63f for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:47.009847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.024937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a8d42865-0219-4047-ae20-d4805c5df023 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:47.070218 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:47.085114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a8d42865-0219-4047-ae20-d4805c5df023 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:47.086439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a8d42865-0219-4047-ae20-d4805c5df023 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:47.116203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.121931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.122958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.125841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.127230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa728e-7a11-4714-adf0-bea2c5983b8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:47.195041 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 4 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:47.212250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:47.235671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-fb85c5a8-b1f9-44ae-85d4-1389d6423ce9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:47.244106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fb85c5a8-b1f9-44ae-85d4-1389d6423ce9 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags/tempest-TagsExtTest-Tag-2046450817 HTTP/1.1" status: 404 len: 329 time: 0.6001956 Sep 28 08:38:47.256079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40260) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.278432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-22127d3f-4610-403c-a9ac-5f81d0fa72df tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', {'tags': ['tempest-TagsExtTest-Tag-344023595', 'tempest-TagsExtTest-Tag-746849018', 'tempest-TagsExtTest-Tag-1961450865']}) {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:47.362228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=2f407efb-bc2a-4c35-93fb-cf02729d4562,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:47.373346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Port 3cdeb117-e0dd-4275-8724-638f877d4247 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:47.381536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:47.405199 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:47.410478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.410478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.412446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.412962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.413453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.416277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.416768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.417270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.417739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.425604 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-817a8366-2086-4759-8958-14d4097ec251 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6231 time: 0.5272355 Sep 28 08:38:47.432224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.432763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40262) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.436684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5601334d-8ffe-4739-8a82-2c7dd4ae5bb2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0914118 Sep 28 08:38:47.458728 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Checking router: 32c9e7a2-6e97-407b-b343-197d296d6951 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:47.459087 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Updating router 32c9e7a2-6e97-407b-b343-197d296d6951 port 3cdeb117-e0dd-4275-8724-638f877d4247 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:47.467147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40264) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.488709 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.494193 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-22127d3f-4610-403c-a9ac-5f81d0fa72df tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 200 len: 316 time: 0.2310734 Sep 28 08:38:47.497059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40266) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.501961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-a7e11bc1-8014-46e3-a479-33095be597e8 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:47.503302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:47.562510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.616249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:47.619875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.629164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.666692 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7e11bc1-8014-46e3-a479-33095be597e8 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 204 len: 168 time: 0.1683993 Sep 28 08:38:47.667471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40268) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.678270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-fd0f4d04-2557-495e-9ee7-c158d1ded9f6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-344023595') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:47.713753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:47.718541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:47.726236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:47.737889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.738700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.755279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=9d214cac-85cd-4569-aa98-bc21cce54740,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:47.771889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-24c755c1-b8fa-4d85-ba43-a5521e94dee0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8755648 Sep 28 08:38:47.774909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40270) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.794922 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.809445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.809921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.810385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.810847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.811269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.811401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.811742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.813721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fabf3b70-497f-486c-9e56-00e4e8c879b2 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3932 time: 0.3758049 Sep 28 08:38:47.819982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40272) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.826360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-fd0f4d04-2557-495e-9ee7-c158d1ded9f6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:47.831189 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fd0f4d04-2557-495e-9ee7-c158d1ded9f6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-344023595 HTTP/1.1" status: 404 len: 328 time: 0.1591341 Sep 28 08:38:47.852301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40274) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.874650 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 5 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:47.893341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.902609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-468e1809-749e-4bae-ac6a-b06148d4451e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-746849018') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:47.930788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Port 3cdeb117-e0dd-4275-8724-638f877d4247 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:47.937601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae2ba1-196b-4337-bd4e-f18cb329c5ee tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.944983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae2ba1-196b-4337-bd4e-f18cb329c5ee tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.949325 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ebae2ba1-196b-4337-bd4e-f18cb329c5ee tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1709189 Sep 28 08:38:47.949551 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Attempting to bind port 3cdeb117-e0dd-4275-8724-638f877d4247 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:47.949551 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Attempting to bind port 3cdeb117-e0dd-4275-8724-638f877d4247 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:47.949551 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Attempting to bind port 3cdeb117-e0dd-4275-8724-638f877d4247 on network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:47.951505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40276) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:47.959492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:47.959889 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Checking segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:47.960263 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.960658 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Bound using segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:47.961174 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Bound port: 3cdeb117-e0dd-4275-8724-638f877d4247, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:47.961580 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:47.964953 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de060e-f4fd-4a50-a979-b41f8e83472b None None] Pushing event updated for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:48.037545 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] For port 3cdeb117-e0dd-4275-8724-638f877d4247, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:48.041661 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] For port 3cdeb117-e0dd-4275-8724-638f877d4247, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3cdeb117-e0dd-4275-8724-638f877d4247,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:48.049615 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.094872 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:48.095873 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:48.151936 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de060e-f4fd-4a50-a979-b41f8e83472b None None] Pushing event updated for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:48.164118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.219054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.246022 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:48.251214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.264098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:48.274557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.274899 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Added segment 117c9e30-b3eb-48c1-afa9-a4f7930f49f3 of type vlan for network 7f696c02-a4d3-411e-9eb9-2a656f6de37e Sep 28 08:38:48.313471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=c0d0d178-0bdb-4416-a6f7-bc380bfccc17,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:48.315383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:48.321175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.432880 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 6 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:48.524034 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:48.581960 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae268-ff5d-4a3a-9bea-cca4a600b2eb None None] The sync data for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv is: [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:48.584688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Current status of the port 3cdeb117-e0dd-4275-8724-638f877d4247 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:48.585133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.618162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 9d214cac-85cd-4569-aa98-bc21cce54740 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:48.618630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.655960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] For port 3cdeb117-e0dd-4275-8724-638f877d4247, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3cdeb117-e0dd-4275-8724-638f877d4247,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:48.673464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.745526 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5bff6aec-c245-4cda-acec-55f553716991 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2707 time: 0.9217968 Sep 28 08:38:48.753992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Provisioning complete for port d0a879e0-b67b-486a-a5d0-516f474f8c03 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:48.754377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.754721 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Attempt 1 to provision port d0a879e0-b67b-486a-a5d0-516f474f8c03 Sep 28 08:38:48.768138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Pushing event updated for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:48.777872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.810110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.834252 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-468e1809-749e-4bae-ac6a-b06148d4451e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:48.838879 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-468e1809-749e-4bae-ac6a-b06148d4451e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-746849018 HTTP/1.1" status: 404 len: 328 time: 0.9448636 Sep 28 08:38:48.846139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40280) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:48.846478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40282) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:48.860563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-74bed80c-7c73-4d43-8b77-863d0944f447 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653', 'tempest-TagsExtTest-Tag-1961450865') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:48.863570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 9d214cac-85cd-4569-aa98-bc21cce54740 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:48.869989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939317414', 'description': 'tempest-secgroup-smoke-1939317414 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:48.882319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:48.906764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': '7cdd7aa7-2344-4670-9ada-270fdce15b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:48.907934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:48.927430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Current status of the port d0a879e0-b67b-486a-a5d0-516f474f8c03 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:48.935814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Could not find standard attr ID for object 0ecace51-dfb6-426c-a1c6-d40f38c4f556. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:48.942070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfd8b-a933-4140-9065-a33b0dd50b66 None None] Could not find standard attr ID for object 8c0caa0f-5622-4c71-bae3-cdeada9662fc. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:38:48.943930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.946270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:48.946915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:48.975234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.036515 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-74bed80c-7c73-4d43-8b77-863d0944f447 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:49.037891 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74bed80c-7c73-4d43-8b77-863d0944f447 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags/tempest-TagsExtTest-Tag-1961450865 HTTP/1.1" status: 404 len: 329 time: 0.1904025 Sep 28 08:38:49.041992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40284) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.048286 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4484103 Sep 28 08:38:49.048452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-ff3dc6e4-4e56-4925-86cd-3d06c3ed59c5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', {'tags': ['tempest-TagsExtTest-Tag-496602796', 'tempest-TagsExtTest-Tag-1899111686', 'tempest-TagsExtTest-Tag-798535966']}) {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:49.062876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40286) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.070337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Request body: {'subnet': {'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-251556553-subnet', 'tenant_id': '8678ef50f9074b4d84f9bc79873ff63f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:49.074591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Provisioning complete for port 9d214cac-85cd-4569-aa98-bc21cce54740 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:49.074971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.075308 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Attempt 1 to provision port 9d214cac-85cd-4569-aa98-bc21cce54740 Sep 28 08:38:49.086368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:49.126964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3cdeb117-e0dd-4275-8724-638f877d4247 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:49.127476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Made reservation on behalf of 8678ef50f9074b4d84f9bc79873ff63f for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:49.130230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.147032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0e4c-2a73-4f17-8377-cf6877736e2a admin admin] Pushing event updated for resources: {'Network': ['ID=7f696c02-a4d3-411e-9eb9-2a656f6de37e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:49.158685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7f696c02-a4d3-411e-9eb9-2a656f6de37e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:49.187297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Port 9d214cac-85cd-4569-aa98-bc21cce54740 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:49.257533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3cdeb117-e0dd-4275-8724-638f877d4247 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:49.258848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.258848 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:49.318497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.321105 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ff3dc6e4-4e56-4925-86cd-3d06c3ed59c5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 200 len: 316 time: 0.2774665 Sep 28 08:38:49.324092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40288) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.333356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-72abaeca-154e-4e63-bee6-c0830f8a9413 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:49.337830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:49.350633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9897d-cfc6-47db-918f-45096eb00fea None None] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:49.350842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.351315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.353894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.379285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.387433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.456469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=9d214cac-85cd-4569-aa98-bc21cce54740,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:49.466766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.475704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.480161 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6314805 Sep 28 08:38:49.486314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40290) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.492362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.499957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:49.522123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f11ad-77b3-4afe-9303-8403920abd37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc547c5-0fb6-48f2-bb29-5388fd6a2517,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:49.567075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-11a817ff-7c27-461e-81e2-42ffcacfa805 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5830948 Sep 28 08:38:49.580027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40292) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.583677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.595803 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1d14dd55-4195-46ab-8f92-19f33470b8a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/9d214cac-85cd-4569-aa98-bc21cce54740 HTTP/1.1" status: 204 len: 168 time: 1.6431592 Sep 28 08:38:49.602052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=7275fa2f-8d04-4341-9415-66023cec130e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:49.605981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-193125113'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:49.642165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40294) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.645966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3cdeb117-e0dd-4275-8724-638f877d4247 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:49.647881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:49.691256 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Attempt 2 to provision port 9d214cac-85cd-4569-aa98-bc21cce54740 Sep 28 08:38:49.782551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.786454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:49.787015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: 2f407efb-bc2a-4c35-93fb-cf02729d4562, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:49.805393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Port 9d214cac-85cd-4569-aa98-bc21cce54740 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:38:49.843228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Provisioning complete for port 3cdeb117-e0dd-4275-8724-638f877d4247 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:49.843918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.844416 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Attempt 1 to provision port 3cdeb117-e0dd-4275-8724-638f877d4247 Sep 28 08:38:49.846407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:49.846967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.847449 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 Sep 28 08:38:49.857544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22ca0f-9e3e-43de-be36-960b13f8df7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.859226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22ca0f-9e3e-43de-be36-960b13f8df7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.863368 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ed22ca0f-9e3e-43de-be36-960b13f8df7f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2170281 Sep 28 08:38:49.869436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40296) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.894201 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-72abaeca-154e-4e63-bee6-c0830f8a9413 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 204 len: 168 time: 0.5689561 Sep 28 08:38:49.904705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40298) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:49.919630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-4a298c46-477b-48c7-9f89-f0327c4313e6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-496602796') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:49.935980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:49.953231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Allocated IP 172.26.4.61 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/4d442ea1-de7b-47fb-bad4-d58b15e3521b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:49.960434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de', 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': 'c0d0d178-0bdb-4416-a6f7-bc380bfccc17'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:49.961237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 2f407efb-bc2a-4c35-93fb-cf02729d4562) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:49.961404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.972074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.973257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.987470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 6b511949-0fdf-4713-8778-6c03effc7c64 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:49.992123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:49.999363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.002547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b880b9-abd8-4891-be46-4d57e693d386 None None] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:50.051922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.080947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.100566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.115017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-17522bfa-8c5d-4b9f-adff-ca300dd69ae0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6437211 Sep 28 08:38:50.125706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40300) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.141135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1433475866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:50.152113 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-4a298c46-477b-48c7-9f89-f0327c4313e6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:50.156568 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4a298c46-477b-48c7-9f89-f0327c4313e6 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-496602796 HTTP/1.1" status: 404 len: 328 time: 0.2455711 Sep 28 08:38:50.162317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:50.165925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.167366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.172353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-de42baf1-803c-4bf9-accb-bb41b78c220e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-1899111686') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:50.173911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2347468a-a506-4f56-be88-97240b041c08,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.176478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22506976-071a-40e2-8346-20f198f81b58,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.194099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.195589 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-09f80728-cfa4-4ea2-b248-139829d8e73c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7015958 Sep 28 08:38:50.201981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40304) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.211852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:50.230001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 221d669d-efcc-4333-86b8-71d3361303fd yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:50.235156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Checking segment: {'id': '117c9e30-b3eb-48c1-afa9-a4f7930f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:50.235668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Network hostable DHCP agents. Network: 7f696c02-a4d3-411e-9eb9-2a656f6de37e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:50.244888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.246246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.248638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:50.250053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.345976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.367736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.373331 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-de42baf1-803c-4bf9-accb-bb41b78c220e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:50.377271 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de42baf1-803c-4bf9-accb-bb41b78c220e tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-1899111686 HTTP/1.1" status: 404 len: 329 time: 0.2056849 Sep 28 08:38:50.377604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40306) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.383155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-0a5086dd-96d3-4682-8834-6953e9de7c71 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39', 'tempest-TagsExtTest-Tag-798535966') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:50.386204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Network 7f696c02-a4d3-411e-9eb9-2a656f6de37e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:50.393841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.410392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.424291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7f696c02-a4d3-411e-9eb9-2a656f6de37e) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:50.427118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:50.429459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Current status of the port 3cdeb117-e0dd-4275-8724-638f877d4247 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:50.435110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:50.435749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.445013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.447319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea39e8-67ed-4df1-8667-70a069b60258 None None] Network 7f696c02-a4d3-411e-9eb9-2a656f6de37e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:50.455421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.462938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.469056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7ce5087a-b61c-43e4-8c80-03e7908165eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3319914 Sep 28 08:38:50.469056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.482023 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d05c04aa-66fd-4088-9fca-cd3c6316d91c admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4186685 Sep 28 08:38:50.522522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Provisioning complete for port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:50.522903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.523239 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Attempt 1 to provision port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 Sep 28 08:38:50.526858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.566172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.571222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-2f407efb-bc2a-4c35-93fb-cf02729d4562', 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': '7275fa2f-8d04-4341-9415-66023cec130e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:50.572463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.578682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Allocated IP 2001:db8::2 (c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de/c0d0d178-0bdb-4416-a6f7-bc380bfccc17/048d206d-9c56-4765-bfe8-ba0a01d69541) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:50.591097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-0a5086dd-96d3-4682-8834-6953e9de7c71 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:50.596884 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a5086dd-96d3-4682-8834-6953e9de7c71 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags/tempest-TagsExtTest-Tag-798535966 HTTP/1.1" status: 404 len: 328 time: 0.2182679 Sep 28 08:38:50.597882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40312) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.602817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.625117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-905e5e23-d189-40cd-a476-ce6c3030a503 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', {'tags': ['tempest-TagsExtTest-Tag-525631728', 'tempest-TagsExtTest-Tag-136433627', 'tempest-TagsExtTest-Tag-1601345823']}) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:50.674864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11feb01-4295-46ef-bafd-bce435246cdd,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.683667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.685076 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7cd313d2-2c7b-4984-b710-07d6bda5a71a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4803002 Sep 28 08:38:50.687807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.693322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:50.706328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.731254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:50.745189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:50.754135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:50.801062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.824442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=4d442ea1-de7b-47fb-bad4-d58b15e3521b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.866304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.872199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=6b511949-0fdf-4713-8778-6c03effc7c64,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:50.902423 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-905e5e23-d189-40cd-a476-ce6c3030a503 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "PUT /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 200 len: 316 time: 0.2850707 Sep 28 08:38:50.903041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40324) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.909455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-e5eb4b69-b052-4c1e-a0de-81f1a9418f9d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:50.919479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:50.926231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-610fbf52-9a09-43e7-8f62-1a945d2a555f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6b511949-0fdf-4713-8778-6c03effc7c64 HTTP/1.1" status: 204 len: 168 time: 1.0556111 Sep 28 08:38:50.927039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40326) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:50.930711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a45bea-0df8-4465-9d71-edf07d7b6233 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:50.941180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330d69e-daa5-4499-957d-f8a1bf8abaad None None] Network 7f696c02-a4d3-411e-9eb9-2a656f6de37e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:50.984728 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-73cd4106-6f20-48e1-9841-966c211c48e8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494215 Sep 28 08:38:50.985991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40328) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.013623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:51.062500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.065014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-70ba2401-ae7a-40bc-a28d-7a1de62ac120 None None] Current status of the port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:51.066359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.086069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.124375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7de90-0f02-4929-a8aa-ce29da1009cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:51.125950 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d6b7de90-0f02-4929-a8aa-ce29da1009cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1375375 Sep 28 08:38:51.127053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40332) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.127949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5edf45-1e7e-41b9-8fbe-c619ce7b5928,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:51.131178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e5eb4b69-b052-4c1e-a0de-81f1a9418f9d tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 204 len: 168 time: 0.2249527 Sep 28 08:38:51.131906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40334) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.132571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.133964 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e66b1c64-b7e2-4d11-981a-5a867a4f46ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448252 Sep 28 08:38:51.139586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.tag.tag_plugin [None req-476d9d4c-8723-4bdb-8ae7-d5257e8dde9c tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-525631728') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:51.143538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40336) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.150254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:51.207645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40340) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.216575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Allocated IP 172.20.0.2 (2f407efb-bc2a-4c35-93fb-cf02729d4562/7275fa2f-8d04-4341-9415-66023cec130e/818b305b-3a97-461f-9303-3100abcdfad5) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:51.235927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-780826907-network', 'tenant_id': '377cd0cfd23d417dbbd0f8975e1112e3'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:51.274021 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-476d9d4c-8723-4bdb-8ae7-d5257e8dde9c tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:51.275396 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-476d9d4c-8723-4bdb-8ae7-d5257e8dde9c tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-525631728 HTTP/1.1" status: 404 len: 328 time: 0.1402416 Sep 28 08:38:51.284998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40342) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.291309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-e9732002-6f06-49e9-88b3-e92a1b5646a7 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-136433627') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:51.312816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.316820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.337570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f4be1-a002-45b4-a014-ca14d85ef362 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:51.341784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3c7f4be1-a002-45b4-a014-ca14d85ef362 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2088056 Sep 28 08:38:51.344356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40344) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.353437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Made reservation on behalf of 377cd0cfd23d417dbbd0f8975e1112e3 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:51.355704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.359394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.370093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.415981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:51.416252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.416769 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 Sep 28 08:38:51.433096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f48b86d1-630e-4495-80b3-1e3898ac6721 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856090 Sep 28 08:38:51.438625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.442142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40346) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.443664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-e9732002-6f06-49e9-88b3-e92a1b5646a7 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:51.447600 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e9732002-6f06-49e9-88b3-e92a1b5646a7 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-136433627 HTTP/1.1" status: 404 len: 328 time: 0.1597984 Sep 28 08:38:51.454345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40348) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.454548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:51.460797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-b8bb5483-0a1a-4ff8-9ba0-ca9caecf4b11 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c', 'tempest-TagsExtTest-Tag-1601345823') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:51.489471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::3ad (c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de/c0d0d178-0bdb-4416-a6f7-bc380bfccc17/221d669d-efcc-4333-86b8-71d3361303fd) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:51.508418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:51.521928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:51.525130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:51.544154 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.549888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Pushing event updated for resources: {'Port': ['ID=048d206d-9c56-4765-bfe8-ba0a01d69541,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:51.558576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b8bb5483-0a1a-4ff8-9ba0-ca9caecf4b11 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] show failed (client error): The resource could not be found. Sep 28 08:38:51.562446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8bb5483-0a1a-4ff8-9ba0-ca9caecf4b11 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags/tempest-TagsExtTest-Tag-1601345823 HTTP/1.1" status: 404 len: 329 time: 0.1071186 Sep 28 08:38:51.566820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.569332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40350) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.573908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-ed0f4b2c-46ce-4af0-b887-1f1fea1453a0 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90a68c1b-f487-4a46-9ec9-8c187261a72c') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:51.620904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acd34cf-5039-4581-9a29-eec4e84e522d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:51.651733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:51.738897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ed0f4b2c-46ce-4af0-b887-1f1fea1453a0 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c/tags HTTP/1.1" status: 204 len: 168 time: 0.1659744 Sep 28 08:38:51.744676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40352) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:51.752395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-7021f5f1-5b38-4652-8060-83485f115046 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '604e68c1-28d7-4c8e-b248-68ad517c6d39') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:51.756861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.799313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.887041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Attempting to bind port 048d206d-9c56-4765-bfe8-ba0a01d69541 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:51.887622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Attempting to bind port 048d206d-9c56-4765-bfe8-ba0a01d69541 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '7cdd7aa7-2344-4670-9ada-270fdce15b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:51.887909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Attempting to bind port 048d206d-9c56-4765-bfe8-ba0a01d69541 on network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:51.945208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:51.945684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Checking segment: {'id': '7cdd7aa7-2344-4670-9ada-270fdce15b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:51.946152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.946610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Bound using segment: {'id': '7cdd7aa7-2344-4670-9ada-270fdce15b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:51.947167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Bound port: 048d206d-9c56-4765-bfe8-ba0a01d69541, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdd7aa7-2344-4670-9ada-270fdce15b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:51.947615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.956903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.991264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:51.996454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:52.022125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.023370 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c1924cff-09b4-426f-8dd8-235425f7ddc6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8766825 Sep 28 08:38:52.031693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40354) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.054385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:52.062445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:52.065904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.094008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:52.096537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Pushing event updated for resources: {'Port': ['ID=818b305b-3a97-461f-9303-3100abcdfad5,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.103160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:52.105483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:52.122547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Deleting port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:52.122892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.127994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] For port 048d206d-9c56-4765-bfe8-ba0a01d69541, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:52.164833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] For port 048d206d-9c56-4765-bfe8-ba0a01d69541, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=048d206d-9c56-4765-bfe8-ba0a01d69541,segment=NetworkSegment(7cdd7aa7-2344-4670-9ada-270fdce15b2c),segment_id=7cdd7aa7-2344-4670-9ada-270fdce15b2c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:52.174460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.20.0.1 (2f407efb-bc2a-4c35-93fb-cf02729d4562/7275fa2f-8d04-4341-9415-66023cec130e/c2f8906a-7495-47f2-920c-a4fa5aef68cd) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:52.180632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:52.181197 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:38:52.186912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.189353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.200828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.213955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.231437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfd845-d4a2-4a79-a8f8-9eca8fb7a434,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.234941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.235298 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Added segment a296cfae-bd7c-43f6-bd8a-2fc74cd39c31 of type vlan for network 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 Sep 28 08:38:52.322066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Attempting to bind port 818b305b-3a97-461f-9303-3100abcdfad5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:52.322934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Attempting to bind port 818b305b-3a97-461f-9303-3100abcdfad5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:52.323182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Attempting to bind port 818b305b-3a97-461f-9303-3100abcdfad5 on network 2f407efb-bc2a-4c35-93fb-cf02729d4562 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:52.342648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.345125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] For port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:52.345622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.366502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:52.367034 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Checking segment: {'id': 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:52.367526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.368013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Bound using segment: {'id': 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:52.368607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Bound port: 818b305b-3a97-461f-9303-3100abcdfad5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f407efb-bc2a-4c35-93fb-cf02729d4562'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:52.369116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.378779 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7021f5f1-5b38-4652-8060-83485f115046 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39/tags HTTP/1.1" status: 204 len: 168 time: 0.6301210 Sep 28 08:38:52.388125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40356) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.391940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Calling delete_port for 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:52.395094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba317034-a742-4185-aef7-dd7c57eac286 None None] Pushing event updated for resources: {'Port': ['ID=048d206d-9c56-4765-bfe8-ba0a01d69541,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.395928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-df1723b2-e5c6-43bb-8902-260158d180fd tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a000e49a-5571-4f21-9269-93e968221653') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:52.440644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.474191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.475766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:52.476377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.483127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.489051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.507698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] For port 818b305b-3a97-461f-9303-3100abcdfad5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:52.511077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] For port 818b305b-3a97-461f-9303-3100abcdfad5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=818b305b-3a97-461f-9303-3100abcdfad5,segment=NetworkSegment(a4c10bfc-9d66-4f58-89f1-0123cd37ce85),segment_id=a4c10bfc-9d66-4f58-89f1-0123cd37ce85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:52.529104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.529332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.566717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:52.608310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:52.635035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9874-2a73-458f-9812-5cca7ca63e57 None None] Pushing event updated for resources: {'Port': ['ID=818b305b-3a97-461f-9303-3100abcdfad5,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.635497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:52.641203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:52.641457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.641836 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.651614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811c7889-1857-4bf3-862a-199616b8dd02,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.658001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] No DVR routers for this DVR port 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:52.676281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4439576 Sep 28 08:38:52.676914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59928f4e-54b1-4797-912e-ef86716a74fd admin admin] Pushing event updated for resources: {'Network': ['ID=3cb06e22-bd2e-4e43-8a17-026dbb26ffb0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.689490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40358) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.699585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Request body: {'subnet': {'network_id': '3cb06e22-bd2e-4e43-8a17-026dbb26ffb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-780826907-subnet', 'tenant_id': '377cd0cfd23d417dbbd0f8975e1112e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:52.701224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=221d669d-efcc-4333-86b8-71d3361303fd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.705018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:52.707728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57d81d-d8dd-47e8-960e-44e0f3968e5e None None] Pushing event deleted for resources: {'Port': ['ID=68f16aa5-ce5d-4ee5-8f81-770e007f6fe4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:52.718931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.724875 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b4d99155-f79e-4747-9068-e2a892c955f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6740444 Sep 28 08:38:52.726969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40360) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.731168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.741493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '0dc547c5-0fb6-48f2-bb29-5388fd6a2517', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:52.768711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Made reservation on behalf of 377cd0cfd23d417dbbd0f8975e1112e3 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:52.772031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:52.836868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Router 97e3a157-cf98-479a-8acb-12705c965a26 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:52.840544 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-07c0427d-5d64-4c35-b76d-d16e926c3b79 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2407341 Sep 28 08:38:52.842215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40362) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.874880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:52.892499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:52.895985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:52.914412 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-df1723b2-e5c6-43bb-8902-260158d180fd tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653/tags HTTP/1.1" status: 204 len: 168 time: 0.5248539 Sep 28 08:38:52.922026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:52.935379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:38:52.945194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.tag.tag_plugin [None req-58b500bd-ec18-4ade-b7e2-9c54b950d2be tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '57ce1673-816f-450c-9984-a4c6c69b133a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:52.974304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=c2f8906a-7495-47f2-920c-a4fa5aef68cd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:53.001567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:38:53.006282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.018348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.104982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 048d206d-9c56-4765-bfe8-ba0a01d69541 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:53.114611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.118467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:53.127837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:53.142298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694137c-a2fa-4be1-a61a-cc0944d0572b None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:53.179755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:53.180364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.210897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=d74b4866-c7ec-4d9c-9d87-25a9791637b6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:53.245319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:53.263878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c20357ef-2f79-4408-8db7-73d52b89d1a6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8183496 Sep 28 08:38:53.270152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:53.278712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:53.285366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.309149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-58b500bd-ec18-4ade-b7e2-9c54b950d2be tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a/tags HTTP/1.1" status: 204 len: 168 time: 0.3846397 Sep 28 08:38:53.314831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.327085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40368) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:53.332430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.337989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 221d669d-efcc-4333-86b8-71d3361303fd {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:53.338528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.341985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Sync routers for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:53.412671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8eda4b-31d4-404e-9043-1154beef023b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:53.425234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 048d206d-9c56-4765-bfe8-ba0a01d69541 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:53.425618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.425963 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 048d206d-9c56-4765-bfe8-ba0a01d69541 Sep 28 08:38:53.429859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:53.430513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:53.444747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.446337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b94fd833-da87-452e-8ca2-cf977e6bd193 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6457918 Sep 28 08:38:53.454956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40370) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:53.510074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f2edd3-2e86-48e8-8ecb-c94e5ba425b5,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:53.527955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.538134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c6babba2-2788-479f-9259-fdec403578e1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8002150 Sep 28 08:38:53.549748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Checking segment: {'id': 'a296cfae-bd7c-43f6-bd8a-2fc74cd39c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3cb06e22-bd2e-4e43-8a17-026dbb26ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:53.550288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Network hostable DHCP agents. Network: 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:53.568572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'tenant_id': 'f2ff90ab95fd4a759636aca527f0b4da', 'fixed_ips': [{'subnet_id': 'd74b4866-c7ec-4d9c-9d87-25a9791637b6'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:53.569476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.633692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.650698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 221d669d-efcc-4333-86b8-71d3361303fd owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:53.652397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Network 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:53.704696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7997-a5e1-41b5-89e6-df8c919a3ab4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for subnetpool, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.712142 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5e9f7997-a5e1-41b5-89e6-df8c919a3ab4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnetpools/90a68c1b-f487-4a46-9ec9-8c187261a72c HTTP/1.1" status: 204 len: 168 time: 0.3802953 Sep 28 08:38:53.713016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40376) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:53.722155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:53.728729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.737549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:53.738167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.767052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f08741-1923-4888-9f2c-7b07b59321e2 None None] Network 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:53.777682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2a493fa9-58fd-4b95-ae71-2d4f56b696c0 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0745666 Sep 28 08:38:53.882410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:53.883156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:53.913373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9800924-35ec-402a-96d8-7d653d686508 None None] Network c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:53.928465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=221d669d-efcc-4333-86b8-71d3361303fd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:53.964559 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1135bc8-8071-4265-8cb1-07bac6de6724 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "GET /v2.0/ports?device_id=604e68c1-28d7-4c8e-b248-68ad517c6d39 HTTP/1.1" status: 200 len: 205 time: 0.1964417 Sep 28 08:38:53.990663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40390) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.002592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.013576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ce0688a7-f57a-44db-ab9d-7822c0e74c94 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/221d669d-efcc-4333-86b8-71d3361303fd HTTP/1.1" status: 204 len: 168 time: 1.1702268 Sep 28 08:38:54.014299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40394) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.059488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cc02ab-df89-4aa1-bb2f-d14c0202c679 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:38:54.064863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e3cc02ab-df89-4aa1-bb2f-d14c0202c679 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/221d669d-efcc-4333-86b8-71d3361303fd HTTP/1.1" status: 404 len: 333 time: 0.0492175 Sep 28 08:38:54.065614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40396) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.104721 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ffa88e80-e360-40f7-a22f-b52b143ea502 tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=140fbb82b98446e99dc826ba1166d853&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6424127 Sep 28 08:38:54.108685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40398) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.191356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet c0d0d178-0bdb-4416-a6f7-bc380bfccc17 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:38:54.207685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.273005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.319482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0dce95e8-4ebe-4d35-ae8d-003c402c0814 None None] Provisioning complete for port 048d206d-9c56-4765-bfe8-ba0a01d69541 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:54.320020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dce95e8-4ebe-4d35-ae8d-003c402c0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.320350 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dce95e8-4ebe-4d35-ae8d-003c402c0814 None None] Attempt 1 to provision port 048d206d-9c56-4765-bfe8-ba0a01d69541 Sep 28 08:38:54.327271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.333190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 048d206d-9c56-4765-bfe8-ba0a01d69541 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:54.333817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.353697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b45901-65f4-4078-8c16-0fa984cd4c8b None None] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:54.358393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:54.362141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.491424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.647440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.659138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.666096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.682062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-42ab8cea-183e-4bdc-be95-f9bad0369880 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:54.689815 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-42ab8cea-183e-4bdc-be95-f9bad0369880 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/networks?id=7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 200 len: 811 time: 0.1707060 Sep 28 08:38:54.691621 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-2cb8cf85-3f22-49de-8e89-c01df32a91cd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939317414&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.2856917 Sep 28 08:38:54.730076 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-a2605e08-6b94-4b18-b66a-104b51c11977 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/quotas/8678ef50f9074b4d84f9bc79873ff63f HTTP/1.1" status: 200 len: 375 time: 0.0387731 Sep 28 08:38:54.732622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.739787 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/c0d0d178-0bdb-4416-a6f7-bc380bfccc17 HTTP/1.1" status: 204 len: 168 time: 0.6706893 Sep 28 08:38:54.739787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c17f-b650-4876-8610-c378f3d13ce5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d0d178-0bdb-4416-a6f7-bc380bfccc17,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:54.742109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.755838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca47ca9-ca85-4d9f-ad88-ae13a96b88bb tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:54.760234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3ca47ca9-ca85-4d9f-ad88-ae13a96b88bb tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6487029 Sep 28 08:38:54.764000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.821647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7c87bc46-585a-4661-8b8b-c19abfec667f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905039 Sep 28 08:38:54.829078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Allocated IP 2001:db8::f816:3eff:fe19:ede8 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d74b4866-c7ec-4d9c-9d87-25a9791637b6/e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:54.834108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.834625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Fanout notify agent at l3_agent the message router_deleted on router 604e68c1-28d7-4c8e-b248-68ad517c6d39 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:38:54.846665 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5d20c3de-0aa7-4c80-85cd-e0e8ff263e49 tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777767 Sep 28 08:38:54.852676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.853791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e5d0d8b6-4c40-4b9b-b569-90eff68124e3 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/routers/604e68c1-28d7-4c8e-b248-68ad517c6d39 HTTP/1.1" status: 204 len: 168 time: 0.8467963 Sep 28 08:38:54.862598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40424) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.862858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40426) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:54.873380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b417ae-143e-4b40-a905-bc91f52cb7ed None None] Network 3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:54.879756 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.ipam_backend_mixin [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d74b4866-c7ec-4d9c-9d87-25a9791637b6 (CIDR: 2001:db8::/64) Sep 28 08:38:54.883950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108594868', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'project_id': '140fbb82b98446e99dc826ba1166d853', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:54.912455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:54.953442 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:38:54.953939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:38:54.977627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 048d206d-9c56-4765-bfe8-ba0a01d69541 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:54.977848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.069659 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-936552dd-7c80-4aaa-830f-ada2370a67e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7926648 Sep 28 08:38:55.079127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40430) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:55.100368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:55.101412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port 048d206d-9c56-4765-bfe8-ba0a01d69541, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=048d206d-9c56-4765-bfe8-ba0a01d69541,segment=NetworkSegment(7cdd7aa7-2344-4670-9ada-270fdce15b2c),segment_id=7cdd7aa7-2344-4670-9ada-270fdce15b2c)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:55.102069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.129122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 048d206d-9c56-4765-bfe8-ba0a01d69541 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:55.138066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.142973 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-bd0521ef-a26b-4335-8127-99535fdf39a1 service neutron] 10.222.0.27 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420363 Sep 28 08:38:55.159336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-b3723bda-3a3c-45d2-8116-8bcca09c6378 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:55.160749 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-b3723bda-3a3c-45d2-8116-8bcca09c6378 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 797 time: 0.4089055 Sep 28 08:38:55.171788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.191215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:38:55.191901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:38:55.219983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dce95e8-4ebe-4d35-ae8d-003c402c0814 None None] Current status of the port 048d206d-9c56-4765-bfe8-ba0a01d69541 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:55.220383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dce95e8-4ebe-4d35-ae8d-003c402c0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.296381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-b55682af-e66b-4d35-9d1d-0710417975fd service neutron] 10.222.0.27 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189034 Sep 28 08:38:55.300201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.331820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port 048d206d-9c56-4765-bfe8-ba0a01d69541 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:38:55.397528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.420956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=048d206d-9c56-4765-bfe8-ba0a01d69541,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:55.425916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.441936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.457925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:38:51Z', 'revision_number': 3, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:55.467779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:55.491329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdd7aa7-2344-4670-9ada-270fdce15b2c') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:55.492001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdd7aa7-2344-4670-9ada-270fdce15b2c') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:55.512618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.528309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.537973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:55.538445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.564189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Checking router: 97e3a157-cf98-479a-8acb-12705c965a26 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:55.564544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Updating router 97e3a157-cf98-479a-8acb-12705c965a26 port 4d442ea1-de7b-47fb-bad4-d58b15e3521b binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:55.617817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec91474-06cc-4099-879d-cc2b3cb1dff2 None None] DHCP port deletion for c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:38:55.622067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:55.632221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.641138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:55.646926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63fdfb71-8c86-403b-951a-fae2152e3d5e req-84e69833-a07d-4454-971d-a05ff01e9b33 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 210 time: 0.1046817 Sep 28 08:38:55.652281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 7cdd7aa7-2344-4670-9ada-270fdce15b2c resource provider aggregate not found Sep 28 08:38:55.675742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 7cdd7aa7-2344-4670-9ada-270fdce15b2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cdd7aa7-2344-4670-9ada-270fdce15b2c found for delete ", "request_id": "req-12097eca-966c-4e66-9e37-a4f0126a3466"}]} Sep 28 08:38:55.681591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:55.720179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:55.738535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Made reservation on behalf of 140fbb82b98446e99dc826ba1166d853 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:55.742649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.747980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.753443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.763657 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de HTTP/1.1" status: 204 len: 168 time: 0.9560380 Sep 28 08:38:55.764324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40442) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:55.764759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Port 048d206d-9c56-4765-bfe8-ba0a01d69541 update to ACTIVE by agent not found {{(pid=103310) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2246}} Sep 28 08:38:55.765464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 818b305b-3a97-461f-9303-3100abcdfad5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:55.774119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'name': 'tempest-PortsIpV6TestJSON-1512985304'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:55.808423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2f0f-079f-465a-acff-5f17a0022b7c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=c29c2073-d9bf-45ff-9ff1-7b9ffac5d6de,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:55.835525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Provisioning complete for port 818b305b-3a97-461f-9303-3100abcdfad5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:55.835822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=c2f8906a-7495-47f2-920c-a4fa5aef68cd,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:55.836090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.836521 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Attempt 1 to provision port 818b305b-3a97-461f-9303-3100abcdfad5 Sep 28 08:38:55.908112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-6ca7e984-a417-41ba-a281-8f105da2ea25 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.7332218 Sep 28 08:38:55.915130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.922620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:55.927382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.931439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:55.936066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:55.960016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:55.992144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Attempting to bind port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:55.992521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Attempting to bind port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:55.992885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Attempting to bind port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c on network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:56.015371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 818b305b-3a97-461f-9303-3100abcdfad5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:56.015746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.016079 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 818b305b-3a97-461f-9303-3100abcdfad5 Sep 28 08:38:56.054842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:56.055220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Checking segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:56.055625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.056031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Bound using segment: {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:56.056527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Bound port: e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089542-18a2-4e1f-a9e3-3e083682ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:56.056912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.187407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Deleting port a000e49a-5571-4f21-9269-93e968221653 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:56.187782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.217307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.267490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.319544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:56.323306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:56.326488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:56.330858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Current status of the port 818b305b-3a97-461f-9303-3100abcdfad5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:56.331425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.333541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:56.334368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.348152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:56.361528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:56.362717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 818b305b-3a97-461f-9303-3100abcdfad5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:56.363297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.370888 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7617fa57-7928-4ae5-a8e6-2b7535c1b6b9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6021435 Sep 28 08:38:56.371506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40450) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:56.389914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:56.430289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.452791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] For port 818b305b-3a97-461f-9303-3100abcdfad5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=818b305b-3a97-461f-9303-3100abcdfad5,segment=NetworkSegment(a4c10bfc-9d66-4f58-89f1-0123cd37ce85),segment_id=a4c10bfc-9d66-4f58-89f1-0123cd37ce85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:56.483715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.504836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.513925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:56.514588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.561813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.582745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a5316-08ae-490a-b71f-7a749f351919 None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:56.591147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.591437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:38:56.591647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:38:56.593955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Attempting to bind port 4d442ea1-de7b-47fb-bad4-d58b15e3521b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:38:56.593955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Attempting to bind port 4d442ea1-de7b-47fb-bad4-d58b15e3521b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:38:56.594191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Attempting to bind port 4d442ea1-de7b-47fb-bad4-d58b15e3521b on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:56.624537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:38:56.624924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:56.625356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.625753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:56.626285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Bound port: 4d442ea1-de7b-47fb-bad4-d58b15e3521b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:38:56.626606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.642381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.657820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:56.680742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Provisioning complete for port c2f8906a-7495-47f2-920c-a4fa5aef68cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:56.681183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.681702 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 1 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:38:56.696792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11023fc3-aea4-4b14-b314-ebe5197e1953 None None] Pushing event updated for resources: {'Port': ['ID=818b305b-3a97-461f-9303-3100abcdfad5,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:56.779381 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-e38f044a-0e30-4121-b97f-62577da4eabb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8576684 Sep 28 08:38:56.780069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] For port 4d442ea1-de7b-47fb-bad4-d58b15e3521b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:56.824548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:56.827679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] For port 4d442ea1-de7b-47fb-bad4-d58b15e3521b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4d442ea1-de7b-47fb-bad4-d58b15e3521b,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:56.834188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6e828-fc0a-42f5-b037-6eda1223d3fb None None] Pushing event updated for resources: {'Port': ['ID=4d442ea1-de7b-47fb-bad4-d58b15e3521b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:56.847091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.863488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d8f8a68-b434-4021-8715-f2b6fa61b83b req-60b4c3cd-00ef-4600-a972-9bafb3ad9f6f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 210 time: 0.0468297 Sep 28 08:38:56.876406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:56.898324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:56.898976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:56.905848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:56.965024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:56.990172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.040927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:57.065173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.078630 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-60d00490-fb00-4e2a-81ba-8ccb1c2a1186 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/aab9753a-9a16-4c3d-a1cc-41aa43ce9e6a HTTP/1.1" status: 204 len: 168 time: 0.7052305 Sep 28 08:38:57.085803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40456) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:57.092630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'mac_address': 'fa:16:3e:8e:8d:69', 'name': 'tempest-PortsIpV6TestJSON-1916376148'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:57.110772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Subnet': ['ID=70ae6380-919f-4821-90b8-bb4cdbe6d13f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:57.124851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Calling delete_port for a000e49a-5571-4f21-9269-93e968221653 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:57.184293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6e828-fc0a-42f5-b037-6eda1223d3fb None None] Pushing event updated for resources: {'Port': ['ID=4d442ea1-de7b-47fb-bad4-d58b15e3521b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:57.253660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:57.274022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 818b305b-3a97-461f-9303-3100abcdfad5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:57.309922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:38:57.342492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.357559 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-786d64eb-fc72-42cf-b550-e83352cc1c2a service neutron] 10.222.0.27 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726190 Sep 28 08:38:57.366516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:57.376077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.405239 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 2 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:38:57.412852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:57.482893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:57.483552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 68f16aa5-ce5d-4ee5-8f81-770e007f6fe4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:57.489876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Checking segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:38:57.490690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network hostable DHCP agents. Network: 4bbcd128-e222-4cc3-97a6-f021c13700f0, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:57.541772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:57.633927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.637230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:38:51Z', 'revision_number': 3, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:57.648051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:57.676902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8266ea-a9c5-4566-b21a-8849cac3d69b None None] The sync data for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv is: [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:38:51Z', 'revision_number': 3, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:57.693450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.730209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:57.753207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:57.754204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=a6c394c9-8912-441b-8bb1-7301178f20e9,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:57.760252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=1f874fd8-7fbd-49f9-8f4b-4c17f1895c24,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:57.769663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.770867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.773712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:57.775226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:57.777707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:57.790441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.791011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.816627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:57.833656 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-02ee4205-14e6-4481-90b6-b8888c755423 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7463923 Sep 28 08:38:57.834859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40462) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:57.849487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:57.849890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:57.850311 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:38:57.858672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-26e0de11-d229-4dea-909c-ba9c49a374f1 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.860214 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-26e0de11-d229-4dea-909c-ba9c49a374f1 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.62 "GET /v2.0/networks?id=7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 200 len: 811 time: 0.5183821 Sep 28 08:38:57.871182 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d574c9fd-53e5-4528-a13e-cd9dd1bfdec0 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7848446 Sep 28 08:38:57.878937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4bbcd128-e222-4cc3-97a6-f021c13700f0) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:57.881814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40464) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:57.887139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Request body: {'port': {'device_id': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e', 'admin_state_up': True, 'tenant_id': '8678ef50f9074b4d84f9bc79873ff63f'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:57.893548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb78a2f-ecca-42ea-83f8-8c3faace5ac4 None None] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:57.921822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:ba:69:12', 'name': 'tempest-NetworksTestDHCPv6-2114006474'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:57.932978 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-0415759a-fc42-46ac-b626-d987d87d7259 service neutron] 10.222.0.27 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229475 Sep 28 08:38:57.935607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c5bf6-2578-41d5-a157-bbc5bb1f33c8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.941406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0d4c5bf6-2578-41d5-a157-bbc5bb1f33c8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 HTTP/1.1" status: 200 len: 845 time: 0.1052542 Sep 28 08:38:57.942142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40468) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:57.947685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.948294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.014069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router f4ea3e78-d953-43ea-9843-333c662ec9cd is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:58.048001 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 3 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:38:58.082954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-978e0d6a-a676-44ea-9c94-eba6c014f049 req-97c5edfe-6f5c-40ff-be13-836519c9e794 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 210 time: 0.0639021 Sep 28 08:38:58.111934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:38:58.112290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.163285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c858486-f880-4925-8052-fea0fcc44ef1 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:38:58.261669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a677ffd-253d-4635-b12a-0728b0af75a8 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3948762 Sep 28 08:38:58.266932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.283249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:38:58.299597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40474) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:58.323555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:58.378857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:58.378995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.415605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-4bbcd128-e222-4cc3-97a6-f021c13700f0', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:38:58.416781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.500227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:58.550839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:58.560237 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ff84b67-0cd4-4d32-9adb-6bad7be31d27 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/f4ea3e78-d953-43ea-9843-333c662ec9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0891337 Sep 28 08:38:58.563768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40480) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:58.571088 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] Sync routers for ids ['f4ea3e78-d953-43ea-9843-333c662ec9cd'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:58.581209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.582040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 818b305b-3a97-461f-9303-3100abcdfad5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:58.603832 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] Routers {'f4ea3e78-d953-43ea-9843-333c662ec9cd'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:58.604444 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['f4ea3e78-d953-43ea-9843-333c662ec9cd'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:58.660652 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:58.668663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Made reservation on behalf of 8678ef50f9074b4d84f9bc79873ff63f for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:58.673514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.676785 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] Routers {'f4ea3e78-d953-43ea-9843-333c662ec9cd'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:38:58.678308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['f4ea3e78-d953-43ea-9843-333c662ec9cd'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:58.684224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:58.728482 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:58.731347 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f4334-5715-4402-9e10-6750e85bbcaf None None] The sync data for ids ['f4ea3e78-d953-43ea-9843-333c662ec9cd'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:58.777195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event deleted for resources: {'Port': ['ID=a000e49a-5571-4f21-9269-93e968221653,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:58.825427 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 4 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:38:58.856452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae9c01-2bb9-4dc2-8b84-1acbada19db7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:58.863878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-92ae9c01-2bb9-4dc2-8b84-1acbada19db7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports/c2f8906a-7495-47f2-920c-a4fa5aef68cd HTTP/1.1" status: 200 len: 910 time: 0.2980201 Sep 28 08:38:58.926523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40484) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:58.944053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:58.952326 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d1f558d3-e65b-4cc6-8b44-39fc79b2b7c2 req-25ede742-bc83-47d6-85b8-c8ee5dea9436 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 210 time: 0.6472452 Sep 28 08:38:58.984479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:59.000299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 818b305b-3a97-461f-9303-3100abcdfad5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:38:59.000680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.001010 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 818b305b-3a97-461f-9303-3100abcdfad5 Sep 28 08:38:59.012000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Allocated IP 172.20.0.2 (4bbcd128-e222-4cc3-97a6-f021c13700f0/70ae6380-919f-4821-90b8-bb4cdbe6d13f/0a3d31e6-deb9-4fe2-8e29-94a598440efc) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:59.014467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:59.043968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.099864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=1f874fd8-7fbd-49f9-8f4b-4c17f1895c24,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:59.111259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.115822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b33b4941-c458-4dbd-9821-9da7814f6df2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 HTTP/1.1" status: 204 len: 168 time: 1.1725156 Sep 28 08:38:59.118764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40488) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:59.160195 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95231a9-6545-488a-a1c6-070aee007820 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:38:59.163185 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b95231a9-6545-488a-a1c6-070aee007820 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/1f874fd8-7fbd-49f9-8f4b-4c17f1895c24 HTTP/1.1" status: 404 len: 333 time: 0.0430129 Sep 28 08:38:59.168327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40490) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:59.178656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'name': 'tempest-PortsIpV6TestJSON-315282629'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:59.296840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': 'd74b4866-c7ec-4d9c-9d87-25a9791637b6', 'ip_address': '2001:db8::f816:3eff:fe19:ede8'}, {'subnet_id': 'a6c394c9-8912-441b-8bb1-7301178f20e9'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:38:59.302690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:59.306682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.343557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 4970ac59-ea3c-49b3-a990-20b93e7ff4db yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:38:59.402794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.418851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 818b305b-3a97-461f-9303-3100abcdfad5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:38:59.485435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 048d206d-9c56-4765-bfe8-ba0a01d69541 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:38:59.516251 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 5 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:38:59.544017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 048d206d-9c56-4765-bfe8-ba0a01d69541 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:38:59.544388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 048d206d-9c56-4765-bfe8-ba0a01d69541 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:38:59.554783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.601377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.675708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:59.697667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:59.702238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:38:59.712160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:59.713301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.740262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=4970ac59-ea3c-49b3-a990-20b93e7ff4db,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:59.743758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.745515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:38:59.771665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.816693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:38:59.820236 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ce9ed8ae-7fe7-4924-abb1-5c86ff6563f4 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/ports/a000e49a-5571-4f21-9269-93e968221653 HTTP/1.1" status: 204 len: 168 time: 4.9524481 Sep 28 08:38:59.837255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-de13804c-65ea-4f4d-88c6-d8e6c2848522 req-74104354-5eff-48db-bb7d-3076ae7e3560 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 210 time: 0.5677915 Sep 28 08:38:59.837930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40492) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:59.879585 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e2506bc7-43b0-4e09-88c4-b75377f53cf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7093213 Sep 28 08:38:59.882687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:59.895825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40494) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:38:59.901685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:38:59.965610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Pushing event updated for resources: {'Port': ['ID=0a3d31e6-deb9-4fe2-8e29-94a598440efc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:59.974590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:00.002148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:00.024510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-e49f860c-8221-4b93-a5bd-7c4d63c12dca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:00.026362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-e49f860c-8221-4b93-a5bd-7c4d63c12dca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 797 time: 0.2666140 Sep 28 08:39:00.027765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:00.033247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.050874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.082267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Allocated IP 2001:db8:0:1::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/a6c394c9-8912-441b-8bb1-7301178f20e9/e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:00.097942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Deleting subnet 57ce1673-816f-450c-9984-a4c6c69b133a {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:00.128772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b0325b43-b4a5-46bc-955a-06324a45fddd req-fc3fbc64-b8d4-4eb8-bef4-cf32fb22e0fd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 210 time: 0.0412815 Sep 28 08:39:00.134372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Allocated IP 172.20.0.2 (7f696c02-a4d3-411e-9eb9-2a656f6de37e/22506976-071a-40e2-8346-20f198f81b58/3de4f08b-6448-4bbe-9346-848aa268905a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:00.139369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Attempting to bind port 0a3d31e6-deb9-4fe2-8e29-94a598440efc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:00.139739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Attempting to bind port 0a3d31e6-deb9-4fe2-8e29-94a598440efc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:00.140100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Attempting to bind port 0a3d31e6-deb9-4fe2-8e29-94a598440efc on network 4bbcd128-e222-4cc3-97a6-f021c13700f0 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:00.151901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.158288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:00.158666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Checking segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:00.159389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.160103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Bound using segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:00.160856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Bound port: 0a3d31e6-deb9-4fe2-8e29-94a598440efc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:00.161589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.167455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-6eccf391-5ba3-4d47-89d1-7c8388398154 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 380 time: 0.1190584 Sep 28 08:39:00.188174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': '5072dcfd-8149-4906-8e7f-9f670af56162', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['0dc547c5-0fb6-48f2-bb29-5388fd6a2517']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:00.218057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:00.218658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.219072 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:00.233381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port cd632347-5d1d-4a5d-b9ad-0823412869be yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:00.249220 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 6 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:00.265551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.363230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.376406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.377242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] In _notify_port_updated(), no bound segment for port 4970ac59-ea3c-49b3-a990-20b93e7ff4db on network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:39:00.383437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:00.384178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.386207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/ports/4970ac59-ea3c-49b3-a990-20b93e7ff4db HTTP/1.1" status: 200 len: 818 time: 0.4883664 Sep 28 08:39:00.392451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:00.461191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:00.462933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.522694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] For port 0a3d31e6-deb9-4fe2-8e29-94a598440efc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:00.528404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:00.537253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] For port 0a3d31e6-deb9-4fe2-8e29-94a598440efc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0a3d31e6-deb9-4fe2-8e29-94a598440efc,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:00.546828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:00.560031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.587242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b832a05-3a79-4fb1-89bd-db1d48ab320c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=4970ac59-ea3c-49b3-a990-20b93e7ff4db,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:00.650699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.672451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.678267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 4970ac59-ea3c-49b3-a990-20b93e7ff4db {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:00.678703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.688427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:00.689675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4d442ea1-de7b-47fb-bad4-d58b15e3521b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:00.693474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e987b8e-f390-4f13-b510-f0ad7d45e1ea None None] Pushing event updated for resources: {'Port': ['ID=0a3d31e6-deb9-4fe2-8e29-94a598440efc,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:00.713451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.11 (0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc/244686d9-c68f-49e2-b3a4-202fbad6d549/0b15b5d2-9ba5-441b-afa1-5479cbe9a678) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:00.788312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.816768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 4970ac59-ea3c-49b3-a990-20b93e7ff4db owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:00.832223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d36976-457c-46de-99d6-ce29fe22bd51 None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:00.849504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.849822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4d442ea1-de7b-47fb-bad4-d58b15e3521b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:00.850141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:00.850477 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4d442ea1-de7b-47fb-bad4-d58b15e3521b Sep 28 08:39:00.895327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.031811 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 7 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:01.065146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4d442ea1-de7b-47fb-bad4-d58b15e3521b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:01.065406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.067946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.077962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.106656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 4d442ea1-de7b-47fb-bad4-d58b15e3521b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4d442ea1-de7b-47fb-bad4-d58b15e3521b,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:01.108140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:01.113837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.145234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.147901 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abe21aff-944f-4b28-8ef8-548abfb50423 req-94a604fc-313e-4c87-9dde-5eeefcd744d5 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 210 time: 0.1692624 Sep 28 08:39:01.158376 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/4970ac59-ea3c-49b3-a990-20b93e7ff4db HTTP/1.1" status: 204 len: 168 time: 0.7622485 Sep 28 08:39:01.164751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:01.181213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a88b0-bf02-4164-be05-e7db299575ac tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=4970ac59-ea3c-49b3-a990-20b93e7ff4db,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:01.184629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.249818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=4d442ea1-de7b-47fb-bad4-d58b15e3521b,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:01.269525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.274749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:01.287133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:01.292515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8:0:1::1af (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/a6c394c9-8912-441b-8bb1-7301178f20e9/cd632347-5d1d-4a5d-b9ad-0823412869be) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:01.296342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.305795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:01.345461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:feba:6912 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/d74b4866-c7ec-4d9c-9d87-25a9791637b6/cd632347-5d1d-4a5d-b9ad-0823412869be) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:01.358150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.359339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:01.392514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfae89-b010-4c43-beaf-20720cd5ec86 req-932d254e-7d27-450d-815b-a9818ef70e1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:01.394166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7edfae89-b010-4c43-beaf-20720cd5ec86 req-932d254e-7d27-450d-815b-a9818ef70e1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 932 time: 0.1256933 Sep 28 08:39:01.400168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc46e1-09be-4ec9-93d3-43c12b96d251 None None] Network bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:01.401487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:01.401946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event deleted for resources: {'Subnet': ['ID=57ce1673-816f-450c-9984-a4c6c69b133a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:01.402160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.434825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-bd0fa1d4-504d-4a37-8212-0b957f6be93d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2514265 Sep 28 08:39:01.452324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.459244 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b0fb50ae-f347-434a-8262-643af15e8f45 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/subnets/57ce1673-816f-450c-9984-a4c6c69b133a HTTP/1.1" status: 204 len: 168 time: 1.6104848 Sep 28 08:39:01.462814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7edfae89-b010-4c43-beaf-20720cd5ec86 req-d0476723-3677-4bd4-b3b7-44acb0feabf7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470870 Sep 28 08:39:01.467260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40510) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:01.500535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.550053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebb2ef-6105-4ddc-9ae3-a563fb9e7388 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:01.554311 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-84ebb2ef-6105-4ddc-9ae3-a563fb9e7388 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3813870 Sep 28 08:39:01.560165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40514) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:01.576758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Network 7f696c02-a4d3-411e-9eb9-2a656f6de37e is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:01.590931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Request body: {'port': {'device_id': '5072dcfd-8149-4906-8e7f-9f670af56162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:01.613646 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 8 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:01.664097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.720330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:01.742123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:01.754790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:01.773455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:01.813884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Pushing event updated for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:01.827804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9739a061-f015-48f0-903c-65f544ab5087 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:01.829214 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9739a061-f015-48f0-903c-65f544ab5087 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/4970ac59-ea3c-49b3-a990-20b93e7ff4db HTTP/1.1" status: 404 len: 333 time: 0.1914010 Sep 28 08:39:01.871741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40516) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:01.884053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1338581246'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:01.921624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:01.985941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] DHCP port deletion for bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:02.055742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:02.056122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.056464 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:02.089095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Deleting port 53997c0b-39ee-49b5-b9d9-360fd49619fb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:02.089804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.090574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Deleting port 53997c0b-39ee-49b5-b9d9-360fd49619fb {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:02.091143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.181866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] For port 53997c0b-39ee-49b5-b9d9-360fd49619fb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53997c0b-39ee-49b5-b9d9-360fd49619fb,segment=NetworkSegment(e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9),segment_id=e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:02.182267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.231852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] For port 53997c0b-39ee-49b5-b9d9-360fd49619fb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=53997c0b-39ee-49b5-b9d9-360fd49619fb,segment=NetworkSegment(e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9),segment_id=e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:02.232229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.249719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:02.251239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0a3d31e6-deb9-4fe2-8e29-94a598440efc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:02.261853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.275963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Calling delete_port for 53997c0b-39ee-49b5-b9d9-360fd49619fb owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:02.297291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Calling delete_port for 53997c0b-39ee-49b5-b9d9-360fd49619fb owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:02.299491 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 9 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:02.337515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7fa15c-3f07-428f-a815-04c32f55b8d6 None None] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:02.344304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:02.349699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.351072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.389140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:02.393234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.415124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:02.427815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.430208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.456257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Transition to ACTIVE for port object 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:39:02.463267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.471096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.473469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0a3d31e6-deb9-4fe2-8e29-94a598440efc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:02.473975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.474307 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0a3d31e6-deb9-4fe2-8e29-94a598440efc Sep 28 08:39:02.492588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] No DVR routers for this DVR port 53997c0b-39ee-49b5-b9d9-360fd49619fb on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:02.510967 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-7d2ba28d-8452-415b-b9e7-ba2405355c0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6366055 Sep 28 08:39:02.543558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Request body: {'port': {'device_id': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:02.592937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:02.600613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.600869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:02.614826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=cd632347-5d1d-4a5d-b9ad-0823412869be,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:02.617605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:02.634679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:02.641257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.641969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.662882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5273dd-ad2f-4ef7-9857-70f3b40c4342 req-21c7c125-63d3-427c-991b-1d9d64d5bc59 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.664498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-df5273dd-ad2f-4ef7-9857-70f3b40c4342 req-21c7c125-63d3-427c-991b-1d9d64d5bc59 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 931 time: 0.3321118 Sep 28 08:39:02.671707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.678464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] Pushing event deleted for resources: {'Port': ['ID=53997c0b-39ee-49b5-b9d9-360fd49619fb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:02.681241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Pushing event updated for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:02.713197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.713821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment ea2cbfd7-5751-4d17-8e20-ccb9ec278fac of type vlan for network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 Sep 28 08:39:02.717890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ccd31-a6dd-4936-9ab1-1769ded7e419 None None] No DVR routers for this DVR port 53997c0b-39ee-49b5-b9d9-360fd49619fb on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:02.748233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0a3d31e6-deb9-4fe2-8e29-94a598440efc is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:02.748631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.804810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:02.807474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Attempting to bind port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:02.807814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Attempting to bind port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:02.808390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Attempting to bind port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 on network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:02.811166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event deleted for resources: {'Port': ['ID=53997c0b-39ee-49b5-b9d9-360fd49619fb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:02.819924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 0a3d31e6-deb9-4fe2-8e29-94a598440efc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0a3d31e6-deb9-4fe2-8e29-94a598440efc,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:02.829537 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-518bf0d5-fe51-4b1f-a590-87c95d9ba663 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.9289110 Sep 28 08:39:02.830872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40522) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:02.834811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.835641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4d442ea1-de7b-47fb-bad4-d58b15e3521b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:02.841907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:02.841907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:02.843453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 on network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:39:02.843780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Attempting to bind port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 on network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:02.861085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.864264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.869126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:02.869414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Checking segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:02.869575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Bound using segment: {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:02.871474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Bound port: 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a78597c-0646-4f88-b532-5e08932b8c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:02.871474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.872794 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 10 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:02.912799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.913152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Allocated IP 172.20.0.1 (4bbcd128-e222-4cc3-97a6-f021c13700f0/70ae6380-919f-4821-90b8-bb4cdbe6d13f/0307b4c1-99c7-4bb0-a27d-a964b9263279) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:02.947715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.961641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:02.962062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:02.962349 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-df5273dd-ad2f-4ef7-9857-70f3b40c4342 req-ccce3c1a-e245-4aa3-8d37-be5836183fe2 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523091 Sep 28 08:39:03.016238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:03.020357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=0a3d31e6-deb9-4fe2-8e29-94a598440efc,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:03.071196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4d442ea1-de7b-47fb-bad4-d58b15e3521b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.071620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.071965 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4d442ea1-de7b-47fb-bad4-d58b15e3521b Sep 28 08:39:03.096103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac0b9-791a-4b53-9a62-fbc4e98b410c req-6579b078-c119-413d-bcd1-07cca159f7fd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.097754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Provisioning complete for port 818b305b-3a97-461f-9303-3100abcdfad5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.099378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.099753 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Attempt 1 to provision port 818b305b-3a97-461f-9303-3100abcdfad5 Sep 28 08:39:03.104025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-693ac0b9-791a-4b53-9a62-fbc4e98b410c req-6579b078-c119-413d-bcd1-07cca159f7fd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 944 time: 0.4033651 Sep 28 08:39:03.113865 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9 resource provider aggregate not found Sep 28 08:39:03.142550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6f6bf6c-ba7a-4947-9bd1-8f0e455babf9 found for delete ", "request_id": "req-593ad574-b55c-4d08-966d-6e04d27cac8e"}]} Sep 28 08:39:03.157469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.162393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.168929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] 10.222.0.27 "DELETE /v2.0/networks/bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32 HTTP/1.1" status: 204 len: 168 time: 1.7002096 Sep 28 08:39:03.227258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-693ac0b9-791a-4b53-9a62-fbc4e98b410c req-ddf64b31-ea12-4cab-84c6-317fe305fa90 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199706 Sep 28 08:39:03.229373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76864ad-e1ba-4336-849f-cda4cbbddbf5 tempest-TagsExtTest-1753549286 tempest-TagsExtTest-1753549286-project] Pushing event deleted for resources: {'Network': ['ID=bf8cbf4e-a8c6-404d-9e57-a9e9c15e2e32,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:03.234238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.237906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:03.242170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.242781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.252478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:03.266201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4d442ea1-de7b-47fb-bad4-d58b15e3521b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:03.267966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port cd632347-5d1d-4a5d-b9ad-0823412869be {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:03.268320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.269115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cd71e-9dea-4426-97c4-35fbf5c75295 None None] Current status of the port 818b305b-3a97-461f-9303-3100abcdfad5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:03.278525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.303469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.307067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.307704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.309193 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] 10.222.0.62 "PUT /v2.0/ports/0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 1094 time: 1.8534236 Sep 28 08:39:03.309664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:03.312043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77be1720-ca9d-45ff-88f0-ac4586bd54eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:03.401630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.402431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.405453 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:03.458932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a262c-7c69-4977-8b1e-4790e4cc4d94 service neutron] Pushing event updated for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:03.472163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.490213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-2c7e830a-1e98-4b48-8206-f047280b8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.491808 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-2c7e830a-1e98-4b48-8206-f047280b8fe6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1097 time: 0.0999279 Sep 28 08:39:03.492799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for cd632347-5d1d-4a5d-b9ad-0823412869be owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:03.573347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e4f09-324a-48a9-af34-a2a4941da411 x-openstack-request-id: req-e21e4f09-324a-48a9-af34-a2a4941da411 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:03.573645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:03.573902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e21e4f09-324a-48a9-af34-a2a4941da411 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:03.574318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21e4f09-324a-48a9-af34-a2a4941da411'] response: {'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'status': 'completed', 'code': 200} Sep 28 08:39:03.577403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-896c7a97-2b42-4655-b99f-36a38e6bb3a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 217 time: 0.0750701 Sep 28 08:39:03.597729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:03.621221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Provisioning complete for port 0a3d31e6-deb9-4fe2-8e29-94a598440efc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.623095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.623570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 1 to provision port 0a3d31e6-deb9-4fe2-8e29-94a598440efc Sep 28 08:39:03.661738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-c4838627-b3d0-46d3-a80e-2a3799be73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.661738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-c4838627-b3d0-46d3-a80e-2a3799be73c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 200 len: 835 time: 0.0737126 Sep 28 08:39:03.713485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0a3d31e6-deb9-4fe2-8e29-94a598440efc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:03.753130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40536) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:03.783368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Current status of the port 0a3d31e6-deb9-4fe2-8e29-94a598440efc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:03.791397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-413a44ab-da33-4447-afeb-8259ec34a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.800725 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-413a44ab-da33-4447-afeb-8259ec34a22f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1332023 Sep 28 08:39:03.809851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0a3d31e6-deb9-4fe2-8e29-94a598440efc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.810363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.810919 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0a3d31e6-deb9-4fe2-8e29-94a598440efc Sep 28 08:39:03.822074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9467254 Sep 28 08:39:03.831064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40540) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:03.842646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:03.844638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Provisioning complete for port c2f8906a-7495-47f2-920c-a4fa5aef68cd triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:03.845144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.845578 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 1 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:03.890543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:03.899179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:03.909183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2cd2c-1065-44cb-8903-a8184fb23c2a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:03.922547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:03.950566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0a3d31e6-deb9-4fe2-8e29-94a598440efc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:03.980984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port c2f8906a-7495-47f2-920c-a4fa5aef68cd {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:03.981363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.046282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53997c0b-39ee-49b5-b9d9-360fd49619fb no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:04.058672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.076263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 53997c0b-39ee-49b5-b9d9-360fd49619fb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:04.076695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 53997c0b-39ee-49b5-b9d9-360fd49619fb not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:04.092996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.161344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=cd632347-5d1d-4a5d-b9ad-0823412869be,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:04.186236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:04.199011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.201887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:04.205100 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-6b8b08c7-e6e1-46b7-93f5-40b0cd586f1f service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970549 Sep 28 08:39:04.210414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:04.211728 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8793ecdc-4dcd-4c3c-8646-33a0912d61af admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=862296a0af5642dabae06b25668639ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574604 Sep 28 08:39:04.213280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40544) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:04.219223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:04.250934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for c2f8906a-7495-47f2-920c-a4fa5aef68cd owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:04.266147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.274531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-28ad0efc-6aa1-4258-9147-d81697412676 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/cd632347-5d1d-4a5d-b9ad-0823412869be HTTP/1.1" status: 204 len: 168 time: 1.4390609 Sep 28 08:39:04.282481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40548) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:04.289073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:04.292717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.317971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d764dc-10ea-40ef-8898-d3c73abb7361 req-bbc252d5-ca65-4490-9924-ac38064c2093 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.319718 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52d764dc-10ea-40ef-8898-d3c73abb7361 req-bbc252d5-ca65-4490-9924-ac38064c2093 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 931 time: 0.2577560 Sep 28 08:39:04.372023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de4f08b-6448-4bbe-9346-848aa268905a {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:04.392689 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 2 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:04.453553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.459708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:04.483089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.551802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Transition to ACTIVE for port object 3de4f08b-6448-4bbe-9346-848aa268905a will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:39:04.573155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.588550 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195d077-923f-4fd8-a1c7-ce58e031364f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.590213 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6195d077-923f-4fd8-a1c7-ce58e031364f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2969575 Sep 28 08:39:04.606125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40550) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:04.654210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b3807-6956-4235-a92d-03c57e0be5c9 req-e3080f06-7426-4c6e-a56b-4a96e7f96353 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.655794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3e7b3807-6956-4235-a92d-03c57e0be5c9 req-e3080f06-7426-4c6e-a56b-4a96e7f96353 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 944 time: 0.3203962 Sep 28 08:39:04.676437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.797703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52d764dc-10ea-40ef-8898-d3c73abb7361 req-cf329028-85ca-4498-b94d-926f0df493fa tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649107 Sep 28 08:39:04.816613 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6530eed1-c8a3-44ed-8b28-551757eca85b req-4ec09554-211a-46c6-bfeb-ceea681e1c3e service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037521 Sep 28 08:39:04.854554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Pushing event updated for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:04.876287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.953349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-6a122dc2-e004-4838-b88d-95c8ef448f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.955089 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-6a122dc2-e004-4838-b88d-95c8ef448f38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1097 time: 0.0837896 Sep 28 08:39:04.956475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:04.957962 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3e7b3807-6956-4235-a92d-03c57e0be5c9 req-6ad88d59-d90d-4af8-abfd-c1d353683b87 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413564 Sep 28 08:39:04.961381 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 3 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:04.975356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8c5b9-8064-4396-875f-5030b581c441 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.976973 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c1a8c5b9-8064-4396-875f-5030b581c441 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3698664 Sep 28 08:39:04.997872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:05.013772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:05.028947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.075176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=c2f8906a-7495-47f2-920c-a4fa5aef68cd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:05.079259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.115178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=814b47d1-c0d2-4a48-a556-38d793c0e3da,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:05.125947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Attempting to bind port 3de4f08b-6448-4bbe-9346-848aa268905a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:05.125947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Attempting to bind port 3de4f08b-6448-4bbe-9346-848aa268905a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '117c9e30-b3eb-48c1-afa9-a4f7930f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:05.126212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Attempting to bind port 3de4f08b-6448-4bbe-9346-848aa268905a on network 7f696c02-a4d3-411e-9eb9-2a656f6de37e {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:05.149103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.151685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.152884 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/68d41ed6-a18e-4729-8c61-1a08ac6a0985 HTTP/1.1" status: 204 len: 168 time: 0.9307115 Sep 28 08:39:05.155614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752cc9-81d9-4833-bcdc-6e8d531b4927 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.157465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752cc9-81d9-4833-bcdc-6e8d531b4927 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.158971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752cc9-81d9-4833-bcdc-6e8d531b4927 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.163253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c8752cc9-81d9-4833-bcdc-6e8d531b4927 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1605511 Sep 28 08:39:05.164846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:05.191790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:05.192091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:05.203337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb41fc-79f7-4bca-bf25-785e02e7b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d41ed6-a18e-4729-8c61-1a08ac6a0985,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:05.205215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Port 3de4f08b-6448-4bbe-9346-848aa268905a on network 7f696c02-a4d3-411e-9eb9-2a656f6de37e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:39:05.205632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Attempting to bind port 3de4f08b-6448-4bbe-9346-848aa268905a on network 7f696c02-a4d3-411e-9eb9-2a656f6de37e {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:05.223855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-438ce319-3bc7-4f4d-b36c-f79615c52fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.225555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-438ce319-3bc7-4f4d-b36c-f79615c52fb6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 898 time: 0.2605636 Sep 28 08:39:05.227663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:05.228119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Checking segment: {'id': '117c9e30-b3eb-48c1-afa9-a4f7930f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:05.228915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Bound using segment: {'id': '117c9e30-b3eb-48c1-afa9-a4f7930f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:05.229492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Bound port: 3de4f08b-6448-4bbe-9346-848aa268905a, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117c9e30-b3eb-48c1-afa9-a4f7930f49f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:05.230049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.294123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-e8286a04-687d-4f76-a902-3b41464814dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 217 time: 0.0536389 Sep 28 08:39:05.298907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet a6c394c9-8912-441b-8bb1-7301178f20e9 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:05.303407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.307372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:05.385810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:05.390187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.390826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.403608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca7914-302b-4a93-8e70-d90d312a24f9 None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:05.407835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.420989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.444549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-4f52699e-0118-4a51-a74e-2691a4929c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.446497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-4f52699e-0118-4a51-a74e-2691a4929c37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 200 len: 835 time: 0.1400452 Sep 28 08:39:05.492811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c4d57bc2-6ec4-4bfd-9cb4-a99a62e40543 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6538508 Sep 28 08:39:05.498664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40558) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:05.524269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:05.532724 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Attempt 4 to provision port c2f8906a-7495-47f2-920c-a4fa5aef68cd Sep 28 08:39:05.564162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Port c2f8906a-7495-47f2-920c-a4fa5aef68cd was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:39:05.570249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7f32b221-db20-499d-83a8-d56439928ed6 None None] Could not find standard attr ID for object cd632347-5d1d-4a5d-b9ad-0823412869be. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:05.628814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:05.642728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': '814b47d1-c0d2-4a48-a556-38d793c0e3da'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:05.643996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.670605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-3cb193a4-18b8-4dad-ae01-bb4e39555d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.672176 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-3cb193a4-18b8-4dad-ae01-bb4e39555d5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2146475 Sep 28 08:39:05.680155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.697002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=3de4f08b-6448-4bbe-9346-848aa268905a,segment=NetworkSegment(117c9e30-b3eb-48c1-afa9-a4f7930f49f3),segment_id=117c9e30-b3eb-48c1-afa9-a4f7930f49f3)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:05.734847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.737941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.738542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.741169 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] 10.222.0.62 "PUT /v2.0/ports/3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 200 len: 1093 time: 3.2198610 Sep 28 08:39:05.753911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16940219-8065-4054-8676-cc465a59b673 None None] Provisioning complete for port 0307b4c1-99c7-4bb0-a27d-a964b9263279 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:05.754706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16940219-8065-4054-8676-cc465a59b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.755538 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 1 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:05.755690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:05.758341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2" -d '{"events": [{"name": "network-changed", "server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:05.844263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router f4ea3e78-d953-43ea-9843-333c662ec9cd has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:05.914497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:05.924480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:05.963064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52985aa-91b0-4fa1-9427-54605174e775 service neutron] Pushing event updated for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:05.971221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-92f26e3c-138c-4fe1-aa26-780309e6b41b service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849095 Sep 28 08:39:05.995130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.022272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:06.038726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Allocated IP 2001:db8::2 (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/814b47d1-c0d2-4a48-a556-38d793c0e3da/b1e2e877-892f-40c4-b9cb-1745bebcee1c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:06.051929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-a9ca6c51-8cb1-493a-98a8-2035562bc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.053871 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-a9ca6c51-8cb1-493a-98a8-2035562bc323 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 1096 time: 0.2542157 Sep 28 08:39:06.083580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c394c9-8912-441b-8bb1-7301178f20e9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:06.103417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.108971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4ddae48e-6ed1-440b-992b-7fd42ba33ed8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/a6c394c9-8912-441b-8bb1-7301178f20e9 HTTP/1.1" status: 204 len: 168 time: 0.9388764 Sep 28 08:39:06.110310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40568) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:06.133477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a0a2d-40f5-4903-aa16-37eb294d4617 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:06.210570 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 814b47d1-c0d2-4a48-a556-38d793c0e3da (CIDR: 2001:db8::/64) Sep 28 08:39:06.226941 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:39:06.227482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:06.256953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet d74b4866-c7ec-4d9c-9d87-25a9791637b6 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:06.263633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.267765 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77be1720-ca9d-45ff-88f0-ac4586bd54eb req-4a55f8ad-0f97-4fe4-8feb-382caf3b71b4 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845819 Sep 28 08:39:06.295592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0c2b4d5a-3e41-4f85-b591-6535c1283bcf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7941089 Sep 28 08:39:06.298690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:06.308248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:06.383365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.408108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.431342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.444193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-97cdc289-8911-46dd-b054-4c36190519d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.498722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443bbd3-a045-40d1-9bc6-ffbb28edfc82 req-e44ea5ec-54b7-4d3b-83f3-90e686117ff6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.500240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3443bbd3-a045-40d1-9bc6-ffbb28edfc82 req-e44ea5ec-54b7-4d3b-83f3-90e686117ff6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 944 time: 0.1723251 Sep 28 08:39:06.506169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8efc4-ab93-4bd0-8d82-f3c634e560bf x-openstack-request-id: req-03c8efc4-ab93-4bd0-8d82-f3c634e560bf {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:06.506695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:06.506852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:06.507240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-03c8efc4-ab93-4bd0-8d82-f3c634e560bf {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:06.507795 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c8efc4-ab93-4bd0-8d82-f3c634e560bf'] response: {'name': 'network-changed', 'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a', 'status': 'completed', 'code': 200} Sep 28 08:39:06.517636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:06.523006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:06.525766 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 2 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:06.527153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Pushing event updated for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:06.558084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:06.587035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.601050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] Sync routers for ids ['f4ea3e78-d953-43ea-9843-333c662ec9cd'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:06.601182 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-08e5d513-ca74-4c24-83aa-32a0f247540b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/f4ea3e78-d953-43ea-9843-333c662ec9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6604552 Sep 28 08:39:06.609977 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-3985e64b-a8a4-442f-b410-ab49e8481819 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 200 len: 217 time: 0.1011136 Sep 28 08:39:06.619077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40572) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:06.641569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:06.641892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3443bbd3-a045-40d1-9bc6-ffbb28edfc82 req-2a3d143e-46f6-4726-81b9-b82ff11dc0e0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081724 Sep 28 08:39:06.645781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:06.649723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] Routers {'f4ea3e78-d953-43ea-9843-333c662ec9cd'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:06.649723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['f4ea3e78-d953-43ea-9843-333c662ec9cd'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:06.656720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.674009 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5ec8c366-d712-4969-9241-34660f2b9871 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4ea3e78-d953-43ea-9843-333c662ec9cd HTTP/1.1" status: 200 len: 205 time: 0.0519817 Sep 28 08:39:06.674414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.686294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:06.712461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.718800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Attempting to bind port b1e2e877-892f-40c4-b9cb-1745bebcee1c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:06.718955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Attempting to bind port b1e2e877-892f-40c4-b9cb-1745bebcee1c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:06.720169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Attempting to bind port b1e2e877-892f-40c4-b9cb-1745bebcee1c on network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:06.722006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:06.734116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:06.734486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Checking segment: {'id': 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:06.734808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29563-dbae-42c8-b198-789a439c56c5 req-40838eda-38cc-457b-8cc4-f5164603e19c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.734952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.735270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Bound using segment: {'id': 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:06.735746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Bound port: b1e2e877-892f-40c4-b9cb-1745bebcee1c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:06.736126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.736345 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-12b29563-dbae-42c8-b198-789a439c56c5 req-40838eda-38cc-457b-8cc4-f5164603e19c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 943 time: 0.7957213 Sep 28 08:39:06.751786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] Routers {'f4ea3e78-d953-43ea-9843-333c662ec9cd'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:06.752434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['f4ea3e78-d953-43ea-9843-333c662ec9cd'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:06.792017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:06.793130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1279a7-442d-4ceb-a1aa-2a11fdb46bf1 None None] The sync data for ids ['f4ea3e78-d953-43ea-9843-333c662ec9cd'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:06.863989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.868454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:06.872236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1e2e877-892f-40c4-b9cb-1745bebcee1c,segment=NetworkSegment(ea2cbfd7-5751-4d17-8e20-ccb9ec278fac),segment_id=ea2cbfd7-5751-4d17-8e20-ccb9ec278fac)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:06.881772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.924822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.926500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=d74b4866-c7ec-4d9c-9d87-25a9791637b6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:06.930442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:06.938150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-905eaac0-d5f9-41e7-a634-2a3b4e06f716 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d74b4866-c7ec-4d9c-9d87-25a9791637b6 HTTP/1.1" status: 204 len: 168 time: 0.8248405 Sep 28 08:39:06.941574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:06.971399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f346e6f-ac52-40c6-9765-7ff1a48fe67a None None] Pushing event updated for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:06.992948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:07.019853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-122530c8-5f46-432c-868e-67a3bc93e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.021974 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4fc9729b-9ee0-46ab-bb4a-38120d9cbfb8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782001 Sep 28 08:39:07.025400 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-122530c8-5f46-432c-868e-67a3bc93e5dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22506976-071a-40e2-8346-20f198f81b58 HTTP/1.1" status: 200 len: 851 time: 0.4003682 Sep 28 08:39:07.028776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40578) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:07.034063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:07.041764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.143738 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 3 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:07.220078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:07.243566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'port_id': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'mac_address': 'fa:16:3e:05:56:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:07.252052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:07.273531 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-79ab837a-e9ab-45f8-bc26-fd78ba2a083b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f696c02-a4d3-411e-9eb9-2a656f6de37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211576 Sep 28 08:39:07.289989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:07.294708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:07.303087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.360180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.379280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:07.379759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.410215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:07.459974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:07.466698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.486778 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-12b29563-dbae-42c8-b198-789a439c56c5 req-3b1203bb-038d-4629-8dce-5ef9ac3cc667 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884770 Sep 28 08:39:07.508455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:07.512814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:07.514634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=80d6744b-7f4a-4df2-b4b9-67ed4a8a6055,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:07.518841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.519442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.552465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.556096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.572820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:07.589736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a639e7d-a3c3-4bf7-a682-24f614b5233b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2898796 Sep 28 08:39:07.590395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40580) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:07.601964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'fixed_ips': [{'subnet_id': '814b47d1-c0d2-4a48-a556-38d793c0e3da'}, {'subnet_id': '80d6744b-7f4a-4df2-b4b9-67ed4a8a6055'}], 'name': 'tempest-PortsIpV6TestJSON-374752748'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:07.720920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['0b15b5d2-9ba5-441b-afa1-5479cbe9a678'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:07.740817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.741506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router f4ea3e78-d953-43ea-9843-333c662ec9cd {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:39:07.769333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:07.773759 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e8bf106c-597a-4d6a-a736-358daa44b628 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/f4ea3e78-d953-43ea-9843-333c662ec9cd HTTP/1.1" status: 204 len: 168 time: 1.0665441 Sep 28 08:39:07.782593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40584) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:07.815964 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 4 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:07.828443 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-6cf8d78e-16dc-49cd-8c93-0079bbbfa342 service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395820 Sep 28 08:39:07.842745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1e2e877-892f-40c4-b9cb-1745bebcee1c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:07.922855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4419ea4-8e9d-467a-b51f-550cb1fd5c6a None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:07.938644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c60be-2932-4513-a375-d163c3b4207c req-5b480749-07ba-4122-b948-fe7ecdd7412f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.940219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-899c60be-2932-4513-a375-d163c3b4207c req-5b480749-07ba-4122-b948-fe7ecdd7412f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 945 time: 0.1536605 Sep 28 08:39:07.958834 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8f8027d-69d3-42f5-98ea-44f96fa4e6eb req-b9500f3b-e8ae-49fc-a224-63170c7fe6e9 service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199479 Sep 28 08:39:07.961003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:07.963639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:08.049298 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-899c60be-2932-4513-a375-d163c3b4207c req-f23e562c-ca26-46bf-afe2-8f74e503dddb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976105 Sep 28 08:39:08.056021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:08.189376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.209710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:08.222111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet 7275fa2f-8d04-4341-9415-66023cec130e {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:08.251693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Router 97e3a157-cf98-479a-8acb-12705c965a26 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:08.265383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.267526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-e824e715-814d-4202-9fb9-83ef2b6d039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.270300 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-e824e715-814d-4202-9fb9-83ef2b6d039d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 1096 time: 0.2444773 Sep 28 08:39:08.285391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b1e2e877-892f-40c4-b9cb-1745bebcee1c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:08.286358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.286940 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b1e2e877-892f-40c4-b9cb-1745bebcee1c Sep 28 08:39:08.315197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 131d34c4-1888-4d3b-ad6c-3d09db0887ac yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:08.447655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.589667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-9e0fbf57-430c-4c48-be85-1ea444f66a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.591695 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-9e0fbf57-430c-4c48-be85-1ea444f66a43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 200 len: 912 time: 0.3106174 Sep 28 08:39:08.595595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:08.606564 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Sync routers for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:08.607833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ef9f583-c9b1-4b21-9c08-b0050ce6ab8e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "PUT /v2.0/routers/97e3a157-cf98-479a-8acb-12705c965a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2447424 Sep 28 08:39:08.646345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b1e2e877-892f-40c4-b9cb-1745bebcee1c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:08.646852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.647509 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:08.648504 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:38:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:08.683737 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-06b7909f-227c-4c44-881e-04b20526d18b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 200 len: 217 time: 0.0734556 Sep 28 08:39:08.708007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1e2e877-892f-40c4-b9cb-1745bebcee1c,segment=NetworkSegment(ea2cbfd7-5751-4d17-8e20-ccb9ec278fac),segment_id=ea2cbfd7-5751-4d17-8e20-ccb9ec278fac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:08.712299 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 5 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:08.718655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:08.758676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a767945-7869-4589-ab1b-fd41c38fcee9 None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:08.783226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::2c9 (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/814b47d1-c0d2-4a48-a556-38d793c0e3da/131d34c4-1888-4d3b-ad6c-3d09db0887ac) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:08.790855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8:0:1::d6 (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055/131d34c4-1888-4d3b-ad6c-3d09db0887ac) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:08.831487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-a7c4874c-3904-49e0-b62d-72532cdc72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.834072 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-a7c4874c-3904-49e0-b62d-72532cdc72ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22506976-071a-40e2-8346-20f198f81b58 HTTP/1.1" status: 200 len: 851 time: 0.1382339 Sep 28 08:39:08.898004 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-cc672c57-d56f-470e-87d1-ace6ef7abd94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f696c02-a4d3-411e-9eb9-2a656f6de37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453668 Sep 28 08:39:08.964480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7dd81-778b-4bdb-a658-57e09f18e09e req-fa1976b2-d3da-41c7-a1e8-6a197fc5c8b5 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.966160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33e7dd81-778b-4bdb-a658-57e09f18e09e req-fa1976b2-d3da-41c7-a1e8-6a197fc5c8b5 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 943 time: 0.2858737 Sep 28 08:39:08.992589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.010806 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:09.039305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.objects.ports [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103308) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:39:09.049200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.063184 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33e7dd81-778b-4bdb-a658-57e09f18e09e req-7c67ab91-c72b-46c8-8ac0-4a73f60ad81c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574260 Sep 28 08:39:09.105304 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-8c32ac88-96f9-4511-ae7c-babaab91a4ab service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983359 Sep 28 08:39:09.159196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:09.166035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:09.176807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0a210d8-57d2-4d3b-8577-a18b3a040a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.227112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:09.244504 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:05Z', 'revision_number': 2, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:09.288200 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Checking router: 97e3a157-cf98-479a-8acb-12705c965a26 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:09.288817 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Updating router 97e3a157-cf98-479a-8acb-12705c965a26 port 0307b4c1-99c7-4bb0-a27d-a964b9263279 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:39:09.302248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:09.305907 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-79432920-295b-41bc-ac03-b819504cc3e5 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983191630&fields=id&tenant_id=140fbb82b98446e99dc826ba1166d853 HTTP/1.1" status: 200 len: 267 time: 0.2767653 Sep 28 08:39:09.311694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=131d34c4-1888-4d3b-ad6c-3d09db0887ac,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:09.321246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:39:09.332351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fd19-0c44-4213-a73d-f64cffb16a2f req-82c5fa77-b55b-49a3-97c1-35a1c69c37ac tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:09.340673 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-81a5fd19-0c44-4213-a73d-f64cffb16a2f req-82c5fa77-b55b-49a3-97c1-35a1c69c37ac tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 945 time: 0.1893537 Sep 28 08:39:09.341185 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.345292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:09.345756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.346203 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 Sep 28 08:39:09.365560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:09.371555 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ea08b9b-6d46-40f6-b769-68ede7fe8be2 req-2bc2c8f2-2da1-4eac-a851-c6fb7db397ac service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568700 Sep 28 08:39:09.371784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:09.380148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:09.380833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.386162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.406249 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-81a5fd19-0c44-4213-a73d-f64cffb16a2f req-43015d5f-a438-4be3-9bfb-905088a09a18 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599151 Sep 28 08:39:09.489937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-94764733-6a85-4076-8b3a-e33d321ca2d8 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8925765 Sep 28 08:39:09.490207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:09.490207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.491024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40602) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:09.496335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '814b47d1-c0d2-4a48-a556-38d793c0e3da'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:09.529165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:09.531561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b71c3-c655-4312-9413-2af41bd2c057" -d '{"events": [{"server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "name": "network-vif-plugged", "status": "completed", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:09.548000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.548856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Update dhcp port {'port': {'network_id': '0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44', 'fixed_ips': [{'subnet_id': '814b47d1-c0d2-4a48-a556-38d793c0e3da', 'ip_address': '2001:db8::2'}, {'subnet_id': '80d6744b-7f4a-4df2-b4b9-67ed4a8a6055'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'b1e2e877-892f-40c4-b9cb-1745bebcee1c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:39:09.552591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:09.570390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.581472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.660760 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 6 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:09.703749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:09.761505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1e2e877-892f-40c4-b9cb-1745bebcee1c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:09.765146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c4bbf8-515e-4972-8692-b1bd25abc1d4 x-openstack-request-id: req-95c4bbf8-515e-4972-8692-b1bd25abc1d4 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:09.765436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "name": "network-vif-plugged", "status": "completed", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:09.765688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95c4bbf8-515e-4972-8692-b1bd25abc1d4 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:09.766085 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c4bbf8-515e-4972-8692-b1bd25abc1d4'] response: {'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'code': 200} Sep 28 08:39:09.791987 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.803132 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.818720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Port 0307b4c1-99c7-4bb0-a27d-a964b9263279 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:09.866880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.896173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Allocated IP 2001:db8:0:1::2 (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055/b1e2e877-892f-40c4-b9cb-1745bebcee1c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:09.971281 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Attempting to bind port 0307b4c1-99c7-4bb0-a27d-a964b9263279 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:09.971649 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Attempting to bind port 0307b4c1-99c7-4bb0-a27d-a964b9263279 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:09.972008 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Attempting to bind port 0307b4c1-99c7-4bb0-a27d-a964b9263279 on network 4bbcd128-e222-4cc3-97a6-f021c13700f0 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:09.989115 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:09.990775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Checking segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:09.991056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b1e2e877-892f-40c4-b9cb-1745bebcee1c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:09.991662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.992067 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b1e2e877-892f-40c4-b9cb-1745bebcee1c Sep 28 08:39:09.992697 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:09.993629 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Bound using segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:09.994891 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Bound port: 0307b4c1-99c7-4bb0-a27d-a964b9263279, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:09.995558 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.017331 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605abe-88b9-4db6-8f1d-4dcaebf31482 None None] Pushing event updated for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.073650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.087979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e094210d-240e-4254-866d-e8097219a0cc None None] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1e2e877-892f-40c4-b9cb-1745bebcee1c,segment=NetworkSegment(ea2cbfd7-5751-4d17-8e20-ccb9ec278fac),segment_id=ea2cbfd7-5751-4d17-8e20-ccb9ec278fac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:10.107054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.108384 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] For port 0307b4c1-99c7-4bb0-a27d-a964b9263279, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:10.113598 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] For port 0307b4c1-99c7-4bb0-a27d-a964b9263279, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0307b4c1-99c7-4bb0-a27d-a964b9263279,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:10.123746 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.138874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b1e2e877-892f-40c4-b9cb-1745bebcee1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:10.139832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c171f-2367-42d1-afc4-9848caf8b304 req-2411d586-a5b2-4970-8432-387e709eb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.144775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-913c171f-2367-42d1-afc4-9848caf8b304 req-2411d586-a5b2-4970-8432-387e709eb5d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1099 time: 0.2076936 Sep 28 08:39:10.157426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.164782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.174952 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:10.175951 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:10.195136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=7275fa2f-8d04-4341-9415-66023cec130e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.199992 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-913c171f-2367-42d1-afc4-9848caf8b304 req-b3bfb8d2-9f68-42ac-8924-e634a3b92878 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508549 Sep 28 08:39:10.204042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-116fe961-4cb1-421f-b8c5-eccf2c427324 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.211671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-116fe961-4cb1-421f-b8c5-eccf2c427324 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 797 time: 0.8418546 Sep 28 08:39:10.234034 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094210d-240e-4254-866d-e8097219a0cc None None] Pushing event updated for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.249563 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605abe-88b9-4db6-8f1d-4dcaebf31482 None None] Pushing event updated for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.250641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.256433 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-637935a0-ac64-4009-b129-e92b00a54cfc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/7275fa2f-8d04-4341-9415-66023cec130e HTTP/1.1" status: 204 len: 168 time: 2.4685211 Sep 28 08:39:10.263760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8307171-0b5d-46d0-8afb-04004d3e1492 None None] Network 2f407efb-bc2a-4c35-93fb-cf02729d4562 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:10.291481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-cb87e674-2958-4bc8-8ebe-c6ec1e36b402 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/quotas/140fbb82b98446e99dc826ba1166d853 HTTP/1.1" status: 200 len: 375 time: 0.0784807 Sep 28 08:39:10.296103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40610) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:10.329833 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:10.343446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6fb33-e9d8-4927-9284-464059b05780 req-779d1fa3-ee24-4661-95eb-69a4a5ca8fc4 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.345121 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aeb6fb33-e9d8-4927-9284-464059b05780 req-779d1fa3-ee24-4661-95eb-69a4a5ca8fc4 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 943 time: 0.1474445 Sep 28 08:39:10.349151 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Attempt 7 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:10.446156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Delete allocated IP 2001:db8:0:1::d6 (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055) {{(pid=103309) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:39:10.483352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-0c89d7a3-e6c7-4bd7-9583-323190dbde16 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896484 Sep 28 08:39:10.485663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:10.515050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.540210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16940219-8065-4054-8676-cc465a59b673 None None] Current status of the port 0307b4c1-99c7-4bb0-a27d-a964b9263279 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:10.540906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16940219-8065-4054-8676-cc465a59b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.558542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc828394-546b-4389-85f4-c244c70e364f None None] DHCP port deletion for 2f407efb-bc2a-4c35-93fb-cf02729d4562 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:10.618738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.637175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-16940219-8065-4054-8676-cc465a59b673 None None] For port 0307b4c1-99c7-4bb0-a27d-a964b9263279, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0307b4c1-99c7-4bb0-a27d-a964b9263279,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:10.647423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.648536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.651723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16940219-8065-4054-8676-cc465a59b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.656206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.670823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Deleting port 818b305b-3a97-461f-9303-3100abcdfad5 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:10.671490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.681255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.698068 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:10.736864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aeb6fb33-e9d8-4927-9284-464059b05780 req-fedae4d0-14ec-4165-9d2e-7337b1f982b5 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808813 Sep 28 08:39:10.774236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=131d34c4-1888-4d3b-ad6c-3d09db0887ac,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.781484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:10.786679 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-de169647-26b3-4305-9763-9f3637a9d663 service neutron] 10.222.0.27 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033636 Sep 28 08:39:10.793008 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14fc03-4ead-4d89-bf04-db10225446c2 None None] The sync data for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv is: [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:10.818309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:10.821348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] In _notify_port_updated(), no bound segment for port 131d34c4-1888-4d3b-ad6c-3d09db0887ac on network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:39:10.833388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.834251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.838020 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0da894ef-0644-46ae-8e7e-42c4e0def49b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/ports/131d34c4-1888-4d3b-ad6c-3d09db0887ac HTTP/1.1" status: 200 len: 925 time: 1.3436692 Sep 28 08:39:10.841845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40614) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:10.852692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.853331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.858100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '814b47d1-c0d2-4a48-a556-38d793c0e3da'}, {'subnet_id': '80d6744b-7f4a-4df2-b4b9-67ed4a8a6055'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:10.859091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53678e01-186b-4667-90d1-6a21a65e7b18 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:10.909457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=27ccd603-a0fa-485e-be96-e15fec7ad511,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.916012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8862512 Sep 28 08:39:10.920914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc828394-546b-4389-85f4-c244c70e364f None None] For port 818b305b-3a97-461f-9303-3100abcdfad5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=818b305b-3a97-461f-9303-3100abcdfad5,segment=NetworkSegment(a4c10bfc-9d66-4f58-89f1-0123cd37ce85),segment_id=a4c10bfc-9d66-4f58-89f1-0123cd37ce85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:10.921149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40616) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:10.921263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:10.925681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16940219-8065-4054-8676-cc465a59b673 None None] Pushing event updated for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.930374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:10.944694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b547f1-818a-4928-8060-5fc4a437ba6a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=8']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:10.987300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Calling delete_port for 818b305b-3a97-461f-9303-3100abcdfad5 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:11.016649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Provisioning complete for port b1e2e877-892f-40c4-b9cb-1745bebcee1c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:11.017027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.017403 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Attempt 1 to provision port b1e2e877-892f-40c4-b9cb-1745bebcee1c Sep 28 08:39:11.019158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 3de4f08b-6448-4bbe-9346-848aa268905a details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:11.022660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 818b305b-3a97-461f-9303-3100abcdfad5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:11.023015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.143214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 818b305b-3a97-461f-9303-3100abcdfad5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=818b305b-3a97-461f-9303-3100abcdfad5,segment=NetworkSegment(a4c10bfc-9d66-4f58-89f1-0123cd37ce85),segment_id=a4c10bfc-9d66-4f58-89f1-0123cd37ce85)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:11.143608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.278882 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-82dcd2a4-f7e5-4cc1-9362-97ad699e2719 service neutron] 10.222.0.27 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619629 Sep 28 08:39:11.293558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.resource_extend [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:39:11.301973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 818b305b-3a97-461f-9303-3100abcdfad5 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:11.343813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:11.354297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.536372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=3de4f08b-6448-4bbe-9346-848aa268905a,segment=NetworkSegment(117c9e30-b3eb-48c1-afa9-a4f7930f49f3),segment_id=117c9e30-b3eb-48c1-afa9-a4f7930f49f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:11.558833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.563378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '3de4f08b-6448-4bbe-9346-848aa268905a', 'network_id': '7f696c02-a4d3-411e-9eb9-2a656f6de37e', 'port_id': '3de4f08b-6448-4bbe-9346-848aa268905a', 'mac_address': 'fa:16:3e:da:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22506976-071a-40e2-8346-20f198f81b58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:11.600995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a802a-1bba-44f2-abaf-17d41fbb1813 None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:11.622801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34a308ff-4402-4191-bf72-ebbbe364d6e3 req-d6ce14f0-ef2b-4326-93a2-466bfb681ca4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 210 time: 0.0673933 Sep 28 08:39:11.643649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.681902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27ccd603-a0fa-485e-be96-e15fec7ad511 (CIDR: 2001:db8::/64) Sep 28 08:39:11.695548 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:39:11.696100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:11.747572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-93a8981d-d42d-4c7b-842e-097967198065 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8228786 Sep 28 08:39:11.758318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40626) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:11.783652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:11.809382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed1385-63b1-4066-b3d1-9d1c9425e0ee req-21d4cf23-0595-4679-989e-bc7c0459aeae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:11.812216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-68ed1385-63b1-4066-b3d1-9d1c9425e0ee req-21d4cf23-0595-4679-989e-bc7c0459aeae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.9520280 Sep 28 08:39:11.813337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.908394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc828394-546b-4389-85f4-c244c70e364f None None] Pushing event deleted for resources: {'Port': ['ID=818b305b-3a97-461f-9303-3100abcdfad5,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:11.914083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc828394-546b-4389-85f4-c244c70e364f None None] No DVR routers for this DVR port 818b305b-3a97-461f-9303-3100abcdfad5 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:11.976918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:11.984223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:12.077680 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-68ed1385-63b1-4066-b3d1-9d1c9425e0ee req-d7030535-668a-4005-b396-77021bf41b4a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497318 Sep 28 08:39:12.085687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080e148-94fd-4685-81fc-eaef9799a462 req-fd69a66a-8abf-4636-9f2b-955a54316272 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.098477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b080e148-94fd-4685-81fc-eaef9799a462 req-fd69a66a-8abf-4636-9f2b-955a54316272 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 943 time: 0.1334693 Sep 28 08:39:12.101944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:12.105628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.136392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Current status of the port b1e2e877-892f-40c4-b9cb-1745bebcee1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:12.141964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 3de4f08b-6448-4bbe-9346-848aa268905a is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:12.142366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.179947 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b080e148-94fd-4685-81fc-eaef9799a462 req-28207050-7eed-4651-8bab-dabd69d16e0c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758648 Sep 28 08:39:12.214218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de4f08b-6448-4bbe-9346-848aa268905a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:12.216325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.250008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 818b305b-3a97-461f-9303-3100abcdfad5 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:12.253855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:12.254531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.254766 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:12.256832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Provisioning complete for port 0307b4c1-99c7-4bb0-a27d-a964b9263279 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:12.257239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.257579 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Attempt 1 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:12.297572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=3de4f08b-6448-4bbe-9346-848aa268905a,segment=NetworkSegment(117c9e30-b3eb-48c1-afa9-a4f7930f49f3),segment_id=117c9e30-b3eb-48c1-afa9-a4f7930f49f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:12.322949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8:0:1::33e (0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055/131d34c4-1888-4d3b-ad6c-3d09db0887ac) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:12.423707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.433448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=818b305b-3a97-461f-9303-3100abcdfad5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:12.466832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f407efb-bc2a-4c35-93fb-cf02729d4562']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:12.484878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:12.485185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c10bfc-9d66-4f58-89f1-0123cd37ce85') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:12.489611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.505459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.531911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.538889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.542522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:12.542949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.554043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.609627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:12.610858 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment a4c10bfc-9d66-4f58-89f1-0123cd37ce85 resource provider aggregate not found Sep 28 08:39:12.682432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment a4c10bfc-9d66-4f58-89f1-0123cd37ce85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4c10bfc-9d66-4f58-89f1-0123cd37ce85 found for delete ", "request_id": "req-29930204-e9a8-42fc-a2c8-21157c53e102"}]} Sep 28 08:39:12.691035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Current status of the port 0307b4c1-99c7-4bb0-a27d-a964b9263279 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:12.717631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['3de4f08b-6448-4bbe-9346-848aa268905a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:12.719806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] In _notify_port_updated(), no bound segment for port 131d34c4-1888-4d3b-ad6c-3d09db0887ac on network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:39:12.726241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.727009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.732649 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/ports/131d34c4-1888-4d3b-ad6c-3d09db0887ac HTTP/1.1" status: 200 len: 1011 time: 1.8857095 Sep 28 08:39:12.732649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0f1ff-5dec-4f1f-8079-f0ee74b41149 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=131d34c4-1888-4d3b-ad6c-3d09db0887ac,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:12.732649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:12.783964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:12.787109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1e2e877-892f-40c4-b9cb-1745bebcee1c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:12.789325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:12.789936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.790559 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:12.808634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.822515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.830541 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/2f407efb-bc2a-4c35-93fb-cf02729d4562 HTTP/1.1" status: 204 len: 168 time: 2.5332646 Sep 28 08:39:12.834606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:12.852025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1899641316', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:12.866379 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-994f6258-995c-4e6e-a3bb-b17842afe1a5 req-1bf897be-e21c-4499-a79c-23c24d19cdd3 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 210 time: 0.0808933 Sep 28 08:39:12.890056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e40f1c-6fb4-4f92-81e2-bf8e78e5773b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=2f407efb-bc2a-4c35-93fb-cf02729d4562,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:12.926917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.928241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.962825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 131d34c4-1888-4d3b-ad6c-3d09db0887ac {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:12.963327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:12.982161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.026704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.048295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b1e2e877-892f-40c4-b9cb-1745bebcee1c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:13.048668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.048995 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b1e2e877-892f-40c4-b9cb-1745bebcee1c Sep 28 08:39:13.058666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a12a7719-8ef9-438d-8566-22c7002a9515 None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:13.084431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:13.090705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:13.102883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.103877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.123686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dc05a-5bc5-4310-96ec-6c479c726c18 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:13.136442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=e99f1225-e523-4c7c-9bcf-4911f79dbc47,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:13.160282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e86a39f5-0273-4ab1-af3a-a3b63f2ff593 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3975956 Sep 28 08:39:13.169903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40644) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:13.176911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:d5:87:bf', 'name': 'tempest-NetworksTestDHCPv6-672168842'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:13.306643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.326215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.352899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Provisioning complete for port b1e2e877-892f-40c4-b9cb-1745bebcee1c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:13.353544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.353634 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Attempt 1 to provision port b1e2e877-892f-40c4-b9cb-1745bebcee1c Sep 28 08:39:13.405795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 131d34c4-1888-4d3b-ad6c-3d09db0887ac owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:13.459665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73db9-2d48-49b8-8355-4f7d99ce9221 req-c50f9da0-12a3-4662-92c6-877236529b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.461367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfe73db9-2d48-49b8-8355-4f7d99ce9221 req-c50f9da0-12a3-4662-92c6-877236529b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.1228929 Sep 28 08:39:13.480272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:13.542968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e95a-6718-48cc-ad69-45c6ac29a0ed req-a93b0a0d-61bc-4afc-a774-41553c9db35f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.544624 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a4b1e95a-6718-48cc-ad69-45c6ac29a0ed req-a93b0a0d-61bc-4afc-a774-41553c9db35f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 944 time: 0.2213523 Sep 28 08:39:13.563663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfe73db9-2d48-49b8-8355-4f7d99ce9221 req-52a59bc4-e556-4eff-b9ed-bddd3d5b23e6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911748 Sep 28 08:39:13.569201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b1e2e877-892f-40c4-b9cb-1745bebcee1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:13.570650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0307b4c1-99c7-4bb0-a27d-a964b9263279 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:13.598466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-1372cf60-df14-4da8-9e56-a8dcfc435633 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.601111 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-1372cf60-df14-4da8-9e56-a8dcfc435633 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.62 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 797 time: 0.4042079 Sep 28 08:39:13.631356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.658323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:13.680630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Current status of the port b1e2e877-892f-40c4-b9cb-1745bebcee1c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:13.684650 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a4b1e95a-6718-48cc-ad69-45c6ac29a0ed req-86105ef0-913f-45f2-bca3-3bb3a27884c2 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257546 Sep 28 08:39:13.743390 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-7566f31c-34da-4a86-9912-7f4bb77b8074 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=140fbb82b98446e99dc826ba1166d853 HTTP/1.1" status: 200 len: 379 time: 0.1255586 Sep 28 08:39:13.753715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Provisioning complete for port 131d34c4-1888-4d3b-ad6c-3d09db0887ac triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:13.754180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.754471 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Attempt 1 to provision port 131d34c4-1888-4d3b-ad6c-3d09db0887ac Sep 28 08:39:13.754748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'port': {'device_id': '26b41bcd-e984-4059-9533-260d8b0a198e', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'admin_state_up': True, 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'security_groups': ['9a25ba6e-30e2-4cfa-a710-2172565fdae7']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:13.804197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0307b4c1-99c7-4bb0-a27d-a964b9263279 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:13.804569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.804903 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0307b4c1-99c7-4bb0-a27d-a964b9263279 Sep 28 08:39:13.835823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947164a9-1458-42ba-a560-ecb36571b261 req-93c3c044-8673-4670-a258-1b2ceaa233da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.839213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-947164a9-1458-42ba-a560-ecb36571b261 req-93c3c044-8673-4670-a258-1b2ceaa233da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.1254175 Sep 28 08:39:13.851867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Port 131d34c4-1888-4d3b-ad6c-3d09db0887ac cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:13.914556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-947164a9-1458-42ba-a560-ecb36571b261 req-6b3fff3e-8d5c-4479-a695-2d6ce7bd8be3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676920 Sep 28 08:39:13.948993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '27ccd603-a0fa-485e-be96-e15fec7ad511', 'ip_address': '2001:db8::f816:3eff:fe19:ede8'}, {'subnet_id': 'e99f1225-e523-4c7c-9bcf-4911f79dbc47'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:39:13.958953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40656) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:13.985722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:13.992735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0307b4c1-99c7-4bb0-a27d-a964b9263279 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:14.019439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8:0:1::269 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/e99f1225-e523-4c7c-9bcf-4911f79dbc47/fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:14.032514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::f816:3eff:fed5:87bf (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/27ccd603-a0fa-485e-be96-e15fec7ad511/fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:14.049797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cc706-960c-430e-b1dd-da99e8781747 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:14.051769 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9d8cc706-960c-430e-b1dd-da99e8781747 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1094 time: 0.0916786 Sep 28 08:39:14.054787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40658) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:14.062402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:14.119099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.136330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 818b305b-3a97-461f-9303-3100abcdfad5 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:14.175334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 818b305b-3a97-461f-9303-3100abcdfad5 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:14.175607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-530916c3-3579-48d7-8c62-746cb56f234a req-de3c7f06-a64e-4657-b2db-04e12ffbc725 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 210 time: 0.1000671 Sep 28 08:39:14.176524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 818b305b-3a97-461f-9303-3100abcdfad5 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:14.181444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.218953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.298993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.310839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.346834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.354164 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Attempt 2 to provision port 131d34c4-1888-4d3b-ad6c-3d09db0887ac Sep 28 08:39:14.356403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.370485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Made reservation on behalf of 140fbb82b98446e99dc826ba1166d853 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:14.374067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.379413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=131d34c4-1888-4d3b-ad6c-3d09db0887ac,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:14.400571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Port 131d34c4-1888-4d3b-ad6c-3d09db0887ac was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:39:14.428538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Allocated IP 2001:db8:0:1::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/e99f1225-e523-4c7c-9bcf-4911f79dbc47/e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:14.430919 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:14.431677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.432231 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:14.443571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:14.447080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:14.452684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:14.458633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:14.459302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.480091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:14.482329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.486598 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d9ba3d44-5514-4c44-9327-c08edb1e10fc tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/131d34c4-1888-4d3b-ad6c-3d09db0887ac HTTP/1.1" status: 204 len: 168 time: 1.7406590 Sep 28 08:39:14.492610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40660) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:14.506277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-23f30b77-9435-499a-a54b-346ae39b7766 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3318162 Sep 28 08:39:14.506861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40662) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:14.561192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.26.4.227 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/fe066511-3ffa-42f7-a14b-1830bd11dc9c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:14.568315 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c8662d-a5b6-445b-863d-fa2fc287b5e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:14.570296 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-51c8662d-a5b6-445b-863d-fa2fc287b5e5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/131d34c4-1888-4d3b-ad6c-3d09db0887ac HTTP/1.1" status: 404 len: 333 time: 0.0764189 Sep 28 08:39:14.573682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40664) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:14.618328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:14.631637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e7c18720-b9db-4989-b66b-f0869b15de18 None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:14.662496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.670433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.708805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 80d6744b-7f4a-4df2-b4b9-67ed4a8a6055 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:14.714701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Allocated IP 172.20.0.5 (4bbcd128-e222-4cc3-97a6-f021c13700f0/70ae6380-919f-4821-90b8-bb4cdbe6d13f/e11d1b5d-8033-4f6d-a78b-83021704c032) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:14.716045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.772958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:14.773273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.776773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-575e0e96-2b9b-46de-bb4a-e043f43e86fe None None] Could not find standard attr ID for object 131d34c4-1888-4d3b-ad6c-3d09db0887ac. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:14.778045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.796652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.797649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411a97-06f3-4661-9261-1e666a6bac6b None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=9']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:14.921178 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.973261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:14.976243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:14.981169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:14.986670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:15.015206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=fe066511-3ffa-42f7-a14b-1830bd11dc9c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:15.015460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 3de4f08b-6448-4bbe-9346-848aa268905a up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:15.023957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.038559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38ce95-f01b-44b3-b050-8cfe91d3b0ce req-fdf48b22-c985-4fb7-8522-58a8a532e06d tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.040361 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be38ce95-f01b-44b3-b050-8cfe91d3b0ce req-fdf48b22-c985-4fb7-8522-58a8a532e06d tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 944 time: 0.2004421 Sep 28 08:39:15.064582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.26 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:15.083010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:15.088155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.106182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 3de4f08b-6448-4bbe-9346-848aa268905a completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:39:15.110656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 3de4f08b-6448-4bbe-9346-848aa268905a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:15.111133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.111551 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 3de4f08b-6448-4bbe-9346-848aa268905a Sep 28 08:39:15.126558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.211861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:15.217705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:15.220623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 3de4f08b-6448-4bbe-9346-848aa268905a is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:15.221520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.226511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:15.243321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:15.261984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:15.264646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe1298-e35a-43e7-baff-f2246436e719" -d '{"events": [{"server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "name": "network-vif-plugged", "status": "completed", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:15.281559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=3de4f08b-6448-4bbe-9346-848aa268905a,segment=NetworkSegment(117c9e30-b3eb-48c1-afa9-a4f7930f49f3),segment_id=117c9e30-b3eb-48c1-afa9-a4f7930f49f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:15.293842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.354168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:15.650142 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be38ce95-f01b-44b3-b050-8cfe91d3b0ce req-d6de28cf-1d0c-48ea-a68d-8bab913e149c tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940094 Sep 28 08:39:15.682099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.682763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.741343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38bb689-4337-4485-867f-50515afda9f6 x-openstack-request-id: req-e38bb689-4337-4485-867f-50515afda9f6 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:15.741842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "name": "network-vif-plugged", "status": "completed", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:15.742272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e38bb689-4337-4485-867f-50515afda9f6 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:15.743233 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38bb689-4337-4485-867f-50515afda9f6'] response: {'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a', 'code': 200} Sep 28 08:39:15.743974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.744940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Provisioning complete for port e11d1b5d-8033-4f6d-a78b-83021704c032 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:15.745701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.746192 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Attempt 1 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:39:15.754090 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-2edbf28e-4752-4089-9752-15c313b16c4a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0032830 Sep 28 08:39:15.770798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f66da-3d82-43b5-9ca1-edcf4f923e03 req-5b78de9c-233b-4708-9b07-8aa84f5f6a1c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.772073 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4f3f66da-3d82-43b5-9ca1-edcf4f923e03 req-5b78de9c-233b-4708-9b07-8aa84f5f6a1c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 931 time: 0.4239068 Sep 28 08:39:15.779429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Request body: {'port': {'device_id': '26b41bcd-e984-4059-9533-260d8b0a198e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:15.785027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.797116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Port e11d1b5d-8033-4f6d-a78b-83021704c032 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:15.807001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=80d6744b-7f4a-4df2-b4b9-67ed4a8a6055,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:15.813619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.817189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-67245611-be23-4580-b30d-fc9d308094e3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055 HTTP/1.1" status: 204 len: 168 time: 1.2399688 Sep 28 08:39:15.843034 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63236c00-b353-4254-ac21-e564dba7f467 None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:15.845249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40672) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:15.885634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:15.912210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4f3f66da-3d82-43b5-9ca1-edcf4f923e03 req-1c5f982d-fb61-48aa-8c72-5535aaaa677c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282415 Sep 28 08:39:15.962476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.032058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 814b47d1-c0d2-4a48-a556-38d793c0e3da {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:16.068056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.157970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.162175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b6047-8db0-4b8c-9d49-5606cc579cd2 req-8d47fd53-3dc8-4ccf-af12-83fed294ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:16.163709 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-966b6047-8db0-4b8c-9d49-5606cc579cd2 req-8d47fd53-3dc8-4ccf-af12-83fed294ba80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 1098 time: 0.2110355 Sep 28 08:39:16.164633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.205145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.240849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.298994 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Attempt 2 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:39:16.312970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:16.322106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:16.325455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:16.329149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-966b6047-8db0-4b8c-9d49-5606cc579cd2 req-63e85b33-9d86-4bf7-805d-a420eb3e58a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358626 Sep 28 08:39:16.341346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:16.368035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:16.406728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Port e11d1b5d-8033-4f6d-a78b-83021704c032 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:16.432093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:16.432766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.436109 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:16.454305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.484044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:16.498152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router a10db212-d18e-42c7-b721-f61b4dc35499 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:39:16.500088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:16.504420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.561111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Transition to ACTIVE for port object e11d1b5d-8033-4f6d-a78b-83021704c032 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:39:16.573913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.575975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.582575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:16.582802 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5aec2600-ff57-409f-a2de-53dadcd255a9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b HTTP/1.1" status: 204 len: 168 time: 2.0727882 Sep 28 08:39:16.588685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40674) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:16.636920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.672669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=814b47d1-c0d2-4a48-a556-38d793c0e3da,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:16.723109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.728499 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-44860ed7-379f-4fad-9b9a-f5c5cbdc5622 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/814b47d1-c0d2-4a48-a556-38d793c0e3da HTTP/1.1" status: 204 len: 168 time: 0.8773713 Sep 28 08:39:16.729965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40678) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:16.759504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:16.773868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:16.793653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] Sync routers for ids ['a10db212-d18e-42c7-b721-f61b4dc35499'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:16.796022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1bbde-8e5e-4dab-9d8c-011a9a27fa3a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:16.800505 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4cb1bbde-8e5e-4dab-9d8c-011a9a27fa3a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2078626 Sep 28 08:39:16.804787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40680) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:16.813912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] Routers {'a10db212-d18e-42c7-b721-f61b4dc35499'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:16.814805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a10db212-d18e-42c7-b721-f61b4dc35499'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:16.848451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.849732 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e1e33d0d-7c6f-40cf-bc36-a314f753d02f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.0017083 Sep 28 08:39:16.853166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40682) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:16.856421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Attempting to bind port e11d1b5d-8033-4f6d-a78b-83021704c032 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:16.856762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Attempting to bind port e11d1b5d-8033-4f6d-a78b-83021704c032 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:16.857117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Attempting to bind port e11d1b5d-8033-4f6d-a78b-83021704c032 on network 4bbcd128-e222-4cc3-97a6-f021c13700f0 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:16.872052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:16.881698 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:39:16.884681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] Routers {'a10db212-d18e-42c7-b721-f61b4dc35499'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:16.885333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a10db212-d18e-42c7-b721-f61b4dc35499'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:16.906628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Port e11d1b5d-8033-4f6d-a78b-83021704c032 on network 4bbcd128-e222-4cc3-97a6-f021c13700f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:39:16.907038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Attempting to bind port e11d1b5d-8033-4f6d-a78b-83021704c032 on network 4bbcd128-e222-4cc3-97a6-f021c13700f0 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:16.918822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:16.919172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Checking segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:16.919568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Bound using segment: {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:16.920022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Bound port: e11d1b5d-8033-4f6d-a78b-83021704c032, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afba0ccc-e57a-49a4-945e-60314623478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:16.920386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:16.924006 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Attempt 3 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:39:16.934293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e73d06-8f0e-4c05-aaa3-c1ff029e2632 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:16.939019 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e9e73d06-8f0e-4c05-aaa3-c1ff029e2632 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1331043 Sep 28 08:39:16.942720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:16.966683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:16.967736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c50da-f26d-4634-82f6-1a57ba97e105 None None] The sync data for ids ['a10db212-d18e-42c7-b721-f61b4dc35499'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:16.970529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Port e11d1b5d-8033-4f6d-a78b-83021704c032 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:16.971169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9812b1b-483b-4c47-b911-4ad5d45afb9a None None] Network 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:17.008563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.119505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c681a9c-a58a-42eb-ad8f-83d885929e7b req-bdd206c9-b535-427b-bed0-9dcf8bddef6f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.121389 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c681a9c-a58a-42eb-ad8f-83d885929e7b req-bdd206c9-b535-427b-bed0-9dcf8bddef6f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.3553720 Sep 28 08:39:17.152603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb0d73-84cf-4aeb-a575-8fda966e492c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.154274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb0d73-84cf-4aeb-a575-8fda966e492c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.155786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb0d73-84cf-4aeb-a575-8fda966e492c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.157409 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3ebb0d73-84cf-4aeb-a575-8fda966e492c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2087526 Sep 28 08:39:17.166142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:17.180081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] DHCP port deletion for 0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:17.182528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a8ac26ed-7691-4484-a384-fd26cac780dc tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers/a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 200 len: 881 time: 0.3279839 Sep 28 08:39:17.186311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40690) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:17.210054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968fd06-9cd4-4e9c-8e55-92a29ddf0f4b req-0d34576d-abf6-4d68-ad38-bfe3b6f24e59 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.212073 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4968fd06-9cd4-4e9c-8e55-92a29ddf0f4b req-0d34576d-abf6-4d68-ad38-bfe3b6f24e59 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 943 time: 0.2019498 Sep 28 08:39:17.213051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:17.216186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:17.224297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.233917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.234593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.236809 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] 10.222.0.62 "PUT /v2.0/ports/e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 1093 time: 1.4632418 Sep 28 08:39:17.242982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:17.246357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc10a73a-3259-4eba-840f-a5e351817b19" -d '{"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:17.258185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Deleting port b1e2e877-892f-40c4-b9cb-1745bebcee1c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:17.258666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.331448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1e2e877-892f-40c4-b9cb-1745bebcee1c,segment=NetworkSegment(ea2cbfd7-5751-4d17-8e20-ccb9ec278fac),segment_id=ea2cbfd7-5751-4d17-8e20-ccb9ec278fac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:17.332021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.338448 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4968fd06-9cd4-4e9c-8e55-92a29ddf0f4b req-af710fa0-ebff-4a83-ac1a-abb30730b448 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116271 Sep 28 08:39:17.344135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb5197-1c5a-4ae5-a4f9-cf9d999d446e service neutron] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:17.362151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-3c3a1e08-4568-4a38-9e62-024fa88cc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.364060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-3c3a1e08-4568-4a38-9e62-024fa88cc792 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1096 time: 0.0663331 Sep 28 08:39:17.366038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Calling delete_port for b1e2e877-892f-40c4-b9cb-1745bebcee1c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:17.410719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c681a9c-a58a-42eb-ad8f-83d885929e7b req-ad8b44e8-a119-4497-9f6e-c78858e3e88e tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604465 Sep 28 08:39:17.434746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 27ccd603-a0fa-485e-be96-e15fec7ad511 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:17.452819 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-033d203a-e680-46bf-8ffc-110c28715fe2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 217 time: 0.0803764 Sep 28 08:39:17.459241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef832f-da64-4caf-b958-4382e4883ce5 x-openstack-request-id: req-a3ef832f-da64-4caf-b958-4382e4883ce5 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:17.461676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:17.462160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3ef832f-da64-4caf-b958-4382e4883ce5 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:17.462805 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ef832f-da64-4caf-b958-4382e4883ce5'] response: {'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'status': 'completed', 'code': 200} Sep 28 08:39:17.478878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.532285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-99b8ce31-8a70-43b9-a8fa-fce0440c7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.534085 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-99b8ce31-8a70-43b9-a8fa-fce0440c7a23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 200 len: 835 time: 0.0613093 Sep 28 08:39:17.548798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port b1e2e877-892f-40c4-b9cb-1745bebcee1c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:17.549176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.587988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.595198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-847e6516-94a2-4aa5-a34a-581258c1b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.596871 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-847e6516-94a2-4aa5-a34a-581258c1b8ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4bbcd128-e222-4cc3-97a6-f021c13700f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534816 Sep 28 08:39:17.600819 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Attempt 4 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:39:17.643283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.657801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ea17c7f8-3481-40f7-892b-0d7d2aa7aa56 None None] Port e11d1b5d-8033-4f6d-a78b-83021704c032 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:39:17.664340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.692805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] No DVR routers for this DVR port b1e2e877-892f-40c4-b9cb-1745bebcee1c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:17.696833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-84014a94-dcf7-44bd-afef-265112fa93ac service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929222 Sep 28 08:39:17.697063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b6710-3ff1-4e82-b6d5-bca9491c8bb9 None None] Pushing event deleted for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:17.772819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Could not find standard attr ID for object b1e2e877-892f-40c4-b9cb-1745bebcee1c. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:17.774173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port b1e2e877-892f-40c4-b9cb-1745bebcee1c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b1e2e877-892f-40c4-b9cb-1745bebcee1c,segment=NetworkSegment(ea2cbfd7-5751-4d17-8e20-ccb9ec278fac),segment_id=ea2cbfd7-5751-4d17-8e20-ccb9ec278fac)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:17.774548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.776776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Could not find standard attr ID for object fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:17.787214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:17.787591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:17.787932 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:17.808112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cb91dcf-43a8-49ec-a06e-556baec5dad4 req-9f152bd2-0623-4991-b76b-761457d35dd1 service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030338 Sep 28 08:39:17.840795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for b1e2e877-892f-40c4-b9cb-1745bebcee1c owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:17.877756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5b69083a-d641-4d58-8035-55892c6f34ba None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:17.912171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-6e64041f-e590-41d9-8c5f-ee013b54f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.913773 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-6e64041f-e590-41d9-8c5f-ee013b54f002 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1096 time: 0.0485384 Sep 28 08:39:18.010478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-6e0f9f5c-e536-4fee-936d-419078b7e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.012007 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-6e0f9f5c-e536-4fee-936d-419078b7e58f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 898 time: 0.0914061 Sep 28 08:39:18.060642 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-86beedcf-b615-46ec-8067-64b31737779f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 217 time: 0.0403352 Sep 28 08:39:18.207820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.285017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.294111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1e2e877-892f-40c4-b9cb-1745bebcee1c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:18.316084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: b1e2e877-892f-40c4-b9cb-1745bebcee1c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:18.317462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b1e2e877-892f-40c4-b9cb-1745bebcee1c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:18.381714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-5cd190e0-fcee-4af7-a2e3-ad8b670dd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.383242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-5cd190e0-fcee-4af7-a2e3-ad8b670dd2c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 200 len: 835 time: 0.3148198 Sep 28 08:39:18.430649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-fd5b8f1b-9204-4f4e-84fd-e58a1f42923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.432243 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-fd5b8f1b-9204-4f4e-84fd-e58a1f42923f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4bbcd128-e222-4cc3-97a6-f021c13700f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417221 Sep 28 08:39:18.480516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9d24d169-bfe6-45b6-a3db-b216e76d35ae tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2870514 Sep 28 08:39:18.494669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40698) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:18.495776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.517480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1899641316'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:18.522125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.575120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc797f0-46c0-44ab-aded-822e095b07c7 req-e1d31374-f804-4488-a97e-2f05c9fe9048 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.576616 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bdc797f0-46c0-44ab-aded-822e095b07c7 req-e1d31374-f804-4488-a97e-2f05c9fe9048 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.0676892 Sep 28 08:39:18.578411 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-faeeff38-7d5f-40bc-b612-38079a43811a service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383026 Sep 28 08:39:18.619869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=27ccd603-a0fa-485e-be96-e15fec7ad511,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:18.622590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=b1e2e877-892f-40c4-b9cb-1745bebcee1c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:18.626068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.629532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7e2efc7c-27c2-4945-9393-0aa16904f545 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/27ccd603-a0fa-485e-be96-e15fec7ad511 HTTP/1.1" status: 204 len: 168 time: 1.4604566 Sep 28 08:39:18.630861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port b1e2e877-892f-40c4-b9cb-1745bebcee1c on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:18.631846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f082a86-47b8-48d1-a012-4c389bfc2d19 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:18.638005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40702) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:18.705486 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bdc797f0-46c0-44ab-aded-822e095b07c7 req-603453e0-7d9f-4cc1-b875-9aa725033936 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224003 Sep 28 08:39:18.739065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.748241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet e99f1225-e523-4c7c-9bcf-4911f79dbc47 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:18.756205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.785273 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bc10a73a-3259-4eba-840f-a5e351817b19 req-75da626a-1c0a-45b6-bdfa-96f09ec53eab service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960437 Sep 28 08:39:18.788695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aebb60-656d-4da3-80cd-95c025fa3600 req-b498f72f-6c80-48c1-95d5-b7b1b03c9638 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.802684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-15aebb60-656d-4da3-80cd-95c025fa3600 req-b498f72f-6c80-48c1-95d5-b7b1b03c9638 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 943 time: 0.3337927 Sep 28 08:39:18.836758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.846706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.902250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e827e5-1fd5-4611-90fb-e81f4caa2e2c req-0f5b82f8-f424-4247-8b44-0dc66cea74cf tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.903923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5e827e5-1fd5-4611-90fb-e81f4caa2e2c req-0f5b82f8-f424-4247-8b44-0dc66cea74cf tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.0976388 Sep 28 08:39:18.966517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:18.978139 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5e827e5-1fd5-4611-90fb-e81f4caa2e2c req-bf227874-98fa-4c0e-8860-9f2822f4e56f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Sep 28 08:39:18.981330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.031944 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-15aebb60-656d-4da3-80cd-95c025fa3600 req-ddfab227-09f3-4141-b7a5-99b187b0e076 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283366 Sep 28 08:39:19.070964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.072593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:19.076582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:19.093757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.100280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.101595 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/e99f1225-e523-4c7c-9bcf-4911f79dbc47 HTTP/1.1" status: 204 len: 168 time: 0.4619303 Sep 28 08:39:19.103844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40708) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.153355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0d6a-79c6-4604-9215-1c8666efeb8b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=e99f1225-e523-4c7c-9bcf-4911f79dbc47,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:19.166551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:19.166834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2cbfd7-5751-4d17-8e20-ccb9ec278fac') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:19.193814 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7163a73c-6645-4c6d-a5a7-6b32a2b99262 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886347 Sep 28 08:39:19.194446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40710) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.199557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:19.206692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.276729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP ef86b52c-c113-4ba2-ab5d-af7b234cbd57 associated. External IP: 172.26.4.26, port: 0b15b5d2-9ba5-441b-afa1-5479cbe9a678. Sep 28 08:39:19.321130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:19.324860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.351583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.421145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:19.421592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.462742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ea2cbfd7-5751-4d17-8e20-ccb9ec278fac resource provider aggregate not found Sep 28 08:39:19.477675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fedae42-6f42-44f3-8211-4e05df0c4c60 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:19.539963 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment ea2cbfd7-5751-4d17-8e20-ccb9ec278fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea2cbfd7-5751-4d17-8e20-ccb9ec278fac found for delete ", "request_id": "req-a95d61ee-8426-4443-b775-a7490d584db1"}]} Sep 28 08:39:19.548531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.591978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4956acd2-2851-4e31-a0c6-5e001b102efd None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:19.592560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218093-fa1e-4bb4-b6ca-c85c138af98b req-594cafe5-af8d-49ce-ba49-a1858c3c58e4 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.592855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4956acd2-2851-4e31-a0c6-5e001b102efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.593394 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4956acd2-2851-4e31-a0c6-5e001b102efd None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:19.594147 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc218093-fa1e-4bb4-b6ca-c85c138af98b req-594cafe5-af8d-49ce-ba49-a1858c3c58e4 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2904515 Sep 28 08:39:19.603246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:19.610257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:19.615046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.616006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.617090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.623664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.629161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44 HTTP/1.1" status: 204 len: 168 time: 2.8958364 Sep 28 08:39:19.632220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40718) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.635626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.665826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:19.667437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f861f-dadf-4fde-8319-086eece42427 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=0b84d138-c1ca-419e-b0c3-1b7b0fcbdb44,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:19.679177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.684373 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4861705 Sep 28 08:39:19.685618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40720) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.698198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:19.716461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.716752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.717092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.718989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.719709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.719709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.720014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.720290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.720624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.720934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.721386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.723741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ce704-35fd-49b5-aff1-7a5567d6c085 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:19.732391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4956acd2-2851-4e31-a0c6-5e001b102efd None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:19.776827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1919f-7233-4453-bf6d-3c2890cf5f8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.778480 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-70e1919f-7233-4453-bf6d-3c2890cf5f8d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1451812 Sep 28 08:39:19.785673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40722) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.790086 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc218093-fa1e-4bb4-b6ca-c85c138af98b req-12c93f13-476d-4ab7-975e-4b84cf0f2ce2 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803353 Sep 28 08:39:19.812186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:39:19.858509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.891011 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-267b362d-ab1f-4ef2-8acb-4a53c31ddfb0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1043754 Sep 28 08:39:19.894709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40724) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:19.900809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-724282157'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:19.924776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 32c9e7a2-6e97-407b-b343-197d296d6951 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:19.929540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:19.933238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router a10db212-d18e-42c7-b721-f61b4dc35499 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:19.933839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:19.937864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:19.941081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.022757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:20.037207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3/e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:20.044704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.045209 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment 84c5bfde-9a4b-436b-841e-278de8f81f24 of type vlan for network b1360c67-f34a-4828-853e-e3180dddd3b5 Sep 28 08:39:20.063872 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.ipam_backend_mixin [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3 (CIDR: 2001:db8::/64) Sep 28 08:39:20.085225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:39:20.085813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:20.105255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.128079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-24cbc849-55a5-4881-b179-af161128b78c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4344022 Sep 28 08:39:20.131648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40728) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.136945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:20.140649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:20.145342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:20.151615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.152814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d1b2364a-0572-4886-a2fd-0b80acbdade5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 200 len: 888 time: 1.6547098 Sep 28 08:39:20.162195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40730) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.165171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] Sync routers for ids ['a10db212-d18e-42c7-b721-f61b4dc35499'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:20.178691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.183664 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] Routers {'a10db212-d18e-42c7-b721-f61b4dc35499'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:20.184995 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a10db212-d18e-42c7-b721-f61b4dc35499'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.191246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:20.195099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Sync routers for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:20.215405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:20.216046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.226323 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.235058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.240853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.241621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.243737 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] Routers {'a10db212-d18e-42c7-b721-f61b4dc35499'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:20.244546 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a10db212-d18e-42c7-b721-f61b4dc35499'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.272048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.284816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.312365 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.313046 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe1f6d-07ff-4615-9e0e-e109aa3aa848 None None] The sync data for ids ['a10db212-d18e-42c7-b721-f61b4dc35499'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:20.358906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4627223 Sep 28 08:39:20.394940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40734) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.412919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:20.415836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:20.425211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517428-87b7-4515-aee9-d65950f6765d req-4d2206ea-4942-4787-9ca4-9d789813cc66 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.426890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec517428-87b7-4515-aee9-d65950f6765d req-4d2206ea-4942-4787-9ca4-9d789813cc66 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 943 time: 0.2836645 Sep 28 08:39:20.453383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405359b-b87d-40ca-83c0-e395afa17fe7 None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=12']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.454042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb69006-3750-4b30-b4ae-01b66902c08b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=b1360c67-f34a-4828-853e-e3180dddd3b5,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.472744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b1360c67-f34a-4828-853e-e3180dddd3b5 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:20.649867 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b45a20c3-7b2c-4ff6-8adb-169e7af4e206 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers/a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 200 len: 888 time: 0.4838750 Sep 28 08:39:20.657264 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec517428-87b7-4515-aee9-d65950f6765d req-e294adf0-f740-4ac8-891b-d4f8c042aeba tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213700 Sep 28 08:39:20.670628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40736) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.706485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c9534995-2834-41c2-a28a-5cefc67edba3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 200 len: 205 time: 0.0335453 Sep 28 08:39:20.707228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40738) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.715387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:20.718865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.733516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5fe4d7a8-6774-4cbb-8509-2634b95c5fb7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6746602 Sep 28 08:39:20.733516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:20.735267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6a677-6b2d-4197-879d-ae32a8012032" -d '{"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:20.736376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40740) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:20.784571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:20.788946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:20.804393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e367456d-2459-45a6-adcc-12d7cf0e12a9 x-openstack-request-id: req-e367456d-2459-45a6-adcc-12d7cf0e12a9 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:20.804687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:20.804938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e367456d-2459-45a6-adcc-12d7cf0e12a9 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:20.805379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e367456d-2459-45a6-adcc-12d7cf0e12a9'] response: {'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'status': 'completed', 'code': 200} Sep 28 08:39:20.825118 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-42c1258b-982f-4287-8784-aa606905aa2e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/ef86b52c-c113-4ba2-ab5d-af7b234cbd57 HTTP/1.1" status: 200 len: 991 time: 0.0859079 Sep 28 08:39:20.846096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'ef86b52c-c113-4ba2-ab5d-af7b234cbd57', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'port_id': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'mac_address': 'fa:16:3e:05:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5072dcfd-8149-4906-8e7f-9f670af56162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:17Z', 'updated_at': '2022-09-28T08:39:17Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:20.885594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Checking router: 32c9e7a2-6e97-407b-b343-197d296d6951 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:20.897888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:20.898811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:21.013204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:21.041875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:21.116171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da099f6c-61c3-4d99-80b1-b65e640d5672 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:21.371632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.374534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-fcb1ed71-8e85-4e01-a39d-8b07975df3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.375991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-fcb1ed71-8e85-4e01-a39d-8b07975df3df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1099 time: 0.5437000 Sep 28 08:39:21.436932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-954be4c2-0c2b-4c2b-b731-72a06faf904f None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:21.437334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-954be4c2-0c2b-4c2b-b731-72a06faf904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.437687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-954be4c2-0c2b-4c2b-b731-72a06faf904f None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:21.445671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b622-5187-4393-9aad-9c68ad381a07 req-f02e8a1a-0cd3-43c5-8c92-cbe2632c6e95 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.449520 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d066b622-5187-4393-9aad-9c68ad381a07 req-f02e8a1a-0cd3-43c5-8c92-cbe2632c6e95 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.5359280 Sep 28 08:39:21.515634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:21.572535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'mac_address': 'fa:16:3e:b2:1b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:21.703587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e11d1b5d-8033-4f6d-a78b-83021704c032 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:21.703976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.711220 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d066b622-5187-4393-9aad-9c68ad381a07 req-e9704c6a-1620-46b2-992a-474651bdc0a3 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427785 Sep 28 08:39:21.739597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-954be4c2-0c2b-4c2b-b731-72a06faf904f None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:21.740853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-d038ceba-86e7-4198-a71c-b51ee5f75128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.743019 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-d038ceba-86e7-4198-a71c-b51ee5f75128 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 898 time: 0.3283019 Sep 28 08:39:21.744226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:39:21.744452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.801382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:21.806201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.811199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'ef86b52c-c113-4ba2-ab5d-af7b234cbd57', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'port_id': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'mac_address': 'fa:16:3e:05:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5072dcfd-8149-4906-8e7f-9f670af56162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:17Z', 'updated_at': '2022-09-28T08:39:17Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:21.827898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e60dd-9274-4f01-adb3-52a58fc5d92e req-4b481ea9-b7b1-4d0c-baee-a3ef333fda6a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.829521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-673e60dd-9274-4f01-adb3-52a58fc5d92e req-4b481ea9-b7b1-4d0c-baee-a3ef333fda6a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 943 time: 0.0780637 Sep 28 08:39:21.830022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40750) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:21.868080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:21.878720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd5ae-102b-45a6-8c95-126f4d5f0341 None None] The sync data for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv is: [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'ef86b52c-c113-4ba2-ab5d-af7b234cbd57', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'port_id': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'mac_address': 'fa:16:3e:05:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5072dcfd-8149-4906-8e7f-9f670af56162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:17Z', 'updated_at': '2022-09-28T08:39:17Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:22.034627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:22.056843 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fbd4234c-bd52-47a0-ad69-2b7524bbb41b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/ef86b52c-c113-4ba2-ab5d-af7b234cbd57 HTTP/1.1" status: 200 len: 991 time: 0.2256360 Sep 28 08:39:22.066014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-673e60dd-9274-4f01-adb3-52a58fc5d92e req-baf35063-4706-4fa0-911d-3ec01ad60bfa tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399214 Sep 28 08:39:22.071041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-61b655e5-0d8c-471b-aa54-2d3b642f580a None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:22.071556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61b655e5-0d8c-471b-aa54-2d3b642f580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.072100 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-61b655e5-0d8c-471b-aa54-2d3b642f580a None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:22.112763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e11d1b5d-8033-4f6d-a78b-83021704c032'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:22.113523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84839b03-8d46-4957-bc22-173ed9720c3a req-57f9d1ec-e53d-408d-8ff5-79261cc37c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.115245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-57f9d1ec-e53d-408d-8ff5-79261cc37c03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 1098 time: 0.0701327 Sep 28 08:39:22.124167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=e1434296-ade1-476a-9c3b-6f8f080a9888,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:22.132791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-958bf48e-0262-4453-af72-524fea2ab8e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 999 time: 0.3806102 Sep 28 08:39:22.234866 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70289c-3b3f-4d7b-a20e-a533a830b6a5 None None] New status for floating IP ef86b52c-c113-4ba2-ab5d-af7b234cbd57: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:39:22.238812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-61b655e5-0d8c-471b-aa54-2d3b642f580a None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:22.244298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84839b03-8d46-4957-bc22-173ed9720c3a req-573f4795-925a-4c17-93d2-a512960d8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.246492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-573f4795-925a-4c17-93d2-a512960d8767 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 200 len: 912 time: 0.1227338 Sep 28 08:39:22.246598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': '84c5bfde-9a4b-436b-841e-278de8f81f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:22.246931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: b1360c67-f34a-4828-853e-e3180dddd3b5, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:22.270653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8b2e7-d18b-452e-b405-ba0cd5019542 req-502001f2-6dc2-4f4f-9b5b-801a91b632ef tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.278083 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59b8b2e7-d18b-452e-b405-ba0cd5019542 req-502001f2-6dc2-4f4f-9b5b-801a91b632ef tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2256057 Sep 28 08:39:22.307461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-6de6551f-9a73-4197-8eb7-5159b6619010 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 200 len: 217 time: 0.0532019 Sep 28 08:39:22.311931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-10042b02-ab05-431b-956a-3654307ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.313446 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-10042b02-ab05-431b-956a-3654307ad94d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 200 len: 835 time: 0.1699409 Sep 28 08:39:22.334070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port fe066511-3ffa-42f7-a14b-1830bd11dc9c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:22.334455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.378286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84839b03-8d46-4957-bc22-173ed9720c3a req-6aec5b64-e53a-4b92-818d-7842b8f33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.386597 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-6aec5b64-e53a-4b92-818d-7842b8f33352 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22506976-071a-40e2-8346-20f198f81b58 HTTP/1.1" status: 200 len: 851 time: 0.0698724 Sep 28 08:39:22.388368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:22.416551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b1360c67-f34a-4828-853e-e3180dddd3b5 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:22.428101 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-284790e8-7890-4e13-b81f-377c50c20fdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f696c02-a4d3-411e-9eb9-2a656f6de37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344789 Sep 28 08:39:22.445597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59b8b2e7-d18b-452e-b405-ba0cd5019542 req-b3055307-2e7e-41a0-b035-1f41ca593704 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665447 Sep 28 08:39:22.495856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b1360c67-f34a-4828-853e-e3180dddd3b5) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:22.507230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:22.507642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.508103 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:22.514602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.515204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.523663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12911b92-b7c0-4806-b935-d78501b8f6eb None None] Network b1360c67-f34a-4828-853e-e3180dddd3b5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:22.578891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-5ada5c1a-9e77-483f-8b9c-cd8b8e2b8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.580499 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-5ada5c1a-9e77-483f-8b9c-cd8b8e2b8a17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2597337 Sep 28 08:39:22.588712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.588977 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-5871e94f-04fe-4c3c-a51c-f852db9aac64 service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522532 Sep 28 08:39:22.606046 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c4b03f5d-058d-4b98-a452-9b557dcc8f7a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1980259 Sep 28 08:39:22.618315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:22.637980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5', 'name': 'tempest-PortsIpV6TestJSON-789874710'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:22.671242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for fe066511-3ffa-42f7-a14b-1830bd11dc9c owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:22.699474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:39:22.711405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:22.711871 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84839b03-8d46-4957-bc22-173ed9720c3a req-f08c0538-5c2e-411b-a806-50f776b6e811 service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151114 Sep 28 08:39:22.781395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b1360c67-f34a-4828-853e-e3180dddd3b5', 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': 'e1434296-ade1-476a-9c3b-6f8f080a9888'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:22.782266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:22.923295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Allocated IP 2001:db8::2 (b1360c67-f34a-4828-853e-e3180dddd3b5/e1434296-ade1-476a-9c3b-6f8f080a9888/8a787556-6425-4f7a-bc55-1fbfc131901c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:22.971261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-cc2333bb-c4c9-4e91-a9df-6583cf1c28a1 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752911 Sep 28 08:39:23.060014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40756) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:23.074330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.081552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.128966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Network b1360c67-f34a-4828-853e-e3180dddd3b5 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:23.131140 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5811e7a-1132-4fdc-9cd7-3d4c870c3481 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/ef86b52c-c113-4ba2-ab5d-af7b234cbd57 HTTP/1.1" status: 200 len: 993 time: 0.0691268 Sep 28 08:39:23.134505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:23.138628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:23.171153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Pushing event updated for resources: {'Port': ['ID=8a787556-6425-4f7a-bc55-1fbfc131901c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.176784 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:23.180732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.207595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Attempting to bind port 8a787556-6425-4f7a-bc55-1fbfc131901c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:23.207595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Attempting to bind port 8a787556-6425-4f7a-bc55-1fbfc131901c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '84c5bfde-9a4b-436b-841e-278de8f81f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:23.208329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Attempting to bind port 8a787556-6425-4f7a-bc55-1fbfc131901c on network b1360c67-f34a-4828-853e-e3180dddd3b5 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:23.213513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:23.213870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Checking segment: {'id': '84c5bfde-9a4b-436b-841e-278de8f81f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:23.214273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.214670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Bound using segment: {'id': '84c5bfde-9a4b-436b-841e-278de8f81f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:23.215192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Bound port: 8a787556-6425-4f7a-bc55-1fbfc131901c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c5bfde-9a4b-436b-841e-278de8f81f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:23.215573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.228031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee665b7-1941-40d6-bf51-43af55a28cee req-5aaf376d-82a7-4535-8a7a-580843535679 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:23.236503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 4955e502-64d3-43ca-bac6-8cf719cbeb06 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:23.237213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eee665b7-1941-40d6-bf51-43af55a28cee req-5aaf376d-82a7-4535-8a7a-580843535679 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 944 time: 0.0781689 Sep 28 08:39:23.248100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8b6a677-6b2d-4197-879d-ae32a8012032 req-84403179-78e7-4472-8bb6-8802a6fb9e62 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657287 Sep 28 08:39:23.253451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.277790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eee665b7-1941-40d6-bf51-43af55a28cee req-0e24727a-b1d2-44e8-9162-7ca0e675b5a6 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396726 Sep 28 08:39:23.305928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] For port 8a787556-6425-4f7a-bc55-1fbfc131901c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:23.309521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] For port 8a787556-6425-4f7a-bc55-1fbfc131901c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a787556-6425-4f7a-bc55-1fbfc131901c,segment=NetworkSegment(84c5bfde-9a4b-436b-841e-278de8f81f24),segment_id=84c5bfde-9a4b-436b-841e-278de8f81f24)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:23.316518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.377353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce91a6-b93b-487c-a4fe-fc812a73af27 None None] Pushing event updated for resources: {'Port': ['ID=8a787556-6425-4f7a-bc55-1fbfc131901c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.460116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.514760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=fe066511-3ffa-42f7-a14b-1830bd11dc9c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.944706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::13f (b1360c67-f34a-4828-853e-e3180dddd3b5/e1434296-ade1-476a-9c3b-6f8f080a9888/4955e502-64d3-43ca-bac6-8cf719cbeb06) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:23.988568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:23.994172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:24.114665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.127957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb637662-d517-4f2b-968d-b7719abc6498 req-fd405239-75f6-4231-ab2d-6d0e6533ab98 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.129573 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eb637662-d517-4f2b-968d-b7719abc6498 req-fd405239-75f6-4231-ab2d-6d0e6533ab98 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.5634022 Sep 28 08:39:24.133373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.207669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.229132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.229659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.250407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.250407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router a10db212-d18e-42c7-b721-f61b4dc35499 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:39:24.298763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.299798 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4d266543-ed05-411f-ad8c-14276c816526 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 204 len: 168 time: 3.5894868 Sep 28 08:39:24.303967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40762) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:24.310640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-777150262'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:24.325727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb722df-a0a9-4927-9491-f857ee3edee8 None None] Network b1360c67-f34a-4828-853e-e3180dddd3b5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:24.352969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:24.357292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.358859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8a787556-6425-4f7a-bc55-1fbfc131901c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:24.380874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eb637662-d517-4f2b-968d-b7719abc6498 req-dc54bddb-1848-42b7-aea4-3d753ee47b1b tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379596 Sep 28 08:39:24.386323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:24.386517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:24.400595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.401067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:24.401282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment 7556fb85-fd63-4e5e-988c-bc8af0ae314c of type vlan for network c99d54e2-62ca-4653-b163-bc31f4647653 Sep 28 08:39:24.415922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.416561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.424096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=afebe03f-3245-4902-bac8-1c2af6a2180d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.444316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=14']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.453276 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee4652f9-dba2-4407-8e34-25532a3b843c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3204429 Sep 28 08:39:24.456767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40768) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:24.462596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:14:42:30', 'name': 'tempest-NetworksTestDHCPv6-1798120246'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:24.492277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.496081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.513351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e09325-d991-4510-a438-b1b0d4560c3a None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:24.550018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.558324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.559469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.589944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Provisioning complete for port 8a787556-6425-4f7a-bc55-1fbfc131901c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:24.590568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.590944 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Attempt 1 to provision port 8a787556-6425-4f7a-bc55-1fbfc131901c Sep 28 08:39:24.600285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.643509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3347960 Sep 28 08:39:24.643742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40772) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:24.648385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:24.682457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:24.690461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7d259-dea4-497a-8e4d-5764f2f84812 req-5157d9a0-c820-477e-9782-c80c40b11128 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.693384 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0a7d259-dea4-497a-8e4d-5764f2f84812 req-5157d9a0-c820-477e-9782-c80c40b11128 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 944 time: 0.2789254 Sep 28 08:39:24.697324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=c99d54e2-62ca-4653-b163-bc31f4647653,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.702075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b1360c67-f34a-4828-853e-e3180dddd3b5 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:24.708328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.708817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.709719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.710702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.711042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.711376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.711712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.712039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.712366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.712759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.713110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.713224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:24.713440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a91895-de80-4e40-b474-946e00283053 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:24.747010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c99d54e2-62ca-4653-b163-bc31f4647653 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:24.753442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0a7d259-dea4-497a-8e4d-5764f2f84812 req-918860fe-08fc-4632-adce-717a1119c2dc tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470185 Sep 28 08:39:24.771183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:24.776859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.777530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.793590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=4955e502-64d3-43ca-bac6-8cf719cbeb06,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.868844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-378b9d99-83d3-48e1-b789-43ec2549ba3d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2324939 Sep 28 08:39:24.869631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40774) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:24.874958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': 'b1360c67-f34a-4828-853e-e3180dddd3b5', 'name': 'tempest-PortsIpV6TestJSON-1728715757'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:24.905124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.928342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:24.932239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:24.957964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2c978-46f8-4ff0-9832-c9c4a45b767f req-cdb59df9-b3d7-4884-a808-5efaa338e0a7 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.959477 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5bb2c978-46f8-4ff0-9832-c9c4a45b767f req-cdb59df9-b3d7-4884-a808-5efaa338e0a7 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2787251 Sep 28 08:39:24.973382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 63007c9f-e205-43c4-9f6a-1fc5bbe8aba2 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:24.997198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:25.000980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.002166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8a787556-6425-4f7a-bc55-1fbfc131901c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:25.002519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.003032 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8a787556-6425-4f7a-bc55-1fbfc131901c Sep 28 08:39:25.021229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:25.078967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:25.105196 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5bb2c978-46f8-4ff0-9832-c9c4a45b767f req-e910e51b-5c20-4c4f-bc06-f8b9ee1da4fc tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189535 Sep 28 08:39:25.178822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::2b1 (b1360c67-f34a-4828-853e-e3180dddd3b5/e1434296-ade1-476a-9c3b-6f8f080a9888/6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:25.249902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Current status of the port 8a787556-6425-4f7a-bc55-1fbfc131901c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:25.250289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.339586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8a787556-6425-4f7a-bc55-1fbfc131901c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:25.340279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.348101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port e11d1b5d-8033-4f6d-a78b-83021704c032 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:39:25.359773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] For port 8a787556-6425-4f7a-bc55-1fbfc131901c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a787556-6425-4f7a-bc55-1fbfc131901c,segment=NetworkSegment(84c5bfde-9a4b-436b-841e-278de8f81f24),segment_id=84c5bfde-9a4b-436b-841e-278de8f81f24)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:25.370268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::8f (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3/63007c9f-e205-43c4-9f6a-1fc5bbe8aba2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:25.373146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e11d1b5d-8033-4f6d-a78b-83021704c032 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:25.373315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.373521 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:39:25.379082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:4230 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/afebe03f-3245-4902-bac8-1c2af6a2180d/63007c9f-e205-43c4-9f6a-1fc5bbe8aba2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:25.388441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.406078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.456680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.507777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:39:25.508157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:39:25.520887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=b22e62b0-3f69-46be-b037-861fbe7c4413,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:25.526360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': '7556fb85-fd63-4e5e-988c-bc8af0ae314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:25.526731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: c99d54e2-62ca-4653-b163-bc31f4647653, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:25.528376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7eff-c887-44bf-8117-5075a616a5f3 None None] Pushing event updated for resources: {'Port': ['ID=8a787556-6425-4f7a-bc55-1fbfc131901c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:25.541937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.577609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Provisioning complete for port 8a787556-6425-4f7a-bc55-1fbfc131901c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:25.578003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.578318 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 1 to provision port 8a787556-6425-4f7a-bc55-1fbfc131901c Sep 28 08:39:25.621972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network c99d54e2-62ca-4653-b163-bc31f4647653 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:25.625949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e11d1b5d-8033-4f6d-a78b-83021704c032 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:25.626265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.628131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:25.643356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b1360c67-f34a-4828-853e-e3180dddd3b5 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:25.645582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:25.651956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:25.652174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c99d54e2-62ca-4653-b163-bc31f4647653) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:25.666249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:25.667261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.668124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.668727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0e1af-22ca-40e9-8355-0a0959c7b6d1" -d '{"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-plugged", "status": "completed", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:25.671727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.673343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.679929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93072cd-7065-4933-a020-e1d5932c3208 None None] Network c99d54e2-62ca-4653-b163-bc31f4647653 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:25.710557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5c1fc89-773d-4c3a-a657-482e45abab62 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8397455 Sep 28 08:39:25.713348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40778) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:25.734542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.739472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:25.745460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c738994-d68d-4dec-a167-40305fee344b x-openstack-request-id: req-5c738994-d68d-4dec-a167-40305fee344b {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:25.745749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-plugged", "status": "completed", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:25.747004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c738994-d68d-4dec-a167-40305fee344b {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:25.747718 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c738994-d68d-4dec-a167-40305fee344b'] response: {'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'code': 200} Sep 28 08:39:25.769689 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7e6bf72e-4f05-41ce-a3e2-9b4176aa24ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1255779 Sep 28 08:39:25.772294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40780) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:25.776993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-79948514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:25.799566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.877014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb6c51-0935-49dd-a31d-34b623e6fccd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.883969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-96cb6c51-0935-49dd-a31d-34b623e6fccd tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13f HTTP/1.1" status: 200 len: 928 time: 0.1694419 Sep 28 08:39:25.884660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40784) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:25.897757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.898832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.918714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Current status of the port 8a787556-6425-4f7a-bc55-1fbfc131901c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:25.930417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.982078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Provisioning complete for port 4955e502-64d3-43ca-bac6-8cf719cbeb06 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:25.982469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:25.982811 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 1 to provision port 4955e502-64d3-43ca-bac6-8cf719cbeb06 Sep 28 08:39:26.017259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:26.028347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:26.029099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.052000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:26.052271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:26.056395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:26.066171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.068643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.145619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Port 4955e502-64d3-43ca-bac6-8cf719cbeb06 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:26.154952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8a787556-6425-4f7a-bc55-1fbfc131901c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:26.162104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.165948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4886487-afba-4038-8c9e-41f7c5032e04 req-7b576fa6-b0f3-4eaf-8595-bfc27e42978d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.167012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d4886487-afba-4038-8c9e-41f7c5032e04 req-7b576fa6-b0f3-4eaf-8595-bfc27e42978d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2905171 Sep 28 08:39:26.168883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.185097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:26.218044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.218441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c99d54e2-62ca-4653-b163-bc31f4647653', 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': 'b22e62b0-3f69-46be-b037-861fbe7c4413'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:26.219328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.264339 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8037980 Sep 28 08:39:26.267981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40788) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:26.273505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb251ad-3e42-48d3-bc97-5de9297c9023 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=63007c9f-e205-43c4-9f6a-1fc5bbe8aba2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:26.293007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfafd71-d608-4f64-a46a-5e01fd4f3b9a req-ff3c6b84-71c6-4c12-b2e4-89519682fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.294574 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cfafd71-d608-4f64-a46a-5e01fd4f3b9a req-ff3c6b84-71c6-4c12-b2e4-89519682fb04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1098 time: 0.2691698 Sep 28 08:39:26.300495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.301380 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f843e6e3-f0be-4cf9-95d4-6180a9f6f7fa tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5277874 Sep 28 08:39:26.307745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40790) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:26.340758 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d4886487-afba-4038-8c9e-41f7c5032e04 req-48460bcf-b1bd-4949-b1bd-2c201c286154 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522083 Sep 28 08:39:26.385697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:26.463265 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cfafd71-d608-4f64-a46a-5e01fd4f3b9a req-2e02dd80-d9ea-4053-91ad-d4d5c0bba690 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562939 Sep 28 08:39:26.484564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Allocated IP 172.20.0.2 (c99d54e2-62ca-4653-b163-bc31f4647653/b22e62b0-3f69-46be-b037-861fbe7c4413/667864b6-b3bf-4b54-99b3-d2f494aa8d3a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:26.487653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc276e2e-8008-44f3-addc-95602ebfc674 req-8b278ec2-34f0-44fa-ab63-209b25635170 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.489380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bc276e2e-8008-44f3-addc-95602ebfc674 req-8b278ec2-34f0-44fa-ab63-209b25635170 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2204354 Sep 28 08:39:26.498012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:26.498947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.498947 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:26.563547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bc276e2e-8008-44f3-addc-95602ebfc674 req-9a94f912-5e9c-44a0-bd01-47ef9731bbe9 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641603 Sep 28 08:39:26.565195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.609954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:26.623395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 63007c9f-e205-43c4-9f6a-1fc5bbe8aba2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:26.623713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.660641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.661237 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 2 to provision port 4955e502-64d3-43ca-bac6-8cf719cbeb06 Sep 28 08:39:26.664261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34c6977a-10e1-459a-92af-21ae96b179b1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5 HTTP/1.1" status: 204 len: 168 time: 0.7782168 Sep 28 08:39:26.678300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40794) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:26.731959 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c1f07e-d7c0-40c1-b645-9f51fd8f962c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:26.733598 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6c1f07e-d7c0-40c1-b645-9f51fd8f962c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5 HTTP/1.1" status: 404 len: 333 time: 0.0549414 Sep 28 08:39:26.738929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40796) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:26.754026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:26.755832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8a787556-6425-4f7a-bc55-1fbfc131901c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:26.839023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.846303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Port 4955e502-64d3-43ca-bac6-8cf719cbeb06 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:26.868527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 63007c9f-e205-43c4-9f6a-1fc5bbe8aba2 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:26.915850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.928163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.935051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8a787556-6425-4f7a-bc55-1fbfc131901c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:26.935466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:26.935750 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8a787556-6425-4f7a-bc55-1fbfc131901c Sep 28 08:39:26.967394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.032255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Network c99d54e2-62ca-4653-b163-bc31f4647653 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:27.035955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:27.042382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:27.054810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Pushing event updated for resources: {'Port': ['ID=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:27.082684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6cd62-777d-4466-b4af-7d7ac89f4948 req-44dd55d1-a6ff-4d62-8be3-02a7904c8882 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.085025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1f6cd62-777d-4466-b4af-7d7ac89f4948 req-44dd55d1-a6ff-4d62-8be3-02a7904c8882 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.1052046 Sep 28 08:39:27.133807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-be959e53-48c4-4492-9a2e-c67fa9fcb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.134867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Attempting to bind port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:27.135239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Attempting to bind port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '7556fb85-fd63-4e5e-988c-bc8af0ae314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:27.135376 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-be959e53-48c4-4492-9a2e-c67fa9fcb4ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 1098 time: 0.1833501 Sep 28 08:39:27.135602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Attempting to bind port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a on network c99d54e2-62ca-4653-b163-bc31f4647653 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:27.139962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 4955e502-64d3-43ca-bac6-8cf719cbeb06 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:27.140299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.152896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8a787556-6425-4f7a-bc55-1fbfc131901c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:27.156026 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:27.156406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Checking segment: {'id': '7556fb85-fd63-4e5e-988c-bc8af0ae314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:27.156806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.157222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Bound using segment: {'id': '7556fb85-fd63-4e5e-988c-bc8af0ae314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:27.157712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Bound port: 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556fb85-fd63-4e5e-988c-bc8af0ae314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c99d54e2-62ca-4653-b163-bc31f4647653'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:27.158086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.183427 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1f6cd62-777d-4466-b4af-7d7ac89f4948 req-64c0f55e-5fbb-4e51-a154-d525e9567181 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694373 Sep 28 08:39:27.239908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] For port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:27.247753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.248594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] For port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,segment=NetworkSegment(7556fb85-fd63-4e5e-988c-bc8af0ae314c),segment_id=7556fb85-fd63-4e5e-988c-bc8af0ae314c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:27.256263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.275573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=63007c9f-e205-43c4-9f6a-1fc5bbe8aba2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:27.332850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc01c5-d35f-455d-b897-183c6cf944bb None None] Pushing event updated for resources: {'Port': ['ID=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:27.348399 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 3 to provision port 4955e502-64d3-43ca-bac6-8cf719cbeb06 Sep 28 08:39:27.358220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.361664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-69c463ec-90fb-42d4-af05-be8137f2f56f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/63007c9f-e205-43c4-9f6a-1fc5bbe8aba2 HTTP/1.1" status: 204 len: 168 time: 1.0791171 Sep 28 08:39:27.366247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40800) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:27.411714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Port 4955e502-64d3-43ca-bac6-8cf719cbeb06 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:27.459068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede6ee6-3aba-4588-b7f2-1573931ac673 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.461921 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4ede6ee6-3aba-4588-b7f2-1573931ac673 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0945663 Sep 28 08:39:27.465218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:27.539748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843f58f-95c6-42e9-8bf0-490d6c1362be tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.541629 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d843f58f-95c6-42e9-8bf0-490d6c1362be tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0753117 Sep 28 08:39:27.544139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40806) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:27.646849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e551d4-0e5c-41cb-aeac-c186b2b2c8e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.648549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e551d4-0e5c-41cb-aeac-c186b2b2c8e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.650221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e551d4-0e5c-41cb-aeac-c186b2b2c8e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.651948 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-19e551d4-0e5c-41cb-aeac-c186b2b2c8e4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1068680 Sep 28 08:39:27.655088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:27.721126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:27.727836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.775709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.802785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.807690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-3e347f97-52b2-4deb-a1ee-b461feba37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.809215 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-3e347f97-52b2-4deb-a1ee-b461feba37d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 200 len: 912 time: 0.6620562 Sep 28 08:39:27.833945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 4955e502-64d3-43ca-bac6-8cf719cbeb06 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:27.867276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.882603 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-19192d3b-1844-4520-9455-5419553c2f29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 200 len: 217 time: 0.0622041 Sep 28 08:39:27.887391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.20.0.1 (c99d54e2-62ca-4653-b163-bc31f4647653/b22e62b0-3f69-46be-b037-861fbe7c4413/478a143e-c2d0-417d-9f8d-807c7302d60c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:27.912513 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 4 to provision port 4955e502-64d3-43ca-bac6-8cf719cbeb06 Sep 28 08:39:27.932520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.945569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7eeb7-577c-4292-ba30-05b681ae29e3 req-9a679e83-4e48-46de-8793-d318a1e3c8e7 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.952793 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e9e7eeb7-577c-4292-ba30-05b681ae29e3 req-9a679e83-4e48-46de-8793-d318a1e3c8e7 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2012842 Sep 28 08:39:27.957806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Port 4955e502-64d3-43ca-bac6-8cf719cbeb06 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:27.964284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:27.969658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:27.975535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-15218ed2-cf0f-42e9-81e3-18caef5e329c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3 HTTP/1.1" status: 204 len: 168 time: 0.3155677 Sep 28 08:39:27.976184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:27.979111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2787971-8bae-4739-8ae3-08b3fa8fdebf None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:28.032166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet afebe03f-3245-4902-bac8-1c2af6a2180d {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:28.035813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.062442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-8f0af92c-23f2-42b9-87c3-bc2613ef249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:28.063607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-8f0af92c-23f2-42b9-87c3-bc2613ef249d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22506976-071a-40e2-8346-20f198f81b58 HTTP/1.1" status: 200 len: 851 time: 0.1693969 Sep 28 08:39:28.071169 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e9e7eeb7-577c-4292-ba30-05b681ae29e3 req-434b447d-b1ab-44f9-a23c-14a56745175b tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175153 Sep 28 08:39:28.078661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.146199 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-ec16f2a4-fae5-48e4-a4cd-e8fb9bf6f7f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7f696c02-a4d3-411e-9eb9-2a656f6de37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722644 Sep 28 08:39:28.204536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.278798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.320051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=afebe03f-3245-4902-bac8-1c2af6a2180d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:28.337660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.341559 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eec9cbf6-9f88-4984-9b95-c99f4a473b36 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/afebe03f-3245-4902-bac8-1c2af6a2180d HTTP/1.1" status: 204 len: 168 time: 0.3647380 Sep 28 08:39:28.344305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:28.345303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.380811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.404707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-45fe1800-ca03-44b6-95e1-02e6bf809ea3 service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517653 Sep 28 08:39:28.410339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=4955e502-64d3-43ca-bac6-8cf719cbeb06,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:28.443522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 667864b6-b3bf-4b54-99b3-d2f494aa8d3a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:28.448646 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b32d6567-fcd7-4b80-9793-86ae07cddc83 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924664 Sep 28 08:39:28.450245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40816) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:28.461831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:28.488760 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Attempt 5 to provision port 4955e502-64d3-43ca-bac6-8cf719cbeb06 Sep 28 08:39:28.504545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.515011 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-da7d8d2f-04a7-431c-9e74-fa635a029ebe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/4955e502-64d3-43ca-bac6-8cf719cbeb06 HTTP/1.1" status: 204 len: 168 time: 1.7741311 Sep 28 08:39:28.515960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40818) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:28.550638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-06fce5f9-fac9-4f10-b202-adf731c2d503 None None] Port 4955e502-64d3-43ca-bac6-8cf719cbeb06 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:39:28.574804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51601f68-9a65-47b2-a9e7-a6b313cee299 req-777a6049-3af9-4281-8260-1b5c7e64a66f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:28.582226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:28.582815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.583317 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a Sep 28 08:39:28.584559 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-51601f68-9a65-47b2-a9e7-a6b313cee299 req-777a6049-3af9-4281-8260-1b5c7e64a66f tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2612851 Sep 28 08:39:28.644178 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-70176490-533c-4792-89e9-718bc0a55db4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:28.648760 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-70176490-533c-4792-89e9-718bc0a55db4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/4955e502-64d3-43ca-bac6-8cf719cbeb06 HTTP/1.1" status: 404 len: 333 time: 0.1260686 Sep 28 08:39:28.649903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:28.688977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.740124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Could not find standard attr ID for object 6e7b25bf-ffc2-4ec9-ac90-2b8ec1b216c5. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:28.748386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Could not find standard attr ID for object 63007c9f-e205-43c4-9f6a-1fc5bbe8aba2. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:28.759183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Could not find standard attr ID for object 4955e502-64d3-43ca-bac6-8cf719cbeb06. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:28.762985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:28.763592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.764499 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0582dc7-e0d0-4cea-96c5-485ab6ef4cc0 req-49857715-389e-4f65-b303-4878ab3ce10c service neutron] 10.222.0.62 "GET /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458803 Sep 28 08:39:28.765265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet e1434296-ade1-476a-9c3b-6f8f080a9888 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:28.781634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:28.787990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.812582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network c99d54e2-62ca-4653-b163-bc31f4647653 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:28.814341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:28.814926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.815430 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:28.816595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:28.820199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:28.828595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ed70d-b08b-4357-9a5c-ef2c3d243d0e None None] Network c99d54e2-62ca-4653-b163-bc31f4647653 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:28.832904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,segment=NetworkSegment(7556fb85-fd63-4e5e-988c-bc8af0ae314c),segment_id=7556fb85-fd63-4e5e-988c-bc8af0ae314c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:28.866265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.890871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.946040 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=478a143e-c2d0-417d-9f8d-807c7302d60c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:28.949562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:28.987677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-51601f68-9a65-47b2-a9e7-a6b313cee299 req-91cb19e4-411c-4030-8223-df4efd59c061 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918657 Sep 28 08:39:29.064234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.076628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.089458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.149972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dad61-7206-4adb-a29d-2fb7d7c5685f None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:29.177501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:29.186094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:29.194081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.194688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.209169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=68d86d41-30ea-4c62-8c95-04e367ad8f3f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:29.222051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:29.239623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39b05123-7116-475a-a4fb-f78a86171e33 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7859693 Sep 28 08:39:29.239819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:29.246184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:29.290281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.331057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a145193-4893-47c7-8d2a-42e2d599cc70 req-8611765f-27e8-41b2-b67f-ede8e082a56b tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.331343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cedd7-60eb-4d46-882a-1636df7648a0 None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:29.332658 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a145193-4893-47c7-8d2a-42e2d599cc70 req-8611765f-27e8-41b2-b67f-ede8e082a56b tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1258359 Sep 28 08:39:29.423086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:29.427598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.465350 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a145193-4893-47c7-8d2a-42e2d599cc70 req-7e6c60c8-9118-4f82-b875-b8bdb1b02a55 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830774 Sep 28 08:39:29.469249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Provisioning complete for port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:29.470193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.470678 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Attempt 1 to provision port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a Sep 28 08:39:29.540064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.552712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.584104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.625380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Update dhcp port {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'fixed_ips': [{'subnet_id': '68d86d41-30ea-4c62-8c95-04e367ad8f3f'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:39:29.659149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=478a143e-c2d0-417d-9f8d-807c7302d60c,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:29.680481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.685734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.687982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.693277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/e1434296-ade1-476a-9c3b-6f8f080a9888 HTTP/1.1" status: 204 len: 168 time: 1.0338228 Sep 28 08:39:29.694541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e722ef-bf1d-40b4-b1c8-dd006cd7c033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=e1434296-ade1-476a-9c3b-6f8f080a9888,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:29.697747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40828) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:29.701778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ab993-c3f0-4fb5-afa8-4b9712a8b0aa None None] Network b1360c67-f34a-4828-853e-e3180dddd3b5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:29.716827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Current status of the port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:29.718578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68d86d41-30ea-4c62-8c95-04e367ad8f3f (CIDR: 2001:db8::/64) Sep 28 08:39:29.756098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:39:29.756739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:29.786996 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e9eb6d85-a47a-4495-a559-2e48dbac5ac2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5461245 Sep 28 08:39:29.790378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40830) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:29.810826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'subnet': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:29.811527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:29.811942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.812282 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:29.835865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85e58-50e5-4c52-9cec-875141854815 req-aab7e8f6-df63-40b2-8890-72992dbc90f0 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.837482 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0e85e58-50e5-4c52-9cec-875141854815 req-aab7e8f6-df63-40b2-8890-72992dbc90f0 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2399280 Sep 28 08:39:29.863268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.925705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0e85e58-50e5-4c52-9cec-875141854815 req-ddb8176e-d7c5-4646-be2d-f3aee5ebed8c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746834 Sep 28 08:39:29.933426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network c99d54e2-62ca-4653-b163-bc31f4647653 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:29.936521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:29.953489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 8a787556-6425-4f7a-bc55-1fbfc131901c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:29.954058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:29.971153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40832) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:30.069013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Allocated IP 2001:db8::2 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/68d86d41-30ea-4c62-8c95-04e367ad8f3f/e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:30.071138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:30.075106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.120143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port 8a787556-6425-4f7a-bc55-1fbfc131901c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a787556-6425-4f7a-bc55-1fbfc131901c,segment=NetworkSegment(84c5bfde-9a4b-436b-841e-278de8f81f24),segment_id=84c5bfde-9a4b-436b-841e-278de8f81f24)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:30.120516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.124503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da858d19-cc48-4974-8aef-5398845b25e9 tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:30.130094 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-da858d19-cc48-4974-8aef-5398845b25e9 tempest-TestNetworkAdvancedServerOps-791372703 tempest-TestNetworkAdvancedServerOps-791372703-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1093 time: 0.1572592 Sep 28 08:39:30.136610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:30.141281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:30.158772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 8a787556-6425-4f7a-bc55-1fbfc131901c owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:30.200732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router fc734125-0410-4a21-8fe7-788889a9b528 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:39:30.224824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.248036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] DHCP port deletion for b1360c67-f34a-4828-853e-e3180dddd3b5 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:30.272333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be630a-f2c1-4412-be77-172476bcb512 req-da560aa0-6452-4843-8c1b-31ca0efdd936 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:30.273490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:30.276543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-71749cbc-ab11-4a75-a6cc-8c4e328f7e36 None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:30.288887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-98be630a-f2c1-4412-be77-172476bcb512 req-da560aa0-6452-4843-8c1b-31ca0efdd936 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.1770773 Sep 28 08:39:30.336583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.355692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Deleting port 8a787556-6425-4f7a-bc55-1fbfc131901c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:30.356074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.357849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.374629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 667864b6-b3bf-4b54-99b3-d2f494aa8d3a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:30.380638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.417206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=8a787556-6425-4f7a-bc55-1fbfc131901c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:30.423228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port 8a787556-6425-4f7a-bc55-1fbfc131901c on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:30.437824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-98be630a-f2c1-4412-be77-172476bcb512 req-ef491499-531d-4bc7-acf7-2dd2ed80c60d tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479969 Sep 28 08:39:30.525075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.528008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:30.535142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942e850-8456-4a5a-bca0-654682bc6807 None None] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=17']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:30.559477 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8dd7f6f0-30a4-4a8c-9315-04e6f2c4e3ce tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/fc734125-0410-4a21-8fe7-788889a9b528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2453978 Sep 28 08:39:30.562190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:30.567201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Provisioning complete for port 478a143e-c2d0-417d-9f8d-807c7302d60c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:30.567201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.567514 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 1 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:30.569381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.572949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] Sync routers for ids ['fc734125-0410-4a21-8fe7-788889a9b528'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:30.582752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] For port 8a787556-6425-4f7a-bc55-1fbfc131901c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8a787556-6425-4f7a-bc55-1fbfc131901c,segment=NetworkSegment(84c5bfde-9a4b-436b-841e-278de8f81f24),segment_id=84c5bfde-9a4b-436b-841e-278de8f81f24)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:30.583161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.625909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1360c67-f34a-4828-853e-e3180dddd3b5']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.653819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c5bfde-9a4b-436b-841e-278de8f81f24') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.654134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c5bfde-9a4b-436b-841e-278de8f81f24') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.658226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Calling delete_port for 8a787556-6425-4f7a-bc55-1fbfc131901c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:30.679041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] Routers {'fc734125-0410-4a21-8fe7-788889a9b528'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:30.680315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['fc734125-0410-4a21-8fe7-788889a9b528'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.700684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a86a12-81bf-4c3e-88d6-736b57dd1b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:30.702176 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a1a86a12-81bf-4c3e-88d6-736b57dd1b16 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports/478a143e-c2d0-417d-9f8d-807c7302d60c HTTP/1.1" status: 200 len: 910 time: 0.1382277 Sep 28 08:39:30.714413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:30.726782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b22e62b0-3f69-46be-b037-861fbe7c4413'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:30.740711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.747500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.752623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:30.822443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:30.822910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.823254 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a Sep 28 08:39:30.856282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] Routers {'fc734125-0410-4a21-8fe7-788889a9b528'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:30.857257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['fc734125-0410-4a21-8fe7-788889a9b528'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.904490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:30.905670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e36ce-70ec-4de4-aea0-94c3d4fbc0dc None None] The sync data for ids ['fc734125-0410-4a21-8fe7-788889a9b528'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:30.928323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.objects.ports [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 28 08:39:30.943992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:30.994618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] No DVR routers for this DVR port 8a787556-6425-4f7a-bc55-1fbfc131901c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:30.999216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806119a9-3848-4cdd-8ed8-1da6c25132b2 None None] Pushing event deleted for resources: {'Port': ['ID=8a787556-6425-4f7a-bc55-1fbfc131901c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:31.030617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:31.052496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7da4-fd9e-442e-bfc5-5de13bd57c1c req-02831e20-a5e6-41fa-ab23-2f69dae817fa tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:31.065849 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6cc7da4-fd9e-442e-bfc5-5de13bd57c1c req-02831e20-a5e6-41fa-ab23-2f69dae817fa tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2716923 Sep 28 08:39:31.090958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8a787556-6425-4f7a-bc55-1fbfc131901c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:31.114839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 8a787556-6425-4f7a-bc55-1fbfc131901c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:31.115340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8a787556-6425-4f7a-bc55-1fbfc131901c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:31.132597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6cc7da4-fd9e-442e-bfc5-5de13bd57c1c req-4326aada-784a-40ba-922f-3b88c7147b1e tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652676 Sep 28 08:39:31.212049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.227232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.249835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:31.250245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.254212 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 2 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:31.290037 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 84c5bfde-9a4b-436b-841e-278de8f81f24 resource provider aggregate not found Sep 28 08:39:31.320325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:31.341403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03403e1d-e7b4-4695-8f9e-7256a6e8d040 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:31.382391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Allocated IP 172.26.4.197 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/014e0422-ce62-48a2-a4d1-314074758925) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:31.386768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 84c5bfde-9a4b-436b-841e-278de8f81f24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84c5bfde-9a4b-436b-841e-278de8f81f24 found for delete ", "request_id": "req-e7c72a22-3573-4422-a59c-0a011e725823"}]} Sep 28 08:39:31.396424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.400394 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:31.419447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.422416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/b1360c67-f34a-4828-853e-e3180dddd3b5 HTTP/1.1" status: 204 len: 168 time: 1.7190220 Sep 28 08:39:31.429916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40850) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:31.434917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2082054035'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:31.441296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d41f-8f04-4cdb-8c2a-7da067f9bf50 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=b1360c67-f34a-4828-853e-e3180dddd3b5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:31.455214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.465551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.466362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.476068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:31.479936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.525625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.569770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:31.585153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Subnet': ['ID=6380cc02-c8fc-4d33-b577-378daff04c15,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:31.587363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:31.593569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:31.593979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.604097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:31.610922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=19']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:31.611168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.620237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.620589 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment 3971ecc0-8ccc-47d7-93f5-348a035c237a of type vlan for network 70507a34-be5c-4dca-b653-63690fb8f264 Sep 28 08:39:31.634452 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f6f6cbf0-c5ee-4db9-96ce-52052f881418 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8295777 Sep 28 08:39:31.637497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40852) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:31.662320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Request body: {'port': {'network_id': 'c596fa37-2b2f-44d6-b000-d3bb7d4f04bb', 'mac_address': 'fa:16:3e:26:7e:33', 'name': 'tempest-NetworksTestDHCPv6-625036454'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:31.688493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.777254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:31.822505 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 3 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:31.864098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:31.908703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:31.917551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:31.920215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:31.952234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=014e0422-ce62-48a2-a4d1-314074758925,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:32.035689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.resource_extend [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:39:32.067276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.073760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.074400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.131844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8601874-373d-4990-8033-75e123eddb73 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:32.137662 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7035310 Sep 28 08:39:32.138710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40854) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:32.171482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5829c61-97cb-4e6d-9317-d8fc9751da10 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=70507a34-be5c-4dca-b653-63690fb8f264,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:32.179959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Made reservation on behalf of f2ff90ab95fd4a759636aca527f0b4da for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:32.194768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '70507a34-be5c-4dca-b653-63690fb8f264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:32.208799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 70507a34-be5c-4dca-b653-63690fb8f264 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:32.282013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.284038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.304735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] device_id is not set on port 6bef4742-7de4-4039-8084-ffb481575989 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:32.340666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.497649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8::100 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/68d86d41-30ea-4c62-8c95-04e367ad8f3f/6bef4742-7de4-4039-8084-ffb481575989) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:32.501849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b3e1f-dc80-490e-a150-8f6438ec472b req-f03314e2-d10e-40c3-87f6-3fa8e52fcba0 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.505559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:7e33 (c596fa37-2b2f-44d6-b000-d3bb7d4f04bb/6380cc02-c8fc-4d33-b577-378daff04c15/6bef4742-7de4-4039-8084-ffb481575989) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:32.509631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-112b3e1f-dc80-490e-a150-8f6438ec472b req-f03314e2-d10e-40c3-87f6-3fa8e52fcba0 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2808969 Sep 28 08:39:32.518251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.518885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.523071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/ports/478a143e-c2d0-417d-9f8d-807c7302d60c HTTP/1.1" status: 200 len: 910 time: 1.8052542 Sep 28 08:39:32.526140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40858) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:32.528754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:32.532308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.535109 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 4 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:32.536823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc71aab-6e00-4e89-a51a-680e670af9ee tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=478a143e-c2d0-417d-9f8d-807c7302d60c,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:32.591939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:32.635921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:32.661510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:32.662200 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.662541 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c Sep 28 08:39:32.664557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-112b3e1f-dc80-490e-a150-8f6438ec472b req-a96457e6-2ae4-4d3c-a23c-f5ac1ff5ada7 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538885 Sep 28 08:39:32.756820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.775278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:32.811894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.841840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.929505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846a188-523d-420e-8d2e-da4877d470a9 req-9c8262a5-c9d8-4b03-9fbb-6c33e49aac91 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.931128 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8846a188-523d-420e-8d2e-da4877d470a9 req-9c8262a5-c9d8-4b03-9fbb-6c33e49aac91 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.62 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.2913423 Sep 28 08:39:32.951596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.965552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:32.969016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event updated for resources: {'Port': ['ID=6bef4742-7de4-4039-8084-ffb481575989,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:32.990559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:32.990780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:32.998509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:33.004613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.005568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.044990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=6c085fde-a65d-4089-9330-e65312b8e0b6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:33.069830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': '3971ecc0-8ccc-47d7-93f5-348a035c237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:33.070228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: 70507a34-be5c-4dca-b653-63690fb8f264, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:33.091151 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4761fed6-5fdd-4964-8032-26544998010a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4349573 Sep 28 08:39:33.091853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40860) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:33.138029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 70507a34-be5c-4dca-b653-63690fb8f264 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:33.138402 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 5 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:33.159119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 70507a34-be5c-4dca-b653-63690fb8f264) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:33.182584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.183232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.213788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Deleting port 3de4f08b-6448-4bbe-9346-848aa268905a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:33.214146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:33.214280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.214839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72c6ee-19c2-4e92-9475-a3be63a2b707 None None] Network 70507a34-be5c-4dca-b653-63690fb8f264 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:33.226937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-925f8cbf-aa99-4ea6-875a-6d923d7df534 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0871153 Sep 28 08:39:33.229898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40862) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:33.235035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': '70507a34-be5c-4dca-b653-63690fb8f264', 'name': 'tempest-PortsIpV6TestJSON-1105455437', 'fixed_ips': [{'subnet_id': '6c085fde-a65d-4089-9330-e65312b8e0b6', 'ip_address': '2001:db8::10'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:33.274604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.284473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.323573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.355612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting port 6bef4742-7de4-4039-8084-ffb481575989 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:33.355987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.364938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] For port 3de4f08b-6448-4bbe-9346-848aa268905a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=3de4f08b-6448-4bbe-9346-848aa268905a,segment=NetworkSegment(117c9e30-b3eb-48c1-afa9-a4f7930f49f3),segment_id=117c9e30-b3eb-48c1-afa9-a4f7930f49f3)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:33.364938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.407602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.410717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event updated for resources: {'Port': ['ID=014e0422-ce62-48a2-a4d1-314074758925,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:33.417787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-70507a34-be5c-4dca-b653-63690fb8f264', 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': '6c085fde-a65d-4089-9330-e65312b8e0b6'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:33.419181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.432753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Calling delete_port for 3de4f08b-6448-4bbe-9346-848aa268905a owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:33.478653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:33.528056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.561837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Allocated IP 2001:db8::2 (70507a34-be5c-4dca-b653-63690fb8f264/6c085fde-a65d-4089-9330-e65312b8e0b6/5218c4c8-739a-49b2-b1cb-9dbcedf44316) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:33.582996 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Floating IP 13fc19a4-2fd2-4f25-9239-8009fe7243fc associated. External IP: 172.26.4.197, port: e11d1b5d-8033-4f6d-a78b-83021704c032. Sep 28 08:39:33.626094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.651684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Calling delete_port for 6bef4742-7de4-4039-8084-ffb481575989 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:33.685817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.712355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:33.743115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.746327 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 6 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:33.782509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.819551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:33.833652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Network 70507a34-be5c-4dca-b653-63690fb8f264 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:33.841111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:33.843005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Pushing event updated for resources: {'Port': ['ID=5218c4c8-739a-49b2-b1cb-9dbcedf44316,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:33.845936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:33.855159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.855536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.856236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.856355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.856656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.856996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.858041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.858389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.858713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.859048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.859369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.859696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:33.910518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58649e51-3e14-4e36-8fe6-10eddfa219f8 req-5d88fe99-1177-4d75-a68c-8cb52ae1298d tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.912091 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58649e51-3e14-4e36-8fe6-10eddfa219f8 req-5d88fe99-1177-4d75-a68c-8cb52ae1298d tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/ports?device_id=a157f785-0c44-4adf-8812-7a50e2e1eb09 HTTP/1.1" status: 200 len: 945 time: 0.1511095 Sep 28 08:39:33.919109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Attempting to bind port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:33.919706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Attempting to bind port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '3971ecc0-8ccc-47d7-93f5-348a035c237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:33.920819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Attempting to bind port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 on network 70507a34-be5c-4dca-b653-63690fb8f264 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:33.927619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:33.928272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Checking segment: {'id': '3971ecc0-8ccc-47d7-93f5-348a035c237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:33.929404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.929983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Bound using segment: {'id': '3971ecc0-8ccc-47d7-93f5-348a035c237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:33.931066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Bound port: 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3971ecc0-8ccc-47d7-93f5-348a035c237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70507a34-be5c-4dca-b653-63690fb8f264'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:33.931066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.942237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:33.966777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['3de4f08b-6448-4bbe-9346-848aa268905a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:33.972169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Router 97e3a157-cf98-479a-8acb-12705c965a26 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:33.986615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Pushing event deleted for resources: {'Port': ['ID=3de4f08b-6448-4bbe-9346-848aa268905a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:34.031845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] For port 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:34.035950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] For port 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5218c4c8-739a-49b2-b1cb-9dbcedf44316,segment=NetworkSegment(3971ecc0-8ccc-47d7-93f5-348a035c237a),segment_id=3971ecc0-8ccc-47d7-93f5-348a035c237a)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:34.036338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::10 (70507a34-be5c-4dca-b653-63690fb8f264/6c085fde-a65d-4089-9330-e65312b8e0b6/7cc78570-ec7e-46f6-8975-31cc69c29cc1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:34.041171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.064768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58649e51-3e14-4e36-8fe6-10eddfa219f8 req-608abd91-3134-4090-9d81-13318bd1c372 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.27 "GET /v2.0/security-groups?id=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335151 Sep 28 08:39:34.115111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc7fb-7437-406b-ae4d-131512199c40 None None] Pushing event updated for resources: {'Port': ['ID=5218c4c8-739a-49b2-b1cb-9dbcedf44316,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:34.127817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:34.139946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Sync routers for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:34.144130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] No DVR routers for this DVR port 3de4f08b-6448-4bbe-9346-848aa268905a on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:34.152137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.154706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.155254 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:34.155815 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8846a188-523d-420e-8d2e-da4877d470a9 req-3671a134-2181-47fe-ab8e-2c5d8ba99486 tempest-TestServerAdvancedOps-215210813 tempest-TestServerAdvancedOps-215210813-project] 10.222.0.62 "DELETE /v2.0/ports/3de4f08b-6448-4bbe-9346-848aa268905a HTTP/1.1" status: 204 len: 173 time: 1.2075772 Sep 28 08:39:34.156398 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:34.159333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'name': 'network-vif-deleted', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:34.162347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362948e8-9abe-41d9-a1bd-ea8ea2532041" -d '{"events": [{"server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "name": "network-vif-deleted", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:34.196738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a20cf316-5915-4037-b1b0-4e19073d8311 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0565436 Sep 28 08:39:34.196738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:34.206247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82498c1-4f60-41fc-8352-a64dd901a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:34.255641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41bade4-6a9a-469c-929f-20c350cd703d x-openstack-request-id: req-e41bade4-6a9a-469c-929f-20c350cd703d {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:34.255813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a157f785-0c44-4adf-8812-7a50e2e1eb09", "name": "network-vif-deleted", "tag": "3de4f08b-6448-4bbe-9346-848aa268905a", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:34.256078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e41bade4-6a9a-469c-929f-20c350cd703d {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:34.256525 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41bade4-6a9a-469c-929f-20c350cd703d'] response: {'server_uuid': 'a157f785-0c44-4adf-8812-7a50e2e1eb09', 'name': 'network-vif-deleted', 'tag': '3de4f08b-6448-4bbe-9346-848aa268905a', 'status': 'completed', 'code': 200} Sep 28 08:39:34.270399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.320749 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 7 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:34.346902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2894860a-3890-45bf-a462-94c6a3c9d2b3 x-openstack-request-id: req-2894860a-3890-45bf-a462-94c6a3c9d2b3 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:34.347490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:34.347921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2894860a-3890-45bf-a462-94c6a3c9d2b3 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:34.348949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2894860a-3890-45bf-a462-94c6a3c9d2b3'] response: {'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'status': 'completed', 'code': 200} Sep 28 08:39:34.354094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Port': ['ID=6bef4742-7de4-4039-8084-ffb481575989,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:34.385942 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:34.448134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 478a143e-c2d0-417d-9f8d-807c7302d60c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:34.448399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.449253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:34.518990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.522880 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-576641b6-478d-4810-a4ef-518018cd20df tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/6bef4742-7de4-4039-8084-ffb481575989 HTTP/1.1" status: 204 len: 168 time: 1.4265642 Sep 28 08:39:34.534509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40872) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:34.582479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.626885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.674702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419ddaa-8c3d-486a-a1d7-1061b0a9b7c5 req-5d3b8570-ff36-42c5-89ec-21e71317cf18 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.683239 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f419ddaa-8c3d-486a-a1d7-1061b0a9b7c5 req-5d3b8570-ff36-42c5-89ec-21e71317cf18 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.3727529 Sep 28 08:39:34.708857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=7cc78570-ec7e-46f6-8975-31cc69c29cc1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:34.727095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-8beeb1db-21cc-4c00-b578-b1ddd9346df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.730060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-8beeb1db-21cc-4c00-b578-b1ddd9346df9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1098 time: 0.3719282 Sep 28 08:39:34.733260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 70507a34-be5c-4dca-b653-63690fb8f264 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:34.734999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:34.738292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:34.745132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.746012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.756340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '13fc19a4-2fd2-4f25-9239-8009fe7243fc', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'mac_address': 'fa:16:3e:b2:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b41bcd-e984-4059-9533-260d8b0a198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:32Z', 'updated_at': '2022-09-28T08:39:32Z', 'revision_number': 0, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:34.773267 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8744f960-26b7-43cb-adf4-bc6051f0df0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5396142 Sep 28 08:39:34.773496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40874) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:34.780791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': '70507a34-be5c-4dca-b653-63690fb8f264', 'name': 'tempest-PortsIpV6TestJSON-1752893071', 'fixed_ips': [{'subnet_id': '6c085fde-a65d-4089-9330-e65312b8e0b6', 'ip_address': '2001:db8::f'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:34.782864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f419ddaa-8c3d-486a-a1d7-1061b0a9b7c5 req-82d9077e-5eb8-44ae-9454-c47608f90413 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983603 Sep 28 08:39:34.790043 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Checking router: 97e3a157-cf98-479a-8acb-12705c965a26 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:34.798242 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c37d94-21ba-4b6f-854b-77ba3712856d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.802784 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-28c37d94-21ba-4b6f-854b-77ba3712856d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2637928 Sep 28 08:39:34.805001 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:34.805916 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:34.808563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:34.820143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40878) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:34.826504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:34.950476 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 8 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:34.979199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:34.986562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.013686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port e9686eec-5417-4376-b9b3-72f75cc9ed7d yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:35.020208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:35.043460 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:35.305361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40882) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:35.352230 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '13fc19a4-2fd2-4f25-9239-8009fe7243fc', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'mac_address': 'fa:16:3e:b2:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b41bcd-e984-4059-9533-260d8b0a198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:32Z', 'updated_at': '2022-09-28T08:39:32Z', 'revision_number': 0, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:35.387148 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc20785-25bc-44a1-9d81-302b50a72276 None None] The sync data for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv is: [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '13fc19a4-2fd2-4f25-9239-8009fe7243fc', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'mac_address': 'fa:16:3e:b2:1b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b41bcd-e984-4059-9533-260d8b0a198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:39:32Z', 'updated_at': '2022-09-28T08:39:32Z', 'revision_number': 0, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:35.393058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 478a143e-c2d0-417d-9f8d-807c7302d60c owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:35.426979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Deleting subnet 22506976-071a-40e2-8346-20f198f81b58 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:35.440755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b9b2f-9906-4994-b752-56b6538cffda None None] Network 70507a34-be5c-4dca-b653-63690fb8f264 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:35.445020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.522449 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 9 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:35.580308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:35.580648 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dc67ff41-dbf9-47d7-b74a-c89dcbaafd79 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/floatingips/13fc19a4-2fd2-4f25-9239-8009fe7243fc HTTP/1.1" status: 200 len: 991 time: 0.7510483 Sep 28 08:39:35.596850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca80ab-30f5-4194-b2ea-e4d7537ab656 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.598802 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7dca80ab-30f5-4194-b2ea-e4d7537ab656 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7892699 Sep 28 08:39:35.603521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-732f8893-40cd-44b8-a3fe-3765b7c98631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.605008 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-732f8893-40cd-44b8-a3fe-3765b7c98631 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 898 time: 0.8581560 Sep 28 08:39:35.605991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40884) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:35.643061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::f (70507a34-be5c-4dca-b653-63690fb8f264/6c085fde-a65d-4089-9330-e65312b8e0b6/e9686eec-5417-4376-b9b3-72f75cc9ed7d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:35.666205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abddd848-4c31-4ec8-a910-f1e0bddb361e None None] New status for floating IP 13fc19a4-2fd2-4f25-9239-8009fe7243fc: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:39:35.696140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8b943-2fc7-4ecd-8b6b-a1e1bd664acf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.696725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8b943-2fc7-4ecd-8b6b-a1e1bd664acf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.698403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8b943-2fc7-4ecd-8b6b-a1e1bd664acf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.703544 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8bb8b943-2fc7-4ecd-8b6b-a1e1bd664acf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0964746 Sep 28 08:39:35.707653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40886) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:35.757217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.817229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 6380cc02-c8fc-4d33-b577-378daff04c15 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:35.823112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.864928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.875574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.904492 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-8065eaf0-2037-4ca0-aa5a-5aea7a5ec996 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 999 time: 0.1623845 Sep 28 08:39:35.923744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:35.943453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=478a143e-c2d0-417d-9f8d-807c7302d60c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:35.995676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.064291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-43bf2a28-3014-44c8-bbef-4567fd2e07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.065756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.067420 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-43bf2a28-3014-44c8-bbef-4567fd2e07cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 200 len: 835 time: 0.1344113 Sep 28 08:39:36.076146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.081229 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 10 to provision port 478a143e-c2d0-417d-9f8d-807c7302d60c Sep 28 08:39:36.121322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Port 478a143e-c2d0-417d-9f8d-807c7302d60c was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:39:36.121942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.126027 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/22506976-071a-40e2-8346-20f198f81b58 HTTP/1.1" status: 204 len: 168 time: 0.7860820 Sep 28 08:39:36.130985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40888) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.145829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Provisioning complete for port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:36.146472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.147145 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Attempt 1 to provision port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a Sep 28 08:39:36.150665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e338-bcfb-47d2-b8c1-30e3fd0604b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22506976-071a-40e2-8346-20f198f81b58,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:36.187189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.273334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.280772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-bc9f8674-c227-4784-a13d-d61494fb71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.287912 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-bc9f8674-c227-4784-a13d-d61494fb71fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4bbcd128-e222-4cc3-97a6-f021c13700f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2108293 Sep 28 08:39:36.321900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e006dc61-7d77-4e50-926d-de5f501f1c40 None None] Current status of the port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:36.324894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 70507a34-be5c-4dca-b653-63690fb8f264 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:36.328554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.334393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:36.337089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:36.344938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.345694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.353236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.397968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=e9686eec-5417-4376-b9b3-72f75cc9ed7d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:36.403921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=6380cc02-c8fc-4d33-b577-378daff04c15,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:36.408684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.412556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40aba39f-4697-4d3d-bc01-218f26419473 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6380cc02-c8fc-4d33-b577-378daff04c15 HTTP/1.1" status: 204 len: 168 time: 0.7042506 Sep 28 08:39:36.419664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1a9e7825-44a1-4c91-872c-7a98ae99596e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6419876 Sep 28 08:39:36.419664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40890) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.428690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5218c4c8-739a-49b2-b1cb-9dbcedf44316 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:36.428870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40892) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.470922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ad048-69a6-4a3f-957f-2a64ec2232dc None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:36.497463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d0bd1059-3479-4bca-ad97-d09e712caa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.550704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Deleting subnet 68d86d41-30ea-4c62-8c95-04e367ad8f3f {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:36.570348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.594177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Provisioning complete for port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:36.594816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.595307 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 1 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:36.607627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40894) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.627219 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-36107a94-4116-4ddf-927a-544684996ebc service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297510 Sep 28 08:39:36.655382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.656961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:36.657360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.657709 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 Sep 28 08:39:36.677749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:36.686951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router fc734125-0410-4a21-8fe7-788889a9b528 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:36.687401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.787225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1bb6d9e7-985e-4025-9ba5-f81abb2863e2 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/floatingips/13fc19a4-2fd2-4f25-9239-8009fe7243fc HTTP/1.1" status: 200 len: 993 time: 0.1723192 Sep 28 08:39:36.812374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.842274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:36.842752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.856781 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c82498c1-4f60-41fc-8352-a64dd901a19b req-781f744e-188c-4088-99a7-a651a5638c80 service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864562 Sep 28 08:39:36.888528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:36.897151 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-585b4c7c-4971-4622-b165-b5de3cf6d652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/fc734125-0410-4a21-8fe7-788889a9b528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3666785 Sep 28 08:39:36.898706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40896) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.909119 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] Sync routers for ids ['fc734125-0410-4a21-8fe7-788889a9b528'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:36.912779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5218c4c8-739a-49b2-b1cb-9dbcedf44316,segment=NetworkSegment(3971ecc0-8ccc-47d7-93f5-348a035c237a),segment_id=3971ecc0-8ccc-47d7-93f5-348a035c237a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:36.913816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907639b2-e8c5-4f3b-b213-6e7c5bf30f6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.918651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-907639b2-e8c5-4f3b-b213-6e7c5bf30f6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4882493 Sep 28 08:39:36.919045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40898) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:36.923054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.933127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:36.953771 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] Routers {'fc734125-0410-4a21-8fe7-788889a9b528'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:36.957582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['fc734125-0410-4a21-8fe7-788889a9b528'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:36.984589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f696c02-a4d3-411e-9eb9-2a656f6de37e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:36.987678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Subnet': ['ID=68d86d41-30ea-4c62-8c95-04e367ad8f3f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:37.006942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.011929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a65d02b5-5b7c-45ad-8a38-86c13bf238d5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/68d86d41-30ea-4c62-8c95-04e367ad8f3f HTTP/1.1" status: 204 len: 168 time: 0.5917702 Sep 28 08:39:37.015420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40900) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.019345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=5218c4c8-739a-49b2-b1cb-9dbcedf44316,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:37.025404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117c9e30-b3eb-48c1-afa9-a4f7930f49f3') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.026076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117c9e30-b3eb-48c1-afa9-a4f7930f49f3') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.042210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-602d4a95-a149-4fa8-b77d-1f765c7a2ccd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=fc734125-0410-4a21-8fe7-788889a9b528 HTTP/1.1" status: 200 len: 205 time: 0.1417837 Sep 28 08:39:37.054452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40902) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.068751 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.084127 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] Routers {'fc734125-0410-4a21-8fe7-788889a9b528'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:37.085471 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['fc734125-0410-4a21-8fe7-788889a9b528'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.089886 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cdf1dba9-baa8-4a5e-afed-f9968182b39c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731874 Sep 28 08:39:37.092214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.094144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40904) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.127931 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.128864 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b9ca7-c6e0-4834-a396-4b00db2d2883 None None] The sync data for ids ['fc734125-0410-4a21-8fe7-788889a9b528'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:37.140307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.150229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:37.150681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.159079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.168620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 3de4f08b-6448-4bbe-9346-848aa268905a no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:37.207582 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 2 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:37.213754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f43a18-9a9e-41f2-8d06-0fcce5648928 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.220064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f43a18-9a9e-41f2-8d06-0fcce5648928 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.226214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f43a18-9a9e-41f2-8d06-0fcce5648928 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.230640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-00f43a18-9a9e-41f2-8d06-0fcce5648928 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2626021 Sep 28 08:39:37.230791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8851e96-d76b-4cda-816a-5261e613d0db tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.231084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40908) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.232088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8851e96-d76b-4cda-816a-5261e613d0db tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1370308 Sep 28 08:39:37.233768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 117c9e30-b3eb-48c1-afa9-a4f7930f49f3 resource provider aggregate not found Sep 28 08:39:37.241437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40910) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.253895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 3de4f08b-6448-4bbe-9346-848aa268905a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:37.254418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 3de4f08b-6448-4bbe-9346-848aa268905a not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:37.255311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.262807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.268507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:37.269184 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] 10.222.0.27 "DELETE /v2.0/networks/7f696c02-a4d3-411e-9eb9-2a656f6de37e HTTP/1.1" status: 204 len: 168 time: 1.1371043 Sep 28 08:39:37.269920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.271352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 117c9e30-b3eb-48c1-afa9-a4f7930f49f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 117c9e30-b3eb-48c1-afa9-a4f7930f49f3 found for delete ", "request_id": "req-04d58a94-abe5-48cf-a842-230fa58310f0"}]} Sep 28 08:39:37.308324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd60de7-d689-4276-b60e-d3c8a77c8e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f696c02-a4d3-411e-9eb9-2a656f6de37e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:37.330230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Deleting subnet 8a8eda4b-31d4-404e-9043-1154beef023b {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:37.334065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.370356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.417090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.493715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.523037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8eda4b-31d4-404e-9043-1154beef023b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:37.532667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.538116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6b98745c-72e9-4177-b235-88a52dc5ea5c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8a8eda4b-31d4-404e-9043-1154beef023b HTTP/1.1" status: 204 len: 168 time: 0.2637339 Sep 28 08:39:37.540351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40916) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.622173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54f698-1fda-46d5-bdc0-335dcafe6810 None None] Network c596fa37-2b2f-44d6-b000-d3bb7d4f04bb requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:37.624786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.726157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.751224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb06e22-bd2e-4e43-8a17-026dbb26ffb0']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.759999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b624d-41bf-41a3-a9c9-6ebc33fb9f1a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.761525 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-507b624d-41bf-41a3-a9c9-6ebc33fb9f1a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5185711 Sep 28 08:39:37.764573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a296cfae-bd7c-43f6-bd8a-2fc74cd39c31') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.764573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a296cfae-bd7c-43f6-bd8a-2fc74cd39c31') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:37.766011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.766150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.768829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.771245 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 3 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:37.819994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-50d39ef7-e5e3-4148-bde4-c33468742602 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502810 Sep 28 08:39:37.825069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40920) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.827701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.836343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] DHCP port deletion for c596fa37-2b2f-44d6-b000-d3bb7d4f04bb request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:37.838753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:37.839852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port e9686eec-5417-4376-b9b3-72f75cc9ed7d {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:37.840234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.843096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.851544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:37.851990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.858153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.858576 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router fc734125-0410-4a21-8fe7-788889a9b528 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:39:37.874706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.875790 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ae03eb06-2e3b-489b-9727-97e1ed6d0eb7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/fc734125-0410-4a21-8fe7-788889a9b528 HTTP/1.1" status: 204 len: 168 time: 0.8204269 Sep 28 08:39:37.876775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc7be0f-3cfe-4731-8d56-945dd06c4577 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:37.877525 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc7be0f-3cfe-4731-8d56-945dd06c4577 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:37.881236 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bcc7be0f-3cfe-4731-8d56-945dd06c4577 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/6bef4742-7de4-4039-8084-ffb481575989 HTTP/1.1" status: 404 len: 333 time: 0.0551550 Sep 28 08:39:37.881789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40922) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.885922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40924) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.898017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Deleting port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:37.898394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.916651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.924671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:37.930642 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] 10.222.0.27 "DELETE /v2.0/networks/3cb06e22-bd2e-4e43-8a17-026dbb26ffb0 HTTP/1.1" status: 204 len: 168 time: 0.3866127 Sep 28 08:39:37.940064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4db10f-dc65-4edb-ac5a-495dac6359cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb06e22-bd2e-4e43-8a17-026dbb26ffb0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:37.984814 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9d8725-5857-474f-86c3-7c764a8d0238 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:37.985294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9d8725-5857-474f-86c3-7c764a8d0238 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:37.988307 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9f9d8725-5857-474f-86c3-7c764a8d0238 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6380cc02-c8fc-4d33-b577-378daff04c15 HTTP/1.1" status: 404 len: 337 time: 0.0940711 Sep 28 08:39:37.991158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:37.992084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] For port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,segment=NetworkSegment(3d089542-18a2-4e1f-a9e3-3e083682ab85),segment_id=3d089542-18a2-4e1f-a9e3-3e083682ab85)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:37.992964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.006799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Calling delete_port for e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:38.014631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet b22e62b0-3f69-46be-b037-861fbe7c4413 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:38.020717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.039347 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed9631b-505d-4fdb-a846-8477edf04f7c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.040468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed9631b-505d-4fdb-a846-8477edf04f7c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.046490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4ed9631b-505d-4fdb-a846-8477edf04f7c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/68d86d41-30ea-4c62-8c95-04e367ad8f3f HTTP/1.1" status: 404 len: 337 time: 0.0541778 Sep 28 08:39:38.047580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.066898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.080899 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d9450d-4d95-42fe-8219-6e78b351ad9a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.082715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d9450d-4d95-42fe-8219-6e78b351ad9a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.085244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for e9686eec-5417-4376-b9b3-72f75cc9ed7d owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:38.090111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5d9450d-4d95-42fe-8219-6e78b351ad9a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/63007c9f-e205-43c4-9f6a-1fc5bbe8aba2 HTTP/1.1" status: 404 len: 333 time: 0.0390606 Sep 28 08:39:38.090292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40932) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.102554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.111658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.139005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] Pushing event deleted for resources: {'Port': ['ID=e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:38.146782 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-87173617-b42c-4538-a448-0fbec2970b0d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.147009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028d8df-d004-4899-97d5-8b0d4a3a5889 None None] No DVR routers for this DVR port e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:38.147239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87173617-b42c-4538-a448-0fbec2970b0d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.150301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-87173617-b42c-4538-a448-0fbec2970b0d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/afebe03f-3245-4902-bac8-1c2af6a2180d HTTP/1.1" status: 404 len: 337 time: 0.0590672 Sep 28 08:39:38.153078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.164976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40936) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.193574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b2e51a-c8f3-432c-a407-61f76807265b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.194047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b2e51a-c8f3-432c-a407-61f76807265b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.197008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-84b2e51a-c8f3-432c-a407-61f76807265b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/8cd8c82a-120b-48ac-96e6-aa1e9d5b12a3 HTTP/1.1" status: 404 len: 337 time: 0.0429399 Sep 28 08:39:38.202905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40938) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.231852 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-323de37a-9d29-4e50-a7f1-c2cfff7b373d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8678ef50f9074b4d84f9bc79873ff63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663905 Sep 28 08:39:38.234480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40940) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.246818 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d740eed-4eb7-4484-82ee-a80c1e866b87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.247529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d740eed-4eb7-4484-82ee-a80c1e866b87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.252931 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4d740eed-4eb7-4484-82ee-a80c1e866b87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/fadce3b2-a1c9-4ecc-9aa9-0418f43d8d8b HTTP/1.1" status: 404 len: 333 time: 0.0467064 Sep 28 08:39:38.253523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40942) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.284517 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c661fd27-df46-4148-8645-01e8481becb9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.285107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c661fd27-df46-4148-8645-01e8481becb9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.288147 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c661fd27-df46-4148-8645-01e8481becb9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/e99f1225-e523-4c7c-9bcf-4911f79dbc47 HTTP/1.1" status: 404 len: 337 time: 0.0334098 Sep 28 08:39:38.291636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40944) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.297618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.321499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5218c4c8-739a-49b2-b1cb-9dbcedf44316 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:38.340355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b926791-bafb-484d-b576-7e4cc56ac53a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.340818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b926791-bafb-484d-b576-7e4cc56ac53a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.346397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4b926791-bafb-484d-b576-7e4cc56ac53a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/27ccd603-a0fa-485e-be96-e15fec7ad511 HTTP/1.1" status: 404 len: 337 time: 0.0512950 Sep 28 08:39:38.349076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.349355 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 4 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:38.393909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:38.398004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3670b476-9191-4745-872f-8fde87703f03 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.398669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3670b476-9191-4745-872f-8fde87703f03 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.400293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.401742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3670b476-9191-4745-872f-8fde87703f03 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/cd632347-5d1d-4a5d-b9ad-0823412869be HTTP/1.1" status: 404 len: 333 time: 0.0528879 Sep 28 08:39:38.404416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.405682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.412284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:38.412712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.413061 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 Sep 28 08:39:38.432908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.463428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.469144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=e9686eec-5417-4376-b9b3-72f75cc9ed7d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:38.471566 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be2b32b-75c4-4fc3-8f4b-63f2a6ea3b30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.472025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be2b32b-75c4-4fc3-8f4b-63f2a6ea3b30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.475445 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4be2b32b-75c4-4fc3-8f4b-63f2a6ea3b30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/a6c394c9-8912-441b-8bb1-7301178f20e9 HTTP/1.1" status: 404 len: 337 time: 0.0700049 Sep 28 08:39:38.478935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.506669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=b22e62b0-3f69-46be-b037-861fbe7c4413,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:38.508854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.512069 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-639490a0-6ab1-40d4-824a-7a63425adef0 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/b22e62b0-3f69-46be-b037-861fbe7c4413 HTTP/1.1" status: 204 len: 168 time: 0.6269131 Sep 28 08:39:38.516029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:38.526148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40952) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.527554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e8aa17-5ad1-4abf-ae65-ec049eabab7b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.528448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e8aa17-5ad1-4abf-ae65-ec049eabab7b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.529547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9756050-bb1a-4d62-8154-2f9bf9dc4ba3 None None] Network c99d54e2-62ca-4653-b163-bc31f4647653 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:38.535570 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a8e8aa17-5ad1-4abf-ae65-ec049eabab7b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d74b4866-c7ec-4d9c-9d87-25a9791637b6 HTTP/1.1" status: 404 len: 337 time: 0.0528255 Sep 28 08:39:38.536089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.536801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.542995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-89ef527c-e4de-44a7-86ef-1efcbc16493c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/e9686eec-5417-4376-b9b3-72f75cc9ed7d HTTP/1.1" status: 204 len: 168 time: 1.3107569 Sep 28 08:39:38.543627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40956) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.583023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.590349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.591975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/04473235-7cf4-4105-ac0a-4e3f3ab2e3ea HTTP/1.1" status: 204 len: 168 time: 0.3557281 Sep 28 08:39:38.595088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e931af78-f82d-480d-b55d-5c080af2dbe6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.596675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e931af78-f82d-480d-b55d-5c080af2dbe6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.600654 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e931af78-f82d-480d-b55d-5c080af2dbe6 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/9d214cac-85cd-4569-aa98-bc21cce54740 HTTP/1.1" status: 404 len: 333 time: 0.0636702 Sep 28 08:39:38.607019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.616915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715023-1fb3-4d25-b236-349ac6c92fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04473235-7cf4-4105-ac0a-4e3f3ab2e3ea,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:38.621521 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0446eb-bdd9-48b1-a397-966e2b68e602 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:38.627717 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6d0446eb-bdd9-48b1-a397-966e2b68e602 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/e9686eec-5417-4376-b9b3-72f75cc9ed7d HTTP/1.1" status: 404 len: 333 time: 0.0813830 Sep 28 08:39:38.633318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40962) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.664484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:38.685354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-963eb2ac-f19b-4f74-a42d-dcd1b6791787 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.685814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963eb2ac-f19b-4f74-a42d-dcd1b6791787 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.688891 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-963eb2ac-f19b-4f74-a42d-dcd1b6791787 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6b511949-0fdf-4713-8778-6c03effc7c64 HTTP/1.1" status: 404 len: 337 time: 0.0807087 Sep 28 08:39:38.697734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40964) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.730668 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-22af5366-8e87-4ffa-b819-3dcaf4513b5a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.731579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22af5366-8e87-4ffa-b819-3dcaf4513b5a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.734711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-22af5366-8e87-4ffa-b819-3dcaf4513b5a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/0ecace51-dfb6-426c-a1c6-d40f38c4f556 HTTP/1.1" status: 404 len: 333 time: 0.0359418 Sep 28 08:39:38.737892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.789452 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d0e495-5ccc-4116-b6d2-38d2c49f923b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.790177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d0e495-5ccc-4116-b6d2-38d2c49f923b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.797876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c5d0e495-5ccc-4116-b6d2-38d2c49f923b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/af4de875-5c3e-4e56-bcc0-46fdfa754da7 HTTP/1.1" status: 404 len: 337 time: 0.0588195 Sep 28 08:39:38.805994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.836453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.844261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7590a530-569c-4ac9-bba0-8540574b41ed tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.845008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7590a530-569c-4ac9-bba0-8540574b41ed tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.850588 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7590a530-569c-4ac9-bba0-8540574b41ed tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/8354501a-61e3-4980-8bc1-ef4a1daf1c93 HTTP/1.1" status: 404 len: 333 time: 0.0365503 Sep 28 08:39:38.851678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40970) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.888971 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-8597ca1e-a61c-475a-abfd-2c00e1a6844b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.889463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8597ca1e-a61c-475a-abfd-2c00e1a6844b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.893106 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8597ca1e-a61c-475a-abfd-2c00e1a6844b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/aa5f0d1a-1283-4e56-a37a-df582d415f81 HTTP/1.1" status: 404 len: 337 time: 0.0403233 Sep 28 08:39:38.895944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:38.896288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:38.896888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40974) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.898296 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 5 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:38.924912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbe10dd-911a-4144-82df-06fd9bedc53d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.925893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbe10dd-911a-4144-82df-06fd9bedc53d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.930178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4cbe10dd-911a-4144-82df-06fd9bedc53d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/7ff0c782-7ed4-40bc-83db-4de8198681ca HTTP/1.1" status: 404 len: 333 time: 0.0313854 Sep 28 08:39:38.932247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.943669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:38.944015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:38.961605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-5312849f-8abb-468e-9e09-1af2b066fa1f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:38.962082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5312849f-8abb-468e-9e09-1af2b066fa1f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:38.965605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5312849f-8abb-468e-9e09-1af2b066fa1f tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/883f589a-283b-4496-8c5b-09a3322560be HTTP/1.1" status: 404 len: 337 time: 0.0321667 Sep 28 08:39:38.968080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40978) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:38.995369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c956c092-ab96-440d-a8cd-09bde0b21c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.006551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:39.018382 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8e1b72-7656-4a17-85f9-b867d7bde3c2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.019195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8e1b72-7656-4a17-85f9-b867d7bde3c2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.022487 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3e8e1b72-7656-4a17-85f9-b867d7bde3c2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/18b9a92c-20a4-48a1-8b45-0a7bcab51ceb HTTP/1.1" status: 404 len: 333 time: 0.0534530 Sep 28 08:39:39.025281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.056438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2e6eed-2e09-4168-ac71-8d0ef7198599 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.057188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2e6eed-2e09-4168-ac71-8d0ef7198599 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.063871 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dd2e6eed-2e09-4168-ac71-8d0ef7198599 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d718e91f-8a91-4b7b-81e1-86628dd53c29 HTTP/1.1" status: 404 len: 337 time: 0.0369830 Sep 28 08:39:39.064517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40982) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.093532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:39.093688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-654ac60c-75a8-48de-98cf-e61287346be4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.093809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.094186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654ac60c-75a8-48de-98cf-e61287346be4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.101929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-654ac60c-75a8-48de-98cf-e61287346be4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/d8193742-ba5a-4e25-8776-51a5a86fa6de HTTP/1.1" status: 404 len: 333 time: 0.0360141 Sep 28 08:39:39.102921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40984) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.107848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.122618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] DHCP port deletion for c99d54e2-62ca-4653-b163-bc31f4647653 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:39.134416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 7cc78570-ec7e-46f6-8975-31cc69c29cc1 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:39.141869 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b9a88-6367-4181-a58b-fc6e900e7aa1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.142473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7b9a88-6367-4181-a58b-fc6e900e7aa1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.145635 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7d7b9a88-6367-4181-a58b-fc6e900e7aa1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/96d380c5-d56b-4c3e-9406-d0cb058739ef HTTP/1.1" status: 404 len: 337 time: 0.0416131 Sep 28 08:39:39.148725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40986) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.178248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-847f7c9f-704d-4a5e-8038-cb31e32f673d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.178709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847f7c9f-704d-4a5e-8038-cb31e32f673d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.181748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-847f7c9f-704d-4a5e-8038-cb31e32f673d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/8ee299c7-1ca8-439e-a4d0-3fb258b1bb54 HTTP/1.1" status: 404 len: 337 time: 0.0320628 Sep 28 08:39:39.182570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,segment=NetworkSegment(7556fb85-fd63-4e5e-988c-bc8af0ae314c),segment_id=7556fb85-fd63-4e5e-988c-bc8af0ae314c)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:39.182942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.184512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.213465 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-035d7898-dc90-46a1-a9ba-bd0ac34290ff tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.214464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035d7898-dc90-46a1-a9ba-bd0ac34290ff tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.217773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-035d7898-dc90-46a1-a9ba-bd0ac34290ff tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/02a50750-bc62-4611-b37d-642a729b8eed HTTP/1.1" status: 404 len: 333 time: 0.0322008 Sep 28 08:39:39.218483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40992) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.225298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40994) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.225558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Deleting port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:39.225821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.241444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 667864b6-b3bf-4b54-99b3-d2f494aa8d3a owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:39.264692 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a1eff-33c5-452e-baf3-3355d9d133c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.265010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2a803d75-3198-4b42-ad7b-3f22bf7b2bef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=377cd0cfd23d417dbbd0f8975e1112e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451005 Sep 28 08:39:39.265235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746a1eff-33c5-452e-baf3-3355d9d133c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.267274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 40996) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.268234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-746a1eff-33c5-452e-baf3-3355d9d133c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/521d7fd5-02da-4b1a-9e5d-9b5e6abdad8f HTTP/1.1" status: 404 len: 337 time: 0.0404670 Sep 28 08:39:39.271553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 40998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.297817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment a296cfae-bd7c-43f6-bd8a-2fc74cd39c31 resource provider aggregate not found Sep 28 08:39:39.299779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] For port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,segment=NetworkSegment(7556fb85-fd63-4e5e-988c-bc8af0ae314c),segment_id=7556fb85-fd63-4e5e-988c-bc8af0ae314c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:39.300185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.320380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Calling delete_port for 667864b6-b3bf-4b54-99b3-d2f494aa8d3a owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:39.322433 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment a296cfae-bd7c-43f6-bd8a-2fc74cd39c31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a296cfae-bd7c-43f6-bd8a-2fc74cd39c31 found for delete ", "request_id": "req-d762e2b3-732a-4e91-9177-87a72827d8cd"}]} Sep 28 08:39:39.353407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.353652 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a5cb5-b46c-4ab4-912e-33a9c8039832 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.353787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00a5cb5-b46c-4ab4-912e-33a9c8039832 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.359259 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d00a5cb5-b46c-4ab4-912e-33a9c8039832 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/90631e31-c9d6-4223-b6ef-5551db61f26c HTTP/1.1" status: 404 len: 337 time: 0.0816226 Sep 28 08:39:39.360024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41006) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.399058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f65b81c-47e0-41f1-b730-561fd8ad6a4b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.399770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f65b81c-47e0-41f1-b730-561fd8ad6a4b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.402863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4f65b81c-47e0-41f1-b730-561fd8ad6a4b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/13dc2d82-97c1-4312-be33-fc26b96ae5cb HTTP/1.1" status: 404 len: 333 time: 0.0421927 Sep 28 08:39:39.406478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41008) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.410339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.412094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.439853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] Pushing event deleted for resources: {'Port': ['ID=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:39.442695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a83e8f-c516-4812-a72e-da595534ce97 None None] No DVR routers for this DVR port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:39.463368 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f606ae-2d17-4c27-a0dc-8c281c50f731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.463860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f606ae-2d17-4c27-a0dc-8c281c50f731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.467221 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a3f606ae-2d17-4c27-a0dc-8c281c50f731 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/0f60dc3c-5de0-4f67-9814-e04d3b631c20 HTTP/1.1" status: 404 len: 337 time: 0.0583947 Sep 28 08:39:39.470296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41010) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.482195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.499362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb93dd2-207e-4757-a04c-711fcaf4b7f2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.499835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb93dd2-207e-4757-a04c-711fcaf4b7f2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.502946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8eb93dd2-207e-4757-a04c-711fcaf4b7f2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6f03a27c-bfb5-49eb-9854-a2b41debd33f HTTP/1.1" status: 404 len: 337 time: 0.0316865 Sep 28 08:39:39.504139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.507009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.507353 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 6 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:39.510506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/46dfd845-d4a2-4a79-a8f8-9eca8fb7a434 HTTP/1.1" status: 204 len: 168 time: 0.2398846 Sep 28 08:39:39.510506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41012) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.527201 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=667864b6-b3bf-4b54-99b3-d2f494aa8d3a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:39.531721 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 667864b6-b3bf-4b54-99b3-d2f494aa8d3a on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:39.536946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fc44-a9e9-4467-89da-4ba8cd6df50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dfd845-d4a2-4a79-a8f8-9eca8fb7a434,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:39.539017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-208effbe-591b-45c3-a88e-1597d3aa0a30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.539758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208effbe-591b-45c3-a88e-1597d3aa0a30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.545259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-208effbe-591b-45c3-a88e-1597d3aa0a30 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/cf4dec79-580f-4c4c-8b3c-c4a53de43497 HTTP/1.1" status: 404 len: 333 time: 0.0318565 Sep 28 08:39:39.549859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41016) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.561295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:39.574877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.581450 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e75fb1-bda8-4e52-ad9a-cf59efa3c361 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.582591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e75fb1-bda8-4e52-ad9a-cf59efa3c361 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.589094 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-79e75fb1-bda8-4e52-ad9a-cf59efa3c361 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/aa540481-ec1b-477a-a599-7998dcfe557a HTTP/1.1" status: 404 len: 337 time: 0.0377054 Sep 28 08:39:39.589706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41018) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.616007 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-31850baf-5a1e-46bc-866c-3a05b5f8992b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.616424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31850baf-5a1e-46bc-866c-3a05b5f8992b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.623184 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-31850baf-5a1e-46bc-866c-3a05b5f8992b tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/ec489ff3-84f6-4be8-b27f-25c431728a52 HTTP/1.1" status: 404 len: 337 time: 0.0318513 Sep 28 08:39:39.623184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.625734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=7cc78570-ec7e-46f6-8975-31cc69c29cc1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:39.659809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7d437248-e304-4b6e-a9cf-9616728a9b61 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports?device_id=2176a464-5b37-4c44-b524-9f579d3040c5 HTTP/1.1" status: 200 len: 205 time: 0.0353718 Sep 28 08:39:39.660479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41022) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.671940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.701694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.705267 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6c9b171d-bf21-43e3-993b-3f690f579fcb tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/7cc78570-ec7e-46f6-8975-31cc69c29cc1 HTTP/1.1" status: 204 len: 168 time: 1.0704758 Sep 28 08:39:39.706874 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-7311c46f-50f9-41d8-b4b7-0a75df833b1a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] delete failed (client error): The resource could not be found. Sep 28 08:39:39.711178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7311c46f-50f9-41d8-b4b7-0a75df833b1a tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/routers/2176a464-5b37-4c44-b524-9f579d3040c5 HTTP/1.1" status: 404 len: 336 time: 0.0489912 Sep 28 08:39:39.711709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.711847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41026) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.730940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99d54e2-62ca-4653-b163-bc31f4647653']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:39.749879 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c82039-5262-4c7b-b033-576a3ba61c87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.750349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c82039-5262-4c7b-b033-576a3ba61c87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.756622 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e7c82039-5262-4c7b-b033-576a3ba61c87 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/d3fd9da0-fafc-4fa3-987b-7dd0b6e49b10 HTTP/1.1" status: 404 len: 337 time: 0.0407958 Sep 28 08:39:39.757701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41028) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.765447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7556fb85-fd63-4e5e-988c-bc8af0ae314c') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:39.765748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7556fb85-fd63-4e5e-988c-bc8af0ae314c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:39.770551 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-e626a73d-9470-4ed3-9d45-f0a7d2b58df3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:39.772348 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e626a73d-9470-4ed3-9d45-f0a7d2b58df3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/7cc78570-ec7e-46f6-8975-31cc69c29cc1 HTTP/1.1" status: 404 len: 333 time: 0.0593860 Sep 28 08:39:39.780241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41030) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.787271 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a1f4353-8260-4e88-95b9-afe7daba89bc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "GET /v2.0/ports?device_id=b94948e8-aa84-427d-974d-f85ab4d4bec0 HTTP/1.1" status: 200 len: 205 time: 0.0283823 Sep 28 08:39:39.791910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.802964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.850357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.863355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-5f96f67f-8fa4-4a75-88e6-21533e9581b7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] delete failed (client error): The resource could not be found. Sep 28 08:39:39.865301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:39.865967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.868786 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5f96f67f-8fa4-4a75-88e6-21533e9581b7 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/routers/b94948e8-aa84-427d-974d-f85ab4d4bec0 HTTP/1.1" status: 404 len: 336 time: 0.0753000 Sep 28 08:39:39.869351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41034) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.896200 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7556fb85-fd63-4e5e-988c-bc8af0ae314c resource provider aggregate not found Sep 28 08:39:39.908190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9de217-a173-4620-a0fd-fa087ee5e0c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.908663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9de217-a173-4620-a0fd-fa087ee5e0c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.915652 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c9de217-a173-4620-a0fd-fa087ee5e0c4 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/b00d1a71-47ae-4c05-adc9-b27c079fcd11 HTTP/1.1" status: 404 len: 337 time: 0.0451930 Sep 28 08:39:39.916308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41040) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.948300 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63eee7a-e974-49d8-8cd6-fe8c2bebc9b8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.948741 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7556fb85-fd63-4e5e-988c-bc8af0ae314c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7556fb85-fd63-4e5e-988c-bc8af0ae314c found for delete ", "request_id": "req-42302872-a9a7-439f-9d79-04b91fc61cee"}]} Sep 28 08:39:39.948921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63eee7a-e974-49d8-8cd6-fe8c2bebc9b8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.951965 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c63eee7a-e974-49d8-8cd6-fe8c2bebc9b8 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/c9bf3520-7d28-4b93-8ece-ea2fd51d8f66 HTTP/1.1" status: 404 len: 337 time: 0.0345232 Sep 28 08:39:39.953207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 6c085fde-a65d-4089-9330-e65312b8e0b6 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:39.954522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41042) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.961065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:39.979451 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bd9b7f-2fcb-4d26-9476-8b8454345992 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:39.980077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bd9b7f-2fcb-4d26-9476-8b8454345992 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:39.983240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f2bd9b7f-2fcb-4d26-9476-8b8454345992 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/87416146-41e6-4424-8576-9980c7340d72 HTTP/1.1" status: 404 len: 333 time: 0.0274384 Sep 28 08:39:39.986300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41044) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:39.988876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.007648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.010889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/c99d54e2-62ca-4653-b163-bc31f4647653 HTTP/1.1" status: 204 len: 168 time: 1.4820769 Sep 28 08:39:40.014747 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41046) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.016506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d5f8da-0e56-43fc-97bd-38fe9fbe294d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.016972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d5f8da-0e56-43fc-97bd-38fe9fbe294d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.017183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affed68-3664-4fd4-8491-ef5d138b3739 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=c99d54e2-62ca-4653-b163-bc31f4647653,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:40.022610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-90d5f8da-0e56-43fc-97bd-38fe9fbe294d tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/126d79eb-7fce-4201-b63d-2b66bcf8442a HTTP/1.1" status: 404 len: 337 time: 0.0327778 Sep 28 08:39:40.023390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41048) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.025338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646194573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:40.046359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.051036 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50a8132-8169-49dc-a847-ecb5a3986a99 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.051861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50a8132-8169-49dc-a847-ecb5a3986a99 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.052635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.055049 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d50a8132-8169-49dc-a847-ecb5a3986a99 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/b3f81001-8502-4717-97ec-7bb50e2b1b7e HTTP/1.1" status: 404 len: 333 time: 0.0309520 Sep 28 08:39:40.057603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41050) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.062082 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 7 to provision port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 Sep 28 08:39:40.086498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.087522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.087836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfb9077-9c8a-474f-86bb-2654cee5d9a1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.088321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfb9077-9c8a-474f-86bb-2654cee5d9a1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.088481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Port 7cc78570-ec7e-46f6-8975-31cc69c29cc1 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:39:40.091590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3cfb9077-9c8a-474f-86bb-2654cee5d9a1 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/19ea04f0-83f7-4f49-9dca-e2e211a8233b HTTP/1.1" status: 404 len: 337 time: 0.0330396 Sep 28 08:39:40.092606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Could not find standard attr ID for object 6bef4742-7de4-4039-8084-ffb481575989. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:40.094610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41052) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.104084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Provisioning complete for port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:40.104305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.104579 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Attempt 1 to provision port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 Sep 28 08:39:40.117712 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-845d79f8-2815-42af-bbe3-043942d73019 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.118391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845d79f8-2815-42af-bbe3-043942d73019 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.123950 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-845d79f8-2815-42af-bbe3-043942d73019 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/de347931-4d63-4b41-b2f0-0a79d0786173 HTTP/1.1" status: 404 len: 333 time: 0.0259748 Sep 28 08:39:40.124169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41054) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.153318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-9542930d-df92-428f-9710-c21a3e9c3279 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.153318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9542930d-df92-428f-9710-c21a3e9c3279 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.158156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9542930d-df92-428f-9710-c21a3e9c3279 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/a0227329-af0c-436d-932a-b1430967106f HTTP/1.1" status: 404 len: 337 time: 0.0307045 Sep 28 08:39:40.158415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.180994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.181377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b43ef6-2828-42d4-afaf-5f16e5899b8c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.182050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b43ef6-2828-42d4-afaf-5f16e5899b8c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.187372 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-53b43ef6-2828-42d4-afaf-5f16e5899b8c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/4a001e87-c62b-48b2-aae8-d8b9aa038ecc HTTP/1.1" status: 404 len: 333 time: 0.0257158 Sep 28 08:39:40.187559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Current status of the port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:40.188586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41058) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.190212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f82425e3-a7f4-4626-be4e-fb1d67efbee7 None None] Could not find standard attr ID for object e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:40.192237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.195711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.219237 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46b51b8-7652-47de-bfd7-ef6b3798b9af tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.219990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46b51b8-7652-47de-bfd7-ef6b3798b9af tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.223085 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e46b51b8-7652-47de-bfd7-ef6b3798b9af tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/b1d75293-426a-4af8-b893-c98448129833 HTTP/1.1" status: 404 len: 337 time: 0.0333791 Sep 28 08:39:40.225697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41060) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.246013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.247470 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-93103635-5393-4e17-8655-3f8bb68e8c5f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2314878 Sep 28 08:39:40.250187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41062) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.252688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc7b466-c280-4c74-bf29-54ffd88d15cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.253534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc7b466-c280-4c74-bf29-54ffd88d15cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.259329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-abc7b466-c280-4c74-bf29-54ffd88d15cc tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/54f8d456-ca3b-4861-93cd-d84dd070be0f HTTP/1.1" status: 404 len: 333 time: 0.0302553 Sep 28 08:39:40.259508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1313903041'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:40.259614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41064) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.286869 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-5527e987-4c17-41b1-9bf7-6560b111d1d2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.287329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5527e987-4c17-41b1-9bf7-6560b111d1d2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.287857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:40.293216 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5527e987-4c17-41b1-9bf7-6560b111d1d2 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/6ebb42ff-8825-456a-8ef8-4ffed26a0e6e HTTP/1.1" status: 404 len: 337 time: 0.0300777 Sep 28 08:39:40.293358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.293458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41066) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.296163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.304217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3e347374-c8bb-49d3-99f7-f22ae6b35198 None None] Could not find standard attr ID for object e9686eec-5417-4376-b9b3-72f75cc9ed7d. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:40.307515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3e347374-c8bb-49d3-99f7-f22ae6b35198 None None] Could not find standard attr ID for object e838dc59-6bd9-4a4f-bf07-d1cb21e3a46c. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:40.313847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 667864b6-b3bf-4b54-99b3-d2f494aa8d3a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:40.319363 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-322270d0-2c92-4e71-90f6-3e02951921b5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.320049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322270d0-2c92-4e71-90f6-3e02951921b5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.325566 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-322270d0-2c92-4e71-90f6-3e02951921b5 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/c5e211cd-cb59-416e-a76b-1e2a0adfbc7a HTTP/1.1" status: 404 len: 333 time: 0.0288055 Sep 28 08:39:40.326161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41068) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.337147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 667864b6-b3bf-4b54-99b3-d2f494aa8d3a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:40.337622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 667864b6-b3bf-4b54-99b3-d2f494aa8d3a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:40.341948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.345204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/6c085fde-a65d-4089-9330-e65312b8e0b6 HTTP/1.1" status: 204 len: 168 time: 0.5639560 Sep 28 08:39:40.347992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c093aee-1beb-47cd-b201-ced7675c2089 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=6c085fde-a65d-4089-9330-e65312b8e0b6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:40.350534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41070) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.354312 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-402819b1-5225-43b4-a409-1ff6a14e2edf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.354807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402819b1-5225-43b4-a409-1ff6a14e2edf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.361253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a05a2-8eae-421b-9d75-bdd643a7c9e7 None None] Network 70507a34-be5c-4dca-b653-63690fb8f264 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:40.361425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-402819b1-5225-43b4-a409-1ff6a14e2edf tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/5008f2e5-fe10-462d-965f-cc4d06bc08ff HTTP/1.1" status: 404 len: 337 time: 0.0322008 Sep 28 08:39:40.361712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41072) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.372614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:40.390720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a7daf7-01d3-472a-b36b-8846f7215e85 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.391241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a7daf7-01d3-472a-b36b-8846f7215e85 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.397096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-78a7daf7-01d3-472a-b36b-8846f7215e85 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/ports/15f16a4d-db4b-4f00-9f96-f667cd70c8f9 HTTP/1.1" status: 404 len: 333 time: 0.0312092 Sep 28 08:39:40.397299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.397299 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment dc049839-20db-4230-a25a-6a88d4505025 of type vlan for network cc0aa6e3-2d69-49f6-893b-5be9aa23256e Sep 28 08:39:40.397480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41074) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.429892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a4f458-322a-4692-8676-f80b93200de9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] DELETE failed (client error): The resource could not be found. Sep 28 08:39:40.430522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a4f458-322a-4692-8676-f80b93200de9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:39:40.433587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e6a4f458-322a-4692-8676-f80b93200de9 tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/subnets/afcfa1d0-14a8-4c79-95fc-fd0c1808429d HTTP/1.1" status: 404 len: 337 time: 0.0352616 Sep 28 08:39:40.436291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41076) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.488415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.491720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.519650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.555485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.562602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:40.562602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.569011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] DHCP port deletion for 70507a34-be5c-4dca-b653-63690fb8f264 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:40.598052 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3440242 Sep 28 08:39:40.599355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41078) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:40.604515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:40.623331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Deleting port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:40.623700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.625373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.642446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:40.642779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.647342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c596fa37-2b2f-44d6-b000-d3bb7d4f04bb']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:40.657689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d089542-18a2-4e1f-a9e3-3e083682ab85') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:40.657991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d089542-18a2-4e1f-a9e3-3e083682ab85') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:40.667757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.682149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.689478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] For port 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5218c4c8-739a-49b2-b1cb-9dbcedf44316,segment=NetworkSegment(3971ecc0-8ccc-47d7-93f5-348a035c237a),segment_id=3971ecc0-8ccc-47d7-93f5-348a035c237a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:40.689877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.691413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:40.692571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.703725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Calling delete_port for 5218c4c8-739a-49b2-b1cb-9dbcedf44316 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:40.730891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f8ff9-0cbf-495f-8d1c-31768cc78bd7 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=cc0aa6e3-2d69-49f6-893b-5be9aa23256e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:40.760464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:40.767276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.774547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.781230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] 10.222.0.27 "DELETE /v2.0/networks/c596fa37-2b2f-44d6-b000-d3bb7d4f04bb HTTP/1.1" status: 204 len: 168 time: 0.3409193 Sep 28 08:39:40.813586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d3285-cc95-4a82-b6e0-2935130d083c tempest-NetworksTestDHCPv6-1287193213 tempest-NetworksTestDHCPv6-1287193213-project] Pushing event deleted for resources: {'Network': ['ID=c596fa37-2b2f-44d6-b000-d3bb7d4f04bb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:40.839093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port 5218c4c8-739a-49b2-b1cb-9dbcedf44316, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5218c4c8-739a-49b2-b1cb-9dbcedf44316,segment=NetworkSegment(3971ecc0-8ccc-47d7-93f5-348a035c237a),segment_id=3971ecc0-8ccc-47d7-93f5-348a035c237a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:40.839424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.863677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 5218c4c8-739a-49b2-b1cb-9dbcedf44316 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:40.866051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.880720 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-a6271d43-6f6f-424b-ae5f-d3594259e9f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1454737 Sep 28 08:39:40.882814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:40.887191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:40.896319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] Pushing event deleted for resources: {'Port': ['ID=5218c4c8-739a-49b2-b1cb-9dbcedf44316,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:40.900978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01df81-1d07-498f-bc14-f9dd4ed3d94c None None] No DVR routers for this DVR port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:41.081421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-15c70f8c-4de1-40b8-a987-9438035e7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.083225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-15c70f8c-4de1-40b8-a987-9438035e7f5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1099 time: 0.0957277 Sep 28 08:39:41.085797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.095089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41084) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:41.150284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port 5218c4c8-739a-49b2-b1cb-9dbcedf44316 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:41.170850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=5218c4c8-739a-49b2-b1cb-9dbcedf44316,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:41.232803 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8334d6e8-c0c0-41b3-a3a5-3cbccce01b92 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2ff90ab95fd4a759636aca527f0b4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362531 Sep 28 08:39:41.235255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41088) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:41.240054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.285060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.306901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.331012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.342291 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3d089542-18a2-4e1f-a9e3-3e083682ab85 resource provider aggregate not found Sep 28 08:39:41.366647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 3d089542-18a2-4e1f-a9e3-3e083682ab85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d089542-18a2-4e1f-a9e3-3e083682ab85 found for delete ", "request_id": "req-bf260600-01f8-49b6-a726-fc6d0b08f60d"}]} Sep 28 08:39:41.367913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70507a34-be5c-4dca-b653-63690fb8f264']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:41.368754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.371621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.375236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21ae572b-5fed-42f1-a2ef-d776d18af0bc HTTP/1.1" status: 204 len: 168 time: 0.1367326 Sep 28 08:39:41.382646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110a53-01d0-41d9-b571-353eece4c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae572b-5fed-42f1-a2ef-d776d18af0bc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:41.384206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.393734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3971ecc0-8ccc-47d7-93f5-348a035c237a') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:41.394169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3971ecc0-8ccc-47d7-93f5-348a035c237a') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:41.430958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.435508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-8132961d-cc04-47b8-962d-f0a06bb2d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.436999 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-8132961d-cc04-47b8-962d-f0a06bb2d971 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 898 time: 0.3183687 Sep 28 08:39:41.473811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.519183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:41.519616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.527322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=34b3a289-4caa-4f0c-b566-89844b7c8850,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:41.596096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:41.596454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: cc0aa6e3-2d69-49f6-893b-5be9aa23256e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:41.610309 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-2804d304-b7dd-444b-93e9-229256cbb101 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 1001 time: 0.1543264 Sep 28 08:39:41.615176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.626604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.630567 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/70507a34-be5c-4dca-b653-63690fb8f264 HTTP/1.1" status: 204 len: 168 time: 1.2777267 Sep 28 08:39:41.634973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41102) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:41.641191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-457180636'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:41.667732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:41.672583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.674068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eb447-fe0a-43c1-91df-8f56d9794818 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=70507a34-be5c-4dca-b653-63690fb8f264,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:41.676044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:41.686100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.695621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, cc0aa6e3-2d69-49f6-893b-5be9aa23256e) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:41.706016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.706771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a463c-dfef-417b-93a6-0466cf936ec7 None None] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:41.707181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.707905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:41.722268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-a4639501-2058-4f34-96b6-b99dac6d22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.724173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-a4639501-2058-4f34-96b6-b99dac6d22da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 200 len: 835 time: 0.1050358 Sep 28 08:39:41.724441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.724853 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Added segment 0bc8c2f2-53d3-4162-8e12-51966ac4ac46 of type vlan for network 973fd623-5a65-49dc-ace9-c5302887e876 Sep 28 08:39:41.738956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41106) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:41.739336 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b49ba97f-bfab-4fe8-8d38-6046a2bbdaa4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1383064 Sep 28 08:39:41.786024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-47ed421c-6d72-419b-9270-ef977328b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.787660 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-47ed421c-6d72-419b-9270-ef977328b3d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469818 Sep 28 08:39:41.821006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.905701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:41.906707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:41.937768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-c4d1bfd8-c4fc-4697-9a37-f35e29592a89 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357980 Sep 28 08:39:42.007363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.013948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:42.014603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.090562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Allocated IP 172.20.0.2 (cc0aa6e3-2d69-49f6-893b-5be9aa23256e/34b3a289-4caa-4f0c-b566-89844b7c8850/62d2aab3-0725-4a59-9dd9-d382933533a4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:42.115324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4783247 Sep 28 08:39:42.158602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41122) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:42.158963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41124) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:42.193327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': '973fd623-5a65-49dc-ace9-c5302887e876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:42.239559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e13974-7314-4ec6-b23c-606fb0968694 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Network': ['ID=973fd623-5a65-49dc-ace9-c5302887e876,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.273560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 973fd623-5a65-49dc-ace9-c5302887e876 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:42.306158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.310394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.323714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.338110 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 3971ecc0-8ccc-47d7-93f5-348a035c237a resource provider aggregate not found Sep 28 08:39:42.359550 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 3971ecc0-8ccc-47d7-93f5-348a035c237a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3971ecc0-8ccc-47d7-93f5-348a035c237a found for delete ", "request_id": "req-125dff06-808d-4a9f-bea9-2d7a42f44c6a"}]} Sep 28 08:39:42.386663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1493236872'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:42.415898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Pushing event updated for resources: {'Port': ['ID=62d2aab3-0725-4a59-9dd9-d382933533a4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.438133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:42.443323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:42.444800 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-783fe58f-75fd-4635-8eca-2c411f6cebd2 req-424db485-ea7a-4b5d-bd6c-337e8bc00241 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002770 Sep 28 08:39:42.445680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:42.503726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Made reservation on behalf of 14dc32e1d1e64859bf482aa5926698bb for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:42.507881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.514012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Attempting to bind port 62d2aab3-0725-4a59-9dd9-d382933533a4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:42.514383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Attempting to bind port 62d2aab3-0725-4a59-9dd9-d382933533a4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:42.514745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Attempting to bind port 62d2aab3-0725-4a59-9dd9-d382933533a4 on network cc0aa6e3-2d69-49f6-893b-5be9aa23256e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:42.520292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:42.520683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Checking segment: {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:42.521397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.521603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Bound using segment: {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:42.522091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Bound port: 62d2aab3-0725-4a59-9dd9-d382933533a4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:42.522486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.531711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.559849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:42.561253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5218c4c8-739a-49b2-b1cb-9dbcedf44316 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:42.563695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.586228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5218c4c8-739a-49b2-b1cb-9dbcedf44316 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:42.586571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5218c4c8-739a-49b2-b1cb-9dbcedf44316 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:42.615164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] For port 62d2aab3-0725-4a59-9dd9-d382933533a4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:42.618206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] For port 62d2aab3-0725-4a59-9dd9-d382933533a4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=62d2aab3-0725-4a59-9dd9-d382933533a4,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:42.624395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.685431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b259c2e-e164-43c1-9d28-22b5cfe7bdd2 None None] Pushing event updated for resources: {'Port': ['ID=62d2aab3-0725-4a59-9dd9-d382933533a4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.829880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.20.0.1 (cc0aa6e3-2d69-49f6-893b-5be9aa23256e/34b3a289-4caa-4f0c-b566-89844b7c8850/e5aca51e-6af9-42fd-974a-e3b3bfd08ea6) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:42.917819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:42.951867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.031204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:43.033454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.076003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e6b6a0-4f2e-47ca-b537-1fcf2f850629,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.096601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.096932 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Added segment 6607babd-cbe9-43f1-aacb-1c0ea6846a39 of type vlan for network 58108722-6ce9-4f27-bd00-207d97e6804e Sep 28 08:39:43.150799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.172197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=c7acc229-7fd9-45e7-89a2-4598c260372f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.185794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.217456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Checking segment: {'id': '0bc8c2f2-53d3-4162-8e12-51966ac4ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:43.217726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network hostable DHCP agents. Network: 973fd623-5a65-49dc-ace9-c5302887e876, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:43.239522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.244973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:43.245582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.252359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.308555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 973fd623-5a65-49dc-ace9-c5302887e876 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:43.321823 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1578012 Sep 28 08:39:43.325093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41130) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:43.331400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Request body: {'subnet': {'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:43.376375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 973fd623-5a65-49dc-ace9-c5302887e876) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:43.381781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:43.382586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0636a-6339-477d-a95e-360b48502af3 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'Network': ['ID=58108722-6ce9-4f27-bd00-207d97e6804e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.388171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff406482-818b-41ff-92c7-b5afc07f53d0 None None] Network 973fd623-5a65-49dc-ace9-c5302887e876 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:43.393081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 58108722-6ce9-4f27-bd00-207d97e6804e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:43.405795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:43.409153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:43.409419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.411820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.415115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:43.482176 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-089b215f-8c96-4276-8ae3-34dbf542d3fe tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3185549 Sep 28 08:39:43.484276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41132) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:43.490024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1477913475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:43.496177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.500475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Made reservation on behalf of 14dc32e1d1e64859bf482aa5926698bb for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:43.504374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.548366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.549929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.625780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-973fd623-5a65-49dc-ace9-c5302887e876', 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': 'c7acc229-7fd9-45e7-89a2-4598c260372f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:43.627377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.653629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.690299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.737689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.778765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739c87a-1702-4e4e-9537-f796e6e07663 None None] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:43.783673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.787482 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-31d6e9c4-5f32-4fc7-84c7-94271679b231 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2996190 Sep 28 08:39:43.790776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41134) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:43.799984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'network_id': '973fd623-5a65-49dc-ace9-c5302887e876', 'name': 'tempest-PortsIpV6TestJSON-1286828103'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:43.844641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.867686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Allocated IP 2001:db8::2 (973fd623-5a65-49dc-ace9-c5302887e876/c7acc229-7fd9-45e7-89a2-4598c260372f/339706a4-3424-41d8-91bd-4d6d94871daf) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:43.901269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Provisioning complete for port 62d2aab3-0725-4a59-9dd9-d382933533a4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:43.901642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:43.902117 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Attempt 1 to provision port 62d2aab3-0725-4a59-9dd9-d382933533a4 Sep 28 08:39:43.960569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'Subnet': ['ID=d6921892-16e3-462f-9fa8-6ee9c934c840,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.977999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Checking segment: {'id': '6607babd-cbe9-43f1-aacb-1c0ea6846a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:43.978390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Network hostable DHCP agents. Network: 58108722-6ce9-4f27-bd00-207d97e6804e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:43.996961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:44.000296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.014463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Network 58108722-6ce9-4f27-bd00-207d97e6804e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:44.028327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 84de26d3-b1fc-4302-b24a-80e1179a767a yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:44.035599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 58108722-6ce9-4f27-bd00-207d97e6804e) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:44.042798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:44.043396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.060702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5676942-ab73-4dfc-8d2b-6f5f6ed189a5 None None] Network 58108722-6ce9-4f27-bd00-207d97e6804e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:44.109550 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7be95dd9-80a7-4c92-a50d-fa3da1af137f tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7796972 Sep 28 08:39:44.110333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41136) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:44.115337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Request body: {'port': {'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-158241175'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:44.236331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Made reservation on behalf of 14dc32e1d1e64859bf482aa5926698bb for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:44.241238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.272345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] device_id is not set on port 824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:44.374647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 62d2aab3-0725-4a59-9dd9-d382933533a4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:44.399947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.408892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.409125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Current status of the port 62d2aab3-0725-4a59-9dd9-d382933533a4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:44.409625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.418601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.430613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Allocated IP 2001:db8::204 (58108722-6ce9-4f27-bd00-207d97e6804e/d6921892-16e3-462f-9fa8-6ee9c934c840/824bb185-e31b-45e2-acbe-9ecfa7b2c1a5) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:44.449117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.488337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.492241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.521547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::145 (973fd623-5a65-49dc-ace9-c5302887e876/c7acc229-7fd9-45e7-89a2-4598c260372f/84de26d3-b1fc-4302-b24a-80e1179a767a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:44.585606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] For port 62d2aab3-0725-4a59-9dd9-d382933533a4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=62d2aab3-0725-4a59-9dd9-d382933533a4,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:44.591811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Network 973fd623-5a65-49dc-ace9-c5302887e876 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:44.602967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:44.606224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:44.613932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.616903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Pushing event updated for resources: {'Port': ['ID=339706a4-3424-41d8-91bd-4d6d94871daf,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.618418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network cc0aa6e3-2d69-49f6-893b-5be9aa23256e is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:44.631615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:44.680137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad6a2d-fb4f-4470-814f-082c27c9bf0d None None] Pushing event updated for resources: {'Port': ['ID=62d2aab3-0725-4a59-9dd9-d382933533a4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.684337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 62d2aab3-0725-4a59-9dd9-d382933533a4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:44.684842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.685309 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 62d2aab3-0725-4a59-9dd9-d382933533a4 Sep 28 08:39:44.781923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-58108722-6ce9-4f27-bd00-207d97e6804e', 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e', 'tenant_id': '14dc32e1d1e64859bf482aa5926698bb', 'fixed_ips': [{'subnet_id': 'd6921892-16e3-462f-9fa8-6ee9c934c840'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:44.783312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.803180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.803559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:39:44.805491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Attempting to bind port 339706a4-3424-41d8-91bd-4d6d94871daf on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:44.805868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Attempting to bind port 339706a4-3424-41d8-91bd-4d6d94871daf by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '0bc8c2f2-53d3-4162-8e12-51966ac4ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:44.806308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Attempting to bind port 339706a4-3424-41d8-91bd-4d6d94871daf on network 973fd623-5a65-49dc-ace9-c5302887e876 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:44.827659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:44.828048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Checking segment: {'id': '0bc8c2f2-53d3-4162-8e12-51966ac4ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:44.828454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.828851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Bound using segment: {'id': '0bc8c2f2-53d3-4162-8e12-51966ac4ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:44.829403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Bound port: 339706a4-3424-41d8-91bd-4d6d94871daf, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc8c2f2-53d3-4162-8e12-51966ac4ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '973fd623-5a65-49dc-ace9-c5302887e876'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:44.829775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.869695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.891597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.925894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:44.934986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9dae55d6-ff0b-490a-8230-076fec280853 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944227 Sep 28 08:39:44.936086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41138) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:44.941950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706094787'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:44.954132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Network 58108722-6ce9-4f27-bd00-207d97e6804e is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:44.961718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:44.963843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'Port': ['ID=824bb185-e31b-45e2-acbe-9ecfa7b2c1a5,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.967441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:44.973894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:44.974556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.978955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:44.981743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:44.984091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:44.987018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.019444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:45.032376 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0bc10707-1e85-4039-a0cd-c04f9ba9e553 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9209042 Sep 28 08:39:45.034676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.035514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment bb8cc414-c146-4277-8883-ed8239da12ed of type vlan for network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d Sep 28 08:39:45.037082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41140) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:45.041682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 973fd623-5a65-49dc-ace9-c5302887e876 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:45.051919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Request body: {'port': {'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-631842855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:45.052814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] bootfile-name is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:45.053262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:45.053404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] tftp-server is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:45.053782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] server-ip-address is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:45.055350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=84de26d3-b1fc-4302-b24a-80e1179a767a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.057668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:45.063345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:45.063985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.090246 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-70c67384-4ffe-40b1-9044-00ffe046c615 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2947102 Sep 28 08:39:45.090579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41142) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:45.105425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 62d2aab3-0725-4a59-9dd9-d382933533a4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:45.122196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:45.123015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:45.172995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.218670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Provisioning complete for port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:45.219045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.219725 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 1 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:45.222305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] For port 339706a4-3424-41d8-91bd-4d6d94871daf, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:45.247850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.253769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:45.255064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.281020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Made reservation on behalf of 14dc32e1d1e64859bf482aa5926698bb for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:45.284947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.287544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] For port 339706a4-3424-41d8-91bd-4d6d94871daf, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=339706a4-3424-41d8-91bd-4d6d94871daf,segment=NetworkSegment(0bc8c2f2-53d3-4162-8e12-51966ac4ac46),segment_id=0bc8c2f2-53d3-4162-8e12-51966ac4ac46)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:45.293315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:45.315397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3783455 Sep 28 08:39:45.316233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41144) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:45.334148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Allocated IP 2001:db8::2 (58108722-6ce9-4f27-bd00-207d97e6804e/d6921892-16e3-462f-9fa8-6ee9c934c840/1b9edca2-98cb-44a1-91e6-2c8646be06c3) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:45.336714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.356241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:45.384687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c2b78-f2c7-4a7b-bf81-10074f24e8a5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.400779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] device_id is not set on port 2553c67e-d2fc-4c09-b08a-1ff4699a7947 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:45.405101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c884f5-1d70-459c-ae44-d60554c90614 None None] Pushing event updated for resources: {'Port': ['ID=339706a4-3424-41d8-91bd-4d6d94871daf,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.408024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:45.418760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:45.518920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.577722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:45.582386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.844832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.858007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.871630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.872030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.885678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:45.916662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Network 58108722-6ce9-4f27-bd00-207d97e6804e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:45.920034 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 2 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:45.921795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:45.926204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:45.969648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:45.970008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:45.975280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=bf089f23-2c24-4c23-8465-87c7bade84be,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.989732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=84de26d3-b1fc-4302-b24a-80e1179a767a,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.990919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Allocated IP 2001:db8::16 (58108722-6ce9-4f27-bd00-207d97e6804e/d6921892-16e3-462f-9fa8-6ee9c934c840/2553c67e-d2fc-4c09-b08a-1ff4699a7947) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:46.006598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Pushing event updated for resources: {'Port': ['ID=1b9edca2-98cb-44a1-91e6-2c8646be06c3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.028259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:46.031111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:44Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:46.053759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:46.061979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.062572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.064333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:46.067089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:46.067241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Updating router ff9b63d9-b812-4be5-a354-e4e73499bcf3 port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:39:46.080711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.100027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d68ed-551d-46b1-826d-884ef09e3ff7 None None] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:46.103805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.105263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-04e46acc-9bea-44af-8f90-c4b5f44181eb tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7838790 Sep 28 08:39:46.126456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41148) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:46.130399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Attempting to bind port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:46.130763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Attempting to bind port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '6607babd-cbe9-43f1-aacb-1c0ea6846a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:46.131121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Attempting to bind port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 on network 58108722-6ce9-4f27-bd00-207d97e6804e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:46.161541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:46.161908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Checking segment: {'id': '6607babd-cbe9-43f1-aacb-1c0ea6846a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:46.162314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.162728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Bound using segment: {'id': '6607babd-cbe9-43f1-aacb-1c0ea6846a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:46.163721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Bound port: 1b9edca2-98cb-44a1-91e6-2c8646be06c3, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6607babd-cbe9-43f1-aacb-1c0ea6846a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '58108722-6ce9-4f27-bd00-207d97e6804e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:46.164111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.196325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.231954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.287510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Network 58108722-6ce9-4f27-bd00-207d97e6804e is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:46.292016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:46.302057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] For port 1b9edca2-98cb-44a1-91e6-2c8646be06c3, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:46.305336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] For port 1b9edca2-98cb-44a1-91e6-2c8646be06c3, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1b9edca2-98cb-44a1-91e6-2c8646be06c3,segment=NetworkSegment(6607babd-cbe9-43f1-aacb-1c0ea6846a39),segment_id=6607babd-cbe9-43f1-aacb-1c0ea6846a39)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:46.307045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:46.321391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.323400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.324498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.377184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'Port': ['ID=2553c67e-d2fc-4c09-b08a-1ff4699a7947,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.402165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bdcfd1c6-a8f7-473d-b854-a7ca245825b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.3630087 Sep 28 08:39:46.410232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41150) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:46.510576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98c263-8092-4fe6-9474-fbf02250315b tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.523259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98c263-8092-4fe6-9474-fbf02250315b tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.529684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98c263-8092-4fe6-9474-fbf02250315b tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.531651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3b98c263-8092-4fe6-9474-fbf02250315b tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1197698 Sep 28 08:39:46.536212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:46.562579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.672575 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 3 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:46.679538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 339706a4-3424-41d8-91bd-4d6d94871daf up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:46.717534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Deleting port 2553c67e-d2fc-4c09-b08a-1ff4699a7947 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:46.717884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.787512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:46.840668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c56aa3-57b7-44d1-92b4-7cf07ae6265f None None] Pushing event updated for resources: {'Port': ['ID=1b9edca2-98cb-44a1-91e6-2c8646be06c3,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.864248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.878938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:46.893943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Calling delete_port for 2553c67e-d2fc-4c09-b08a-1ff4699a7947 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:46.968076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c560d7-67cc-44c8-b122-4863d017c03f None None] Network 973fd623-5a65-49dc-ace9-c5302887e876 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:47.053747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.086876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event deleted for resources: {'Port': ['ID=2553c67e-d2fc-4c09-b08a-1ff4699a7947,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:47.122740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.126330 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-37097226-c5f3-4d90-9dea-e215683e8406 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "DELETE /v2.0/ports/2553c67e-d2fc-4c09-b08a-1ff4699a7947 HTTP/1.1" status: 204 len: 168 time: 0.5890515 Sep 28 08:39:47.130835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41154) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:47.136571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Request body: {'port': {'name': 'tempest-new-port-name-1290590469', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:47.136804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] bootfile-name is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:47.136937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] tftp-server is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:47.137309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] server-ip-address is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:47.163471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:47.164384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.211282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.213335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 339706a4-3424-41d8-91bd-4d6d94871daf triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:47.213713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.214047 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 339706a4-3424-41d8-91bd-4d6d94871daf Sep 28 08:39:47.216861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.271923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.289793 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 4 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:47.485464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8cdd-a842-4499-ac69-124f8cdcf305 None None] Pushing event updated for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:47.515660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.521211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.526934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.527954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.532049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.535059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:47.585285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Attempting to bind port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:47.585658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Attempting to bind port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:47.586023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Attempting to bind port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 on network cc0aa6e3-2d69-49f6-893b-5be9aa23256e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:47.587238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] In _notify_port_updated(), no bound segment for port 824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 on network 58108722-6ce9-4f27-bd00-207d97e6804e {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:39:47.595518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.596663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.603576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "PUT /v2.0/ports/824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 HTTP/1.1" status: 200 len: 1130 time: 0.4709072 Sep 28 08:39:47.606389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41156) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:47.611099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Allocated IP 172.21.0.2 (35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d/bf089f23-2c24-4c23-8465-87c7bade84be/9cfb69f0-0e3b-449d-9ace-346501dacdd2) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:47.613527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:47.613909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Checking segment: {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:47.614314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.614707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Bound using segment: {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:47.615187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Bound port: e5aca51e-6af9-42fd-974a-e3b3bfd08ea6, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc049839-20db-4230-a25a-6a88d4505025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:47.615569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.622958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=84de26d3-b1fc-4302-b24a-80e1179a767a,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:47.638261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea7e48-cd9f-4e8c-bd53-18b697bbaa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event updated for resources: {'Port': ['ID=824bb185-e31b-45e2-acbe-9ecfa7b2c1a5,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:47.645966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 339706a4-3424-41d8-91bd-4d6d94871daf is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:47.646412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.712494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3282fa-baa8-4f3a-bec0-ceb4720c9ccd tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.713992 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fc3282fa-baa8-4f3a-bec0-ceb4720c9ccd tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "GET /v2.0/ports/824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 HTTP/1.1" status: 200 len: 1130 time: 0.1016898 Sep 28 08:39:47.718596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41158) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:47.734103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 339706a4-3424-41d8-91bd-4d6d94871daf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=339706a4-3424-41d8-91bd-4d6d94871daf,segment=NetworkSegment(0bc8c2f2-53d3-4162-8e12-51966ac4ac46),segment_id=0bc8c2f2-53d3-4162-8e12-51966ac4ac46)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:47.741309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e788f-1a8a-4dbc-b53f-f2311000f56e None None] Network 58108722-6ce9-4f27-bd00-207d97e6804e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:47.754218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network 973fd623-5a65-49dc-ace9-c5302887e876 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:47.756505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:47.824820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.825656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 62d2aab3-0725-4a59-9dd9-d382933533a4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:47.843784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Deleting port 824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:47.844547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.913757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Router a5aeb886-0d8f-43a8-a750-cf12247c9d0e is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:39:47.955322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:47.970707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Calling delete_port for 824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:48.030078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] For port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:48.040211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:48.041988 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 5 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:48.051817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7338c2f-ac77-4ea0-bc14-eaefbf6b3033 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/routers/a5aeb886-0d8f-43a8-a750-cf12247c9d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9580536 Sep 28 08:39:48.052911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:48.053381 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] Sync routers for ids ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:48.070324 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] Routers {'a5aeb886-0d8f-43a8-a750-cf12247c9d0e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:48.071103 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:48.106765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] For port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:48.108641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f9afd-beeb-4335-ae01-576448d236cf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:48.114317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:48.114647 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1e6f9afd-beeb-4335-ae01-576448d236cf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5aeb886-0d8f-43a8-a750-cf12247c9d0e HTTP/1.1" status: 200 len: 989 time: 0.0599208 Sep 28 08:39:48.124271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=339706a4-3424-41d8-91bd-4d6d94871daf,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.135618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.142318 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:48.154148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 62d2aab3-0725-4a59-9dd9-d382933533a4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:48.154547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.154845 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 62d2aab3-0725-4a59-9dd9-d382933533a4 Sep 28 08:39:48.157562 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] Routers {'a5aeb886-0d8f-43a8-a750-cf12247c9d0e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:48.158373 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:48.197752 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:48.198925 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87db0a6-7989-44fd-a52d-8ba65d8e8c76 None None] The sync data for ids ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:48.221076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.226801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:48.264305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:48.264801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:48.291306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event deleted for resources: {'Port': ['ID=824bb185-e31b-45e2-acbe-9ecfa7b2c1a5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.312776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.316099 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f534a2ca-b7b1-4675-ab77-abd6dd46e106 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "DELETE /v2.0/ports/824bb185-e31b-45e2-acbe-9ecfa7b2c1a5 HTTP/1.1" status: 204 len: 168 time: 0.5898037 Sep 28 08:39:48.318940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41164) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:48.367610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8cdd-a842-4499-ac69-124f8cdcf305 None None] Pushing event updated for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.417606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.426806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Deleting subnet d6921892-16e3-462f-9fa8-6ee9c934c840 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:48.433600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.438062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.478262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:48.538252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.21.0.1 (35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d/bf089f23-2c24-4c23-8465-87c7bade84be/83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:48.557802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.651730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.746442 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 6 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:48.760651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.808586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.824945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:48.867339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.870970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 62d2aab3-0725-4a59-9dd9-d382933533a4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:48.874755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:48.877266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:48.883029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.900700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Pushing event updated for resources: {'Port': ['ID=9cfb69f0-0e3b-449d-9ace-346501dacdd2,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.939955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 84de26d3-b1fc-4302-b24a-80e1179a767a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:48.939955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.948598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:48.953991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "DELETE /v2.0/subnets/d6921892-16e3-462f-9fa8-6ee9c934c840 HTTP/1.1" status: 204 len: 168 time: 0.6336508 Sep 28 08:39:48.959207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41166) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:48.978075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aab45-dea7-4558-ab43-45208d542ac7 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event deleted for resources: {'Subnet': ['ID=d6921892-16e3-462f-9fa8-6ee9c934c840,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.990654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:49.000143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:49.003789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:49.006691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b665a9d-1c93-461d-ab6e-9e0c176ef7b5 None None] Network 58108722-6ce9-4f27-bd00-207d97e6804e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:49.073873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.077720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Attempting to bind port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:49.078325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Attempting to bind port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:49.078891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Attempting to bind port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 on network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:49.088634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.115703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.136227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:49.136486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.136835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Checking segment: {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:49.137730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.137730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Bound using segment: {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:49.138452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Bound port: 9cfb69f0-0e3b-449d-9ace-346501dacdd2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:49.138922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.140827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Current status of the port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:49.141302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.152968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 84de26d3-b1fc-4302-b24a-80e1179a767a owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:49.189886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 339706a4-3424-41d8-91bd-4d6d94871daf up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:49.237511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.251666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Deleting port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:49.251961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.327767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] For port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:49.342922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.373085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] For port 1b9edca2-98cb-44a1-91e6-2c8646be06c3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1b9edca2-98cb-44a1-91e6-2c8646be06c3,segment=NetworkSegment(6607babd-cbe9-43f1-aacb-1c0ea6846a39),segment_id=6607babd-cbe9-43f1-aacb-1c0ea6846a39)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:49.373446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.388489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Calling delete_port for 1b9edca2-98cb-44a1-91e6-2c8646be06c3 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:49.411467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] For port 9cfb69f0-0e3b-449d-9ace-346501dacdd2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:49.438305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Provisioning complete for port 62d2aab3-0725-4a59-9dd9-d382933533a4 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:49.439432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.439432 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Attempt 1 to provision port 62d2aab3-0725-4a59-9dd9-d382933533a4 Sep 28 08:39:49.484214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 339706a4-3424-41d8-91bd-4d6d94871daf triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:49.484214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.484572 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 339706a4-3424-41d8-91bd-4d6d94871daf Sep 28 08:39:49.498875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.512016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Pushing event updated for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.547213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=84de26d3-b1fc-4302-b24a-80e1179a767a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.550754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] For port 9cfb69f0-0e3b-449d-9ace-346501dacdd2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9cfb69f0-0e3b-449d-9ace-346501dacdd2,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:49.557195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:48Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:49.566458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.575193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.600008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.602661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d184f3-49a4-4171-8660-4396c49e8c77 None None] DHCP port deletion for 58108722-6ce9-4f27-bd00-207d97e6804e request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:49.610012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.641135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f459a7-8d43-46d5-915a-f00dfac4390a None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:48Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:49.659927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] No DVR routers for this DVR port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:49.661636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event deleted for resources: {'Port': ['ID=1b9edca2-98cb-44a1-91e6-2c8646be06c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.761555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.762526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af82c-6b3f-43c3-8840-f5fb8b94417a None None] Pushing event updated for resources: {'Port': ['ID=9cfb69f0-0e3b-449d-9ace-346501dacdd2,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.785705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df02d2a0-c1b9-42b4-8301-07166ca05404 None None] Current status of the port 62d2aab3-0725-4a59-9dd9-d382933533a4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:49.788057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 339706a4-3424-41d8-91bd-4d6d94871daf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:49.789252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1b9edca2-98cb-44a1-91e6-2c8646be06c3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:49.794680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.818695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1b9edca2-98cb-44a1-91e6-2c8646be06c3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:49.819151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1b9edca2-98cb-44a1-91e6-2c8646be06c3 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 28 08:39:49.819559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.842651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Port 1b9edca2-98cb-44a1-91e6-2c8646be06c3 not found, will not notify nova. {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 28 08:39:49.865619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.889246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58108722-6ce9-4f27-bd00-207d97e6804e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:49.901894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Could not find standard attr ID for object 824bb185-e31b-45e2-acbe-9ecfa7b2c1a5. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:49.902095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6607babd-cbe9-43f1-aacb-1c0ea6846a39') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:49.902215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6607babd-cbe9-43f1-aacb-1c0ea6846a39') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:49.915251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.917902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Provisioning complete for port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:49.920478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.921090 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Attempt 1 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:49.929437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.936368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:49.936793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:49.968976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:49.972903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:50.017615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 6607babd-cbe9-43f1-aacb-1c0ea6846a39 resource provider aggregate not found Sep 28 08:39:50.069321 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 6607babd-cbe9-43f1-aacb-1c0ea6846a39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6607babd-cbe9-43f1-aacb-1c0ea6846a39 found for delete ", "request_id": "req-4cd1270c-67b5-4d29-8cd2-369a4aca517c"}]} Sep 28 08:39:50.102577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Current status of the port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:50.107797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Could not find standard attr ID for object 84de26d3-b1fc-4302-b24a-80e1179a767a. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:50.110721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Could not find standard attr ID for object 1b9edca2-98cb-44a1-91e6-2c8646be06c3. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:39:50.131663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Provisioning complete for port 339706a4-3424-41d8-91bd-4d6d94871daf triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:50.132042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.132457 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Attempt 1 to provision port 339706a4-3424-41d8-91bd-4d6d94871daf Sep 28 08:39:50.155143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:50.257263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9ec97974-266c-49e0-9625-8d83e5144db3 None None] Current status of the port 339706a4-3424-41d8-91bd-4d6d94871daf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:50.299164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:50.309140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f6a4450e-7b99-4518-86be-d247e262bb04 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1814849 Sep 28 08:39:50.312225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41174) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:50.319256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-707657420'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:50.344824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:50.348678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.377572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:50.389678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41176) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:50.392706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.393302 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment ec3c6b85-ff72-49e1-b2a8-73678296b557 of type vlan for network a8bcf229-ccda-46d3-b47e-f52519262a56 Sep 28 08:39:50.507812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.512782 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c14d6578-3321-4df0-8384-1f0cedd35b40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/ef86b52c-c113-4ba2-ab5d-af7b234cbd57 HTTP/1.1" status: 200 len: 993 time: 0.1215689 Sep 28 08:39:50.544400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.553490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.554351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.588545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2748621 Sep 28 08:39:50.593629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41180) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:50.606961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:50.616263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.655105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:50.658984 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] 10.222.0.27 "DELETE /v2.0/networks/58108722-6ce9-4f27-bd00-207d97e6804e HTTP/1.1" status: 204 len: 168 time: 1.6987743 Sep 28 08:39:50.679512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f081-e245-4875-88ab-1dc155f7d7ba tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=a8bcf229-ccda-46d3-b47e-f52519262a56,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:50.694885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:50.746685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1a419-6198-4b1a-858a-fd39a4a52d56 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175 tempest-ExtraDHCPOptionsIpV6TestJSON-1584017175-project] Pushing event deleted for resources: {'Network': ['ID=58108722-6ce9-4f27-bd00-207d97e6804e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:50.823604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41188) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:50.859679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Router a5aeb886-0d8f-43a8-a750-cf12247c9d0e has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:50.944760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:50.977005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.077501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:51.084296 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-348e98f9-a07f-4948-a085-23db065df18f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/routers/a5aeb886-0d8f-43a8-a750-cf12247c9d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9691858 Sep 28 08:39:51.089351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41192) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.098891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] Sync routers for ids ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:51.107088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9cfb69f0-0e3b-449d-9ace-346501dacdd2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:51.126061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:51.127105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.129226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.151358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] Routers {'a5aeb886-0d8f-43a8-a750-cf12247c9d0e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:51.151988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.156276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e7b378-4641-4e12-b6dc-7a4d365ed94c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:39:51.157538 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-81e7b378-4641-4e12-b6dc-7a4d365ed94c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/84de26d3-b1fc-4302-b24a-80e1179a767a HTTP/1.1" status: 404 len: 333 time: 0.0673018 Sep 28 08:39:51.160406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41198) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.165534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7bd20-4fdf-4ba6-b52c-0c4083f537ab None None] Network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:51.217437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.271577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.278078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.278415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.278537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Provisioning complete for port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:51.279116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.279323 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Attempt 1 to provision port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 Sep 28 08:39:51.283150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] Routers {'a5aeb886-0d8f-43a8-a750-cf12247c9d0e'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:51.283860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.300292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:51.344818 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6e4120de-4d5a-4753-a46e-36ef60005996 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14dc32e1d1e64859bf482aa5926698bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114863 Sep 28 08:39:51.355628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41200) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.383305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.384150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2eea6-0df6-4501-8eb6-186b2c85bb39 None None] The sync data for ids ['a5aeb886-0d8f-43a8-a750-cf12247c9d0e'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:51.406664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:51.407108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.408053 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 Sep 28 08:39:51.550639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.568103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.571880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.582628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=db9f7a04-c6e0-4b62-9b9b-db0aaed7bb7e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:51.631611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.634375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.664348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.664796 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP ef86b52c-c113-4ba2-ab5d-af7b234cbd57 disassociated (deleted). External IP: 172.26.4.26, port: 0b15b5d2-9ba5-441b-afa1-5479cbe9a678. Sep 28 08:39:51.687068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.687561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Fanout notify agent at l3_agent the message router_deleted on router a5aeb886-0d8f-43a8-a750-cf12247c9d0e {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:39:51.705104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.709188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-15cca36d-40a2-4d78-87df-87a019dda561 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/routers/a5aeb886-0d8f-43a8-a750-cf12247c9d0e HTTP/1.1" status: 204 len: 168 time: 0.5451698 Sep 28 08:39:51.713014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.715838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41202) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.728343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Current status of the port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:51.728730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.741019 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:51.756812 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:51.758019 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.775287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=8d889717-e045-4670-9953-3c13e5e6a9fe,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:51.783288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet c7acc229-7fd9-45e7-89a2-4598c260372f {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:39:51.785861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.802301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:51.802682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.826709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.827378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] For port 9cfb69f0-0e3b-449d-9ace-346501dacdd2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9cfb69f0-0e3b-449d-9ace-346501dacdd2,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:51.834899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:51.835353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: a8bcf229-ccda-46d3-b47e-f52519262a56, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:51.838920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.855884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.859286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.866500 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d6e6b6a0-4f2e-47ca-b537-1fcf2f850629 HTTP/1.1" status: 204 len: 168 time: 0.5072770 Sep 28 08:39:51.876406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708330-dc82-4367-a8cf-ea0735a3138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e6b6a0-4f2e-47ca-b537-1fcf2f850629,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:51.885712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network a8bcf229-ccda-46d3-b47e-f52519262a56 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:51.903214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, a8bcf229-ccda-46d3-b47e-f52519262a56) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:51.910999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:51.912804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.917932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:51.943612 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:51.961259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-35e379ca-b6c7-4fc6-ae4b-f0abe9cc9f3d tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3678994 Sep 28 08:39:51.964516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41206) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:51.974759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02792dfc-b24f-4362-b354-9bd41efc04a1 None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:52.000055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.043171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=c7acc229-7fd9-45e7-89a2-4598c260372f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:52.057775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.061014 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-087d9ecf-5a16-46ca-92c2-f026a906a855 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/c7acc229-7fd9-45e7-89a2-4598c260372f HTTP/1.1" status: 204 len: 168 time: 0.3441935 Sep 28 08:39:52.070655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41208) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:52.100158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5b774-5138-4157-827a-4910b5e506b1 None None] Network 973fd623-5a65-49dc-ace9-c5302887e876 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:52.156243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:39:52.156798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:39:52.226172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153ca45-00c2-419d-a1af-888a5f9433f6 None None] Pushing event updated for resources: {'Port': ['ID=9cfb69f0-0e3b-449d-9ace-346501dacdd2,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:52.246175 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 3, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:52.282775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:52.283173 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Updating router ff9b63d9-b812-4be5-a354-e4e73499bcf3 port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:39:52.331620 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.337398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Provisioning complete for port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:52.340025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.340732 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Attempt 1 to provision port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 Sep 28 08:39:52.358106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.650509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-a8bcf229-ccda-46d3-b47e-f52519262a56', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:52.652168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.705427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.784178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] DHCP port deletion for 973fd623-5a65-49dc-ace9-c5302887e876 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:39:52.836907 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.858466 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:52.912242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Current status of the port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:52.934869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:52.935987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:52.945926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 32c9e7a2-6e97-407b-b343-197d296d6951 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:52.963610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 339706a4-3424-41d8-91bd-4d6d94871daf {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:52.964129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.001889 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Pushing event updated for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.076120 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Attempting to bind port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:53.077302 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Attempting to bind port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:53.078017 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Attempting to bind port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e on network 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:53.078472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port 339706a4-3424-41d8-91bd-4d6d94871daf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=339706a4-3424-41d8-91bd-4d6d94871daf,segment=NetworkSegment(0bc8c2f2-53d3-4162-8e12-51966ac4ac46),segment_id=0bc8c2f2-53d3-4162-8e12-51966ac4ac46)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:53.078852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.082246 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.082887 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.083673 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.084442 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.086954 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.087645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.088304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.089053 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.089601 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.090123 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.090683 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.091616 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:53.100092 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:53.100942 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Checking segment: {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:53.101559 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.102136 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Bound using segment: {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:53.102853 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Bound port: 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8cc414-c146-4277-8883-ed8239da12ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:53.103883 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.105236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Provisioning complete for port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:53.106383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.106962 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Attempt 1 to provision port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e Sep 28 08:39:53.128548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 339706a4-3424-41d8-91bd-4d6d94871daf owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:53.131193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Allocated IP 172.22.0.2 (a8bcf229-ccda-46d3-b47e-f52519262a56/8d889717-e045-4670-9953-3c13e5e6a9fe/7506483f-01ba-4586-83bd-aee28fd9bfa8) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:53.153604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:53.170347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41228) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:53.185063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.199012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Sync routers for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:53.215096 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] For port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:53.220163 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] For port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:53.226140 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.226995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2e4ec015-36d1-4b5e-83cd-8231145fbbf8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/ef86b52c-c113-4ba2-ab5d-af7b234cbd57 HTTP/1.1" status: 204 len: 168 time: 2.4022710 Sep 28 08:39:53.229469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:53.231300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb70c21c-86c4-439a-9e48-9c365d107414" -d '{"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:53.280787 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:53.281460 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.287809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.296297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:53.296952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.298858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:53.356489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27accace-8fa4-478d-a6a8-2a2361fa341e x-openstack-request-id: req-27accace-8fa4-478d-a6a8-2a2361fa341e {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:53.356733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:53.356989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-27accace-8fa4-478d-a6a8-2a2361fa341e {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:53.357547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27accace-8fa4-478d-a6a8-2a2361fa341e'] response: {'name': 'network-changed', 'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'status': 'completed', 'code': 200} Sep 28 08:39:53.390785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=339706a4-3424-41d8-91bd-4d6d94871daf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.406369 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7332b8d-685e-4835-9f8c-4c49fc6b0580 None None] Pushing event updated for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.414588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port 339706a4-3424-41d8-91bd-4d6d94871daf on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:53.420136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1849205470'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:53.430598 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:53.462899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-25834a00-d742-4d23-b9a9-ef01435fd929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.464485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-25834a00-d742-4d23-b9a9-ef01435fd929 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 1099 time: 0.1061645 Sep 28 08:39:53.464700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:53.465163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.465636 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 Sep 28 08:39:53.470510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Made reservation on behalf of 92a35280ea854367a5f8e1bef199f6f9 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:53.478258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.498273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.544331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Deleting port 339706a4-3424-41d8-91bd-4d6d94871daf {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:53.545174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.579106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.609540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973fd623-5a65-49dc-ace9-c5302887e876']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.627765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc8c2f2-53d3-4162-8e12-51966ac4ac46') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.628413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] For port 339706a4-3424-41d8-91bd-4d6d94871daf, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:53.628558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc8c2f2-53d3-4162-8e12-51966ac4ac46') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.628676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.640775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-2902cb4d-31ea-41db-87a8-c929e0e0e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.642341 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-2902cb4d-31ea-41db-87a8-c929e0e0e818 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 200 len: 898 time: 0.1610315 Sep 28 08:39:53.644129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.645874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Calling delete_port for 339706a4-3424-41d8-91bd-4d6d94871daf owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:53.648898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Port 339706a4-3424-41d8-91bd-4d6d94871daf was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:39:53.651094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1883cc-6cf9-4742-8e20-558c2815349a req-c0895e5b-5386-4e6d-9108-6e28c9cb64a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.657565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.658207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d1883cc-6cf9-4742-8e20-558c2815349a req-c0895e5b-5386-4e6d-9108-6e28c9cb64a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.1161299 Sep 28 08:39:53.682589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] No DVR routers for this DVR port 339706a4-3424-41d8-91bd-4d6d94871daf on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:53.695358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:53.713540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.722691 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 3, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:53Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:53.731665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d1883cc-6cf9-4742-8e20-558c2815349a req-1e6adee4-1338-41a1-9a67-1be57047fa32 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724683 Sep 28 08:39:53.732910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.747355 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-4118fe07-1fb2-498b-b7f3-47460268bf04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 200 len: 217 time: 0.0953903 Sep 28 08:39:53.749277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.768054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:53.769364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:39:53.770143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.779577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5224d5b1-3ae1-4d13-88a6-e7c3cea479dc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.785735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.786501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96c259-b4b9-4c60-bc23-463b1ccdcd85 None None] Pushing event deleted for resources: {'Port': ['ID=339706a4-3424-41d8-91bd-4d6d94871daf,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.787000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Added segment 045c5538-be06-46a8-bdb6-caaffeee53cc of type vlan for network feca885d-b936-4cb1-8dcb-35f9eae06b9c Sep 28 08:39:53.811674 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Attempt 2 to provision port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e Sep 28 08:39:53.823878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0bc8c2f2-53d3-4162-8e12-51966ac4ac46 resource provider aggregate not found Sep 28 08:39:53.869531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.874239 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0bc8c2f2-53d3-4162-8e12-51966ac4ac46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc8c2f2-53d3-4162-8e12-51966ac4ac46 found for delete ", "request_id": "req-0ed2bcf6-236c-4b65-a4b9-de01de76a295"}]} Sep 28 08:39:53.888690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-b49a085b-7773-418f-86ff-9d1a1d109abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.890282 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-b49a085b-7773-418f-86ff-9d1a1d109abf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 200 len: 835 time: 0.1346481 Sep 28 08:39:53.893991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.912749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.916195 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/973fd623-5a65-49dc-ace9-c5302887e876 HTTP/1.1" status: 204 len: 168 time: 1.8429835 Sep 28 08:39:53.918210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a59dac-9137-413d-9c6d-bb11bd1c1ee5 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=973fd623-5a65-49dc-ace9-c5302887e876,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:53.926386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41242) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:53.952142 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5ba71-595c-43ce-8c15-f2b73e537da3 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 3, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:53Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:53.962566 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:39:53.969902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.973564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-269be82a-f1ee-41c2-9dab-d76d40a64821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.976009 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-269be82a-f1ee-41c2-9dab-d76d40a64821 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588291 Sep 28 08:39:53.979653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:53.985832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.986469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.064272 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8918471 Sep 28 08:39:54.071406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.088759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41244) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:54.094379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Request body: {'subnet': {'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:54.105848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3153fa2-8984-4396-9259-f7f63c668aaa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:54.107247 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f3153fa2-8984-4396-9259-f7f63c668aaa tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/ad3a3795-4993-4a1c-a37b-cc6328870fe1 HTTP/1.1" status: 200 len: 845 time: 0.1783347 Sep 28 08:39:54.113083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:54.113655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41246) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:54.130621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:54.137681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:54.148887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:54.201121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840097f-6754-47d7-ae46-eff3cbd4722e tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'Network': ['ID=feca885d-b936-4cb1-8dcb-35f9eae06b9c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:54.221211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.22.0.1 (a8bcf229-ccda-46d3-b47e-f52519262a56/8d889717-e045-4670-9953-3c13e5e6a9fe/7560a277-30d2-43a5-be7a-699b5eb9fb7e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:54.227905 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-985a0432-3b2c-4caf-8aa7-5c17b38e0210 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/ad3a3795-4993-4a1c-a37b-cc6328870fe1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0934346 Sep 28 08:39:54.234032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41248) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:54.240536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:54.304348 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-5b140c60-9cec-4fce-ab04-611312af0f67 service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206203 Sep 28 08:39:54.308815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Made reservation on behalf of 92a35280ea854367a5f8e1bef199f6f9 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:54.313265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.396718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1b9edca2-98cb-44a1-91e6-2c8646be06c3 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:54.418669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:54.438774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.448707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Pushing event updated for resources: {'Port': ['ID=7506483f-01ba-4586-83bd-aee28fd9bfa8,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:54.490927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1b9edca2-98cb-44a1-91e6-2c8646be06c3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:54.491347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1b9edca2-98cb-44a1-91e6-2c8646be06c3 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:54.513704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.558530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Current status of the port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:54.558722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.565233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network a8bcf229-ccda-46d3-b47e-f52519262a56 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:54.568695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Attempting to bind port 7506483f-01ba-4586-83bd-aee28fd9bfa8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:54.568941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Attempting to bind port 7506483f-01ba-4586-83bd-aee28fd9bfa8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:54.569364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Attempting to bind port 7506483f-01ba-4586-83bd-aee28fd9bfa8 on network a8bcf229-ccda-46d3-b47e-f52519262a56 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:54.578642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:54.597750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:54.598250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Checking segment: {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:54.598667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.599068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Bound using segment: {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:54.600028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Bound port: 7506483f-01ba-4586-83bd-aee28fd9bfa8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:54.600427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.629202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:54.631680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:54.655550 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb70c21c-86c4-439a-9e48-9c365d107414 req-4b71156a-2fed-46cc-aeb6-38981f32625f service neutron] 10.222.0.62 "GET /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350925 Sep 28 08:39:54.658586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.677746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Checking router: 32c9e7a2-6e97-407b-b343-197d296d6951 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:54.692486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] For port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:54.717162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.737091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'Subnet': ['ID=106da151-3d2c-4b1f-b913-ea5c4f44f7ae,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:54.745281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Checking segment: {'id': '045c5538-be06-46a8-bdb6-caaffeee53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:54.745645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Network hostable DHCP agents. Network: feca885d-b936-4cb1-8dcb-35f9eae06b9c, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:54.775854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:54.791355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:54.803053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:54.807277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.807841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, feca885d-b936-4cb1-8dcb-35f9eae06b9c) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:54.813516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:54.814634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.842649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:54.846587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41252) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:54.849011 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4485f8bb-0c4e-4957-a1ea-7adf8b3e2b3c tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7589111 Sep 28 08:39:54.850643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8c0af-de9b-49f2-b82e-7128b1fea38c None None] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:54.855792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Request body: {'port': {'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1856489581'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:54.864296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:54.864796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:54.869512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:54.942869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b803-519f-45c2-a562-0d85811fb906 req-11581ca6-2a7d-42e4-97a7-1ccf848491ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:54.944438 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a68b803-519f-45c2-a562-0d85811fb906 req-11581ca6-2a7d-42e4-97a7-1ccf848491ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.0638301 Sep 28 08:39:54.986597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a68b803-519f-45c2-a562-0d85811fb906 req-ab4e4fcc-9f8b-4771-a014-60a9b23fe916 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=0dc547c5-0fb6-48f2-bb29-5388fd6a2517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Sep 28 08:39:55.039957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-21357b79-3694-4016-9e0a-8af9c9176cea tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:55.041600 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-21357b79-3694-4016-9e0a-8af9c9176cea tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 946 time: 0.0540695 Sep 28 08:39:55.063447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] For port 7506483f-01ba-4586-83bd-aee28fd9bfa8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:55.065620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-eee09ee7-5924-4416-bbdc-57afab1cbf3a None None] Provisioning complete for port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:55.065997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eee09ee7-5924-4416-bbdc-57afab1cbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.066388 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eee09ee7-5924-4416-bbdc-57afab1cbf3a None None] Attempt 1 to provision port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e Sep 28 08:39:55.084914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad3cdb-0ea8-4c7e-8655-5e5fa6f93bb8 None None] Pushing event updated for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:55.112283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] For port 7506483f-01ba-4586-83bd-aee28fd9bfa8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7506483f-01ba-4586-83bd-aee28fd9bfa8,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:55.148815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:55.149056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.158281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.218467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Made reservation on behalf of 92a35280ea854367a5f8e1bef199f6f9 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:55.222490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.236689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:55.237080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.237402 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e Sep 28 08:39:55.248369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:55.249917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.272359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] device_id is not set on port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:55.275156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:55.275751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.291093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:55.350163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b8a2e-7ec2-4190-acce-f52d94675570 None None] Pushing event updated for resources: {'Port': ['ID=7506483f-01ba-4586-83bd-aee28fd9bfa8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:55.478102 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.486297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eee09ee7-5924-4416-bbdc-57afab1cbf3a None None] Current status of the port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:55.528487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=0b15b5d2-9ba5-441b-afa1-5479cbe9a678,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:55.574467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:39:55.578342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.580897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-feca885d-b936-4cb1-8dcb-35f9eae06b9c', 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c', 'tenant_id': '92a35280ea854367a5f8e1bef199f6f9', 'fixed_ips': [{'subnet_id': '106da151-3d2c-4b1f-b913-ea5c4f44f7ae'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:55.581196 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec3965dc-c558-4277-81f8-51eb24874b8e req-ce1697f6-d9c1-457c-a359-ab66d3ff310c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/0b15b5d2-9ba5-441b-afa1-5479cbe9a678 HTTP/1.1" status: 204 len: 173 time: 0.5325382 Sep 28 08:39:55.581627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'name': 'network-vif-deleted', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:39:55.582348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.593773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3a6e8-2e83-47a8-a170-817afe7420c6" -d '{"events": [{"server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "name": "network-vif-deleted", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:55.683641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:55.685195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9cfb69f0-0e3b-449d-9ace-346501dacdd2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:55.689571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3793a-33ea-4b54-b86d-787a79cf3d00 x-openstack-request-id: req-e7f3793a-33ea-4b54-b86d-787a79cf3d00 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:55.689571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5072dcfd-8149-4906-8e7f-9f670af56162", "name": "network-vif-deleted", "tag": "0b15b5d2-9ba5-441b-afa1-5479cbe9a678", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:55.689571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7f3793a-33ea-4b54-b86d-787a79cf3d00 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:55.690238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f3793a-33ea-4b54-b86d-787a79cf3d00'] response: {'server_uuid': '5072dcfd-8149-4906-8e7f-9f670af56162', 'name': 'network-vif-deleted', 'tag': '0b15b5d2-9ba5-441b-afa1-5479cbe9a678', 'status': 'completed', 'code': 200} Sep 28 08:39:55.835863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.886485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:55.886857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.887199 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 Sep 28 08:39:55.889335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Allocated IP 172.20.0.2 (feca885d-b936-4cb1-8dcb-35f9eae06b9c/106da151-3d2c-4b1f-b913-ea5c4f44f7ae/c7e25a31-6ad0-4244-bb23-337e02560ef1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:55.950427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:55.954052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:55.960900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:55.968404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:55.969006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:55.989816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=a1013122-7fe6-469c-8dab-acec2628a655,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:55.993610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18add6f3-313f-4daa-8081-722ded22c48d None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:55.999210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a9adc-c82b-4e89-8ed8-10bcd33c3e74 None None] The sync data for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv is: [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:38:43Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3cdeb117-e0dd-4275-8724-638f877d4247', 'name': '', 'network_id': '0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:5b:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:41Z', 'updated_at': '2022-09-28T08:38:48Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '244686d9-c68f-49e2-b3a4-202fbad6d549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:56.015643 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-027ea2d1-d647-4e29-aad3-a33224cb6909 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7768364 Sep 28 08:39:56.015884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41260) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:56.023295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'security_group': {'name': 'tempest-secgroup-53249651'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:56.090813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.251024 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9cd6fb00-8f56-4e02-ad42-310d3450a920 req-20fad2b8-9696-4bf8-8d43-edfac532593d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=5072dcfd-8149-4906-8e7f-9f670af56162 HTTP/1.1" status: 200 len: 210 time: 0.0571990 Sep 28 08:39:56.342140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.344594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.349829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.358251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.388983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.395205 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3784454 Sep 28 08:39:56.396289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae8833-a231-483c-a859-5fa8d56bd487 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d11c0ee-8283-4534-999a-52591dd98a0a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:56.407491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41264) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:56.412792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910933983'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:56.427340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.445824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.475137 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc75e7f-1ec8-434a-8220-202d93f6a372 None None] New status for floating IP ef86b52c-c113-4ba2-ab5d-af7b234cbd57: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:39:56.531155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:56.550065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.562672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.581568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.601154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.627535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:56.645348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.648376 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2389092 Sep 28 08:39:56.652886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41266) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:56.655181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0cd3d-de9e-4dfd-b328-18046867f17f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f0644-8d71-4cd8-b790-4d120262db96,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:56.668187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 339706a4-3424-41d8-91bd-4d6d94871daf no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:56.684821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1232644586', 'security_groups': ['0f7f0644-8d71-4cd8-b790-4d120262db96'], 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1013122-7fe6-469c-8dab-acec2628a655'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:56.717892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:56.720868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f4881-cbf0-4a19-87c9-283459829c26 None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:56.730801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 339706a4-3424-41d8-91bd-4d6d94871daf {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:56.731237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 339706a4-3424-41d8-91bd-4d6d94871daf not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:56.745561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:56.748029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:56.780907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Pushing event updated for resources: {'Port': ['ID=c7e25a31-6ad0-4244-bb23-337e02560ef1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:56.803855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Allocated IP 172.20.0.12 (feca885d-b936-4cb1-8dcb-35f9eae06b9c/106da151-3d2c-4b1f-b913-ea5c4f44f7ae/8e6ebe5b-f565-42e0-adf2-49c705e57e19) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:56.806957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network a8bcf229-ccda-46d3-b47e-f52519262a56 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:56.812637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:56.856511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Provisioning complete for port 7506483f-01ba-4586-83bd-aee28fd9bfa8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:56.856888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.857315 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Attempt 1 to provision port 7506483f-01ba-4586-83bd-aee28fd9bfa8 Sep 28 08:39:56.903692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Attempting to bind port c7e25a31-6ad0-4244-bb23-337e02560ef1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:56.904263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Attempting to bind port c7e25a31-6ad0-4244-bb23-337e02560ef1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '045c5538-be06-46a8-bdb6-caaffeee53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:56.904449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Attempting to bind port c7e25a31-6ad0-4244-bb23-337e02560ef1 on network feca885d-b936-4cb1-8dcb-35f9eae06b9c {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:56.916807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'tenant_id': 'd2314526a5374f15aac97af150759e2a', 'fixed_ips': [{'subnet_id': 'a1013122-7fe6-469c-8dab-acec2628a655'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:56.917663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.935835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:56.936125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Checking segment: {'id': '045c5538-be06-46a8-bdb6-caaffeee53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:56.936549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.936933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Bound using segment: {'id': '045c5538-be06-46a8-bdb6-caaffeee53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:56.937454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Bound port: c7e25a31-6ad0-4244-bb23-337e02560ef1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c5538-be06-46a8-bdb6-caaffeee53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:56.938328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:56.974412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:56.985538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:57.025305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:57.208737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.242995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.251496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] For port c7e25a31-6ad0-4244-bb23-337e02560ef1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:57.252934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:57.260715 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a855573d-7b06-4f3d-99be-d80df117ee97 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2944031 Sep 28 08:39:57.261806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 15eca3d7-2a82-41c6-a7ae-5607890c96d7 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:57.263460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41268) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:57.272396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778419275'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:57.272915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:57.294550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Current status of the port 7506483f-01ba-4586-83bd-aee28fd9bfa8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:57.294947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.299112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:57.305253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.322361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41272) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:57.323576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] For port c7e25a31-6ad0-4244-bb23-337e02560ef1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c7e25a31-6ad0-4244-bb23-337e02560ef1,segment=NetworkSegment(045c5538-be06-46a8-bdb6-caaffeee53cc),segment_id=045c5538-be06-46a8-bdb6-caaffeee53cc)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:57.335774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:57.336444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.337253 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e Sep 28 08:39:57.342682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Allocated IP 2001:db8::2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/a1013122-7fe6-469c-8dab-acec2628a655/c34eadf6-9b3b-492d-b043-590f83cfd4d1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:57.361145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:57.373523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.382996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.387361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:39:57.387991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:57.389112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.389946 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added segment e934373a-1a13-4eea-8091-de042b60a8f8 of type vlan for network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc Sep 28 08:39:57.445972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:57.449970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.450345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:57.459379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.461654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:57.466428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'Port': ['ID=8e6ebe5b-f565-42e0-adf2-49c705e57e19,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:57.501526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.543463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:57.544668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.545441 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.551472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:57.552157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.570565 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7e9f8946-b389-4aa5-82b0-e674659f9639 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7226095 Sep 28 08:39:57.573697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41276) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:57.581696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Request body: {'port': {'network_id': 'feca885d-b936-4cb1-8dcb-35f9eae06b9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-486212114', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:57.582578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] bootfile-name is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:57.583219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] tftp-server is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:57.583710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.api.validators [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] server-ip-address is not in valid_values {{(pid=103308) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:39:57.602386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] For port 7506483f-01ba-4586-83bd-aee28fd9bfa8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7506483f-01ba-4586-83bd-aee28fd9bfa8,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:57.634469 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3692503 Sep 28 08:39:57.639595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41278) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:57.646447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'subnet': {'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:57.662137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.718167 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.722092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:39:57.725521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.729346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/0dc547c5-0fb6-48f2-bb29-5388fd6a2517 HTTP/1.1" status: 204 len: 168 time: 0.4029031 Sep 28 08:39:57.734614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f64d42-8b55-4b5c-aac5-ffb6fc09ce02 None None] Pushing event updated for resources: {'Port': ['ID=c7e25a31-6ad0-4244-bb23-337e02560ef1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:57.782007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28093-c0bb-4846-b705-96d659e7487a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc547c5-0fb6-48f2-bb29-5388fd6a2517,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:57.785735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656e557-d5f0-4801-a24c-b353e5d253f5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Network': ['ID=9fd15021-94fe-4f1d-8acf-afc8aecaefcc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:57.786330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Made reservation on behalf of 92a35280ea854367a5f8e1bef199f6f9 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:57.797808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:57.822115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41282) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:57.846931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:57.882015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] device_id is not set on port e2b7c2d7-49d7-48a6-a386-99a4e31f30d0 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:39:57.897472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Made reservation on behalf of a44823561d6c42ccb96e6d5efccff061 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:57.903648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.161727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.176670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Allocated IP 172.20.0.14 (feca885d-b936-4cb1-8dcb-35f9eae06b9c/106da151-3d2c-4b1f-b913-ea5c4f44f7ae/e2b7c2d7-49d7-48a6-a386-99a4e31f30d0) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:58.182923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7e9d-f28a-4490-be9a-4d991913d4f1 None None] Pushing event updated for resources: {'Port': ['ID=7506483f-01ba-4586-83bd-aee28fd9bfa8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:58.186179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Provisioning complete for port 7506483f-01ba-4586-83bd-aee28fd9bfa8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:58.187651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.188083 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Attempt 1 to provision port 7506483f-01ba-4586-83bd-aee28fd9bfa8 Sep 28 08:39:58.230160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc66e3-484f-43b9-acfd-f13721dc7877,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:58.256409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:58.257730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7506483f-01ba-4586-83bd-aee28fd9bfa8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:58.258844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Checking segment: {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:58.259213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network hostable DHCP agents. Network: 9fd15021-94fe-4f1d-8acf-afc8aecaefcc, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:58.293183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:58.314182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 9fd15021-94fe-4f1d-8acf-afc8aecaefcc) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:58.319471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:58.320764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.337404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5a3e3-6a10-48cd-935f-14ebf39886f2 None None] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:58.349761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5fab253b-9217-486a-b494-5c723b378f75 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060270 Sep 28 08:39:58.350417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41286) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:58.366643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.519760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::2d2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/a1013122-7fe6-469c-8dab-acec2628a655/15eca3d7-2a82-41c6-a7ae-5607890c96d7) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:58.587295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.605259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.713678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:58.739952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:58.765373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.780792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:58.791080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Current status of the port 7506483f-01ba-4586-83bd-aee28fd9bfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:58.821998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.867181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'Port': ['ID=e2b7c2d7-49d7-48a6-a386-99a4e31f30d0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:58.880280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:58.886710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.887070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:58.889624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:58.949520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:58.950642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.956575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:58.970716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7506483f-01ba-4586-83bd-aee28fd9bfa8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:58.971118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:58.972067 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7506483f-01ba-4586-83bd-aee28fd9bfa8 Sep 28 08:39:58.981314 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-49013b3a-36f4-432d-91a6-acacbf52056a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4057908 Sep 28 08:39:58.990967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41288) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:59.041178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Attempting to bind port c34eadf6-9b3b-492d-b043-590f83cfd4d1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:39:59.041561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Attempting to bind port c34eadf6-9b3b-492d-b043-590f83cfd4d1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2048dd26-19a2-4fe7-a2b5-32cc823d9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:39:59.041921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Attempting to bind port c34eadf6-9b3b-492d-b043-590f83cfd4d1 on network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:59.049074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2be1010-ce9a-4acd-a3ab-969921887259 None None] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:39:59.049889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.053723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.077168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:39:55Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:39:55Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:59.105823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee39f3e-79b1-4c23-8beb-14b033210c67 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.108788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:39:59.109320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Checking segment: {'id': '2048dd26-19a2-4fe7-a2b5-32cc823d9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:39:59.109721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.110110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Bound using segment: {'id': '2048dd26-19a2-4fe7-a2b5-32cc823d9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:59.110601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Bound port: c34eadf6-9b3b-492d-b043-590f83cfd4d1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2048dd26-19a2-4fe7-a2b5-32cc823d9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:39:59.110975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.111751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee39f3e-79b1-4c23-8beb-14b033210c67 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.117725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee39f3e-79b1-4c23-8beb-14b033210c67 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.118232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:59.118583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Updating router ff9b63d9-b812-4be5-a354-e4e73499bcf3 port 7560a277-30d2-43a5-be7a-699b5eb9fb7e binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:39:59.119472 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6ee39f3e-79b1-4c23-8beb-14b033210c67 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1275589 Sep 28 08:39:59.122451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41290) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:59.190332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.196467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Provisioning complete for port 7560a277-30d2-43a5-be7a-699b5eb9fb7e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:59.196941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.197454 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Attempt 1 to provision port 7560a277-30d2-43a5-be7a-699b5eb9fb7e Sep 28 08:39:59.279600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Allocated IP 172.23.0.1 (9fd15021-94fe-4f1d-8acf-afc8aecaefcc/bfcc66e3-484f-43b9-acfd-f13721dc7877/24b79965-55d2-4b09-8dca-fdf5a27ce42e) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:59.289331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7506483f-01ba-4586-83bd-aee28fd9bfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:39:59.292075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:39:59.312233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Deleting port e2b7c2d7-49d7-48a6-a386-99a4e31f30d0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:39:59.313483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.368089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:59.371777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:59.405864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:39:59.406735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.421835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.537746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.546955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:39:59.548782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0b15b5d2-9ba5-441b-afa1-5479cbe9a678 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:39:59.589266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:59.620926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:59.632437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:39:59.638162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.638835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.642953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c7e25a31-6ad0-4244-bb23-337e02560ef1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:59.647680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=15eca3d7-2a82-41c6-a7ae-5607890c96d7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:59.672722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-32a3fc5e-433f-4bc7-8d7f-e353b83bcd1a tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0006604 Sep 28 08:39:59.675887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41292) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:39:59.682100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:39:59.717328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Port 7560a277-30d2-43a5-be7a-699b5eb9fb7e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:39:59.924647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f945-1a00-4fe3-878c-f9461fccb919 None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:59.941971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c7e25a31-6ad0-4244-bb23-337e02560ef1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:39:59.942386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.942729 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c7e25a31-6ad0-4244-bb23-337e02560ef1 Sep 28 08:39:59.974275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:39:59.980546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Calling delete_port for e2b7c2d7-49d7-48a6-a386-99a4e31f30d0 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:39:59.983861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:59.987723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.067146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.117937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1013122-7fe6-469c-8dab-acec2628a655 (CIDR: 2001:db8::/64) Sep 28 08:40:00.123163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:00.123618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:00.132691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:00.139199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 3cdeb117-e0dd-4275-8724-638f877d4247 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:00.139199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.146887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:00.155604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:00.171265 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-29a567af-a83b-4fb0-8cfb-d5590e0afd6b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4917233 Sep 28 08:40:00.172301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41294) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:00.180066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:00.199214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Allocated IP 172.23.0.2 (9fd15021-94fe-4f1d-8acf-afc8aecaefcc/bfcc66e3-484f-43b9-acfd-f13721dc7877/42148616-f756-43c3-8eb4-6fbe2147d04f) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:00.228904 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Attempt 2 to provision port 7560a277-30d2-43a5-be7a-699b5eb9fb7e Sep 28 08:40:00.239599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=24b79965-55d2-4b09-8dca-fdf5a27ce42e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:00.269226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c7e25a31-6ad0-4244-bb23-337e02560ef1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:00.269644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.287049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.339462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.383785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 3cdeb117-e0dd-4275-8724-638f877d4247, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3cdeb117-e0dd-4275-8724-638f877d4247,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:00.384153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.405864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 3cdeb117-e0dd-4275-8724-638f877d4247 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:00.416254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.417564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:00.424775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event deleted for resources: {'Port': ['ID=e2b7c2d7-49d7-48a6-a386-99a4e31f30d0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:00.427107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Port 7560a277-30d2-43a5-be7a-699b5eb9fb7e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:00.427445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.437760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port c7e25a31-6ad0-4244-bb23-337e02560ef1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c7e25a31-6ad0-4244-bb23-337e02560ef1,segment=NetworkSegment(045c5538-be06-46a8-bdb6-caaffeee53cc),segment_id=045c5538-be06-46a8-bdb6-caaffeee53cc)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:00.438978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.499573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.500352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7506483f-01ba-4586-83bd-aee28fd9bfa8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:00.530032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.530745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec3c91-216a-4403-afc7-cdccb0fb465b None None] Pushing event updated for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:00.537265 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d8a78fa9-e3ad-4494-a4c7-cff8b507f571 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "DELETE /v2.0/ports/e2b7c2d7-49d7-48a6-a386-99a4e31f30d0 HTTP/1.1" status: 204 len: 168 time: 1.4105453 Sep 28 08:40:00.543686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41296) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:00.551808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Request body: {'port': {'name': 'tempest-new-port-name-758659009', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:00.552035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.api.validators [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] bootfile-name is not in valid_values {{(pid=103309) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:40:00.552491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.api.validators [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] tftp-server is not in valid_values {{(pid=103309) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:40:00.552905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.api.validators [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] server-ip-address is not in valid_values {{(pid=103309) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 28 08:40:00.628549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=c7e25a31-6ad0-4244-bb23-337e02560ef1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:00.675124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.706054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Attempting to bind port 7560a277-30d2-43a5-be7a-699b5eb9fb7e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:00.706474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Attempting to bind port 7560a277-30d2-43a5-be7a-699b5eb9fb7e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:00.706783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Attempting to bind port 7560a277-30d2-43a5-be7a-699b5eb9fb7e on network a8bcf229-ccda-46d3-b47e-f52519262a56 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:00.707333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.752124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:00.752759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Checking segment: {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:00.752981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.753518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Bound using segment: {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:00.754018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Bound port: 7560a277-30d2-43a5-be7a-699b5eb9fb7e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c6b85-ff72-49e1-b2a8-73678296b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:00.754404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.804860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.824159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.909521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:00.985511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:01.012714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:01.026806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:01.036199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.040960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=a28c50a5-311a-41c0-96a0-004d124ce3e4,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.070402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-56832955-a016-42f8-abfa-7ebd2d4eb5be tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8973005 Sep 28 08:40:01.075213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41300) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:01.105870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113837789', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a28c50a5-311a-41c0-96a0-004d124ce3e4'}], 'security_groups': ['8d11c0ee-8283-4534-999a-52591dd98a0a']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:01.160099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] For port 7560a277-30d2-43a5-be7a-699b5eb9fb7e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:01.163579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] For port 7560a277-30d2-43a5-be7a-699b5eb9fb7e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7560a277-30d2-43a5-be7a-699b5eb9fb7e,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:01.195515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.200333 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Attempt 3 to provision port 7560a277-30d2-43a5-be7a-699b5eb9fb7e Sep 28 08:40:01.232215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.234559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007399b4-27f4-4a5b-a0b3-7454a97b1589 None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:01.239772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.247327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.250830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.259525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:01.280135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=3cdeb117-e0dd-4275-8724-638f877d4247,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.299292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7506483f-01ba-4586-83bd-aee28fd9bfa8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:01.300046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.300470 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7506483f-01ba-4586-83bd-aee28fd9bfa8 Sep 28 08:40:01.302467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:01.313657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Pushing event updated for resources: {'Port': ['ID=42148616-f756-43c3-8eb4-6fbe2147d04f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.342668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:01.361943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.375935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.378492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.382636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event updated for resources: {'Port': ['ID=24b79965-55d2-4b09-8dca-fdf5a27ce42e,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.469149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:01.469149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:01.486912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event updated for resources: {'Port': ['ID=8e6ebe5b-f565-42e0-adf2-49c705e57e19,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.617876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] In _notify_port_updated(), no bound segment for port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 on network feca885d-b936-4cb1-8dcb-35f9eae06b9c {{(pid=103309) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:40:01.623965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:01.624658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.631330 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6658ef75-f1ff-4f18-a7c8-5ac938d5753a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "PUT /v2.0/ports/8e6ebe5b-f565-42e0-adf2-49c705e57e19 HTTP/1.1" status: 200 len: 1136 time: 1.0864787 Sep 28 08:40:01.634368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41302) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:01.649670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec3c91-216a-4403-afc7-cdccb0fb465b None None] Pushing event updated for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.663503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.721753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13930a5-a06f-4f11-aafe-88243d34715a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:01.723527 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c13930a5-a06f-4f11-aafe-88243d34715a tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "GET /v2.0/ports/8e6ebe5b-f565-42e0-adf2-49c705e57e19 HTTP/1.1" status: 200 len: 1136 time: 0.0882657 Sep 28 08:40:01.725599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:01.727223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:01.729685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41304) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:01.763285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Current status of the port 7560a277-30d2-43a5-be7a-699b5eb9fb7e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:01.764222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.875148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] For port 7560a277-30d2-43a5-be7a-699b5eb9fb7e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7560a277-30d2-43a5-be7a-699b5eb9fb7e,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:01.914108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:01.914326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.940047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Attempting to bind port 42148616-f756-43c3-8eb4-6fbe2147d04f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:01.940526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Attempting to bind port 42148616-f756-43c3-8eb4-6fbe2147d04f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:01.940888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Attempting to bind port 42148616-f756-43c3-8eb4-6fbe2147d04f on network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:01.942731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Delete allocated IP 2001:db8::2d2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/a1013122-7fe6-469c-8dab-acec2628a655) {{(pid=103308) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:40:01.973906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Deleting port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:01.974374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.987798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8:0:1::a1 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/a28c50a5-311a-41c0-96a0-004d124ce3e4/15eca3d7-2a82-41c6-a7ae-5607890c96d7) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:01.989924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:01.992063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:01.992447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Checking segment: {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:01.992858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:01.993343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Bound using segment: {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:01.993822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Bound port: 42148616-f756-43c3-8eb4-6fbe2147d04f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:01.994291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.022707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7506483f-01ba-4586-83bd-aee28fd9bfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:02.047079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:02.054948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 32c9e7a2-6e97-407b-b343-197d296d6951 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:02.058469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Could not find standard attr ID for object e2b7c2d7-49d7-48a6-a386-99a4e31f30d0. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:02.061438 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-82f5a97a-765d-48b3-b212-6a705018346c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098045 Sep 28 08:40:02.061625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41306) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:02.076900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:02.149023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.163938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Calling delete_port for 8e6ebe5b-f565-42e0-adf2-49c705e57e19 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:02.247407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0788c9-2a16-4a38-8db7-9639c3f02e57 None None] Pushing event updated for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:02.275375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Provisioning complete for port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:02.276014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.276593 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 1 to provision port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 Sep 28 08:40:02.336763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] For port 42148616-f756-43c3-8eb4-6fbe2147d04f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:02.376770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.399294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] For port 42148616-f756-43c3-8eb4-6fbe2147d04f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=42148616-f756-43c3-8eb4-6fbe2147d04f,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:02.415338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:02.424993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event deleted for resources: {'Port': ['ID=8e6ebe5b-f565-42e0-adf2-49c705e57e19,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:02.479873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c7e25a31-6ad0-4244-bb23-337e02560ef1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:02.507725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.513770 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-21c8f005-8cdc-4466-b7cc-78c66f01a430 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "DELETE /v2.0/ports/8e6ebe5b-f565-42e0-adf2-49c705e57e19 HTTP/1.1" status: 204 len: 168 time: 0.7834575 Sep 28 08:40:02.516652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:02.540293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.544900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Update dhcp port {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'fixed_ips': [{'subnet_id': 'a1013122-7fe6-469c-8dab-acec2628a655', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a28c50a5-311a-41c0-96a0-004d124ce3e4'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'c34eadf6-9b3b-492d-b043-590f83cfd4d1'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:40:02.583951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Deleting subnet 106da151-3d2c-4b1f-b913-ea5c4f44f7ae {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:02.592972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.607765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.615846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:02.626839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39d3a5f8-cdfc-48e3-a8ee-c9adf386a802 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/32c9e7a2-6e97-407b-b343-197d296d6951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8035116 Sep 28 08:40:02.627626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.631810 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41310) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:02.638787 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Sync routers for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:02.655146 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:02.656276 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:02.704635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.738867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=15eca3d7-2a82-41c6-a7ae-5607890c96d7,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:02.740097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.774320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] In _notify_port_updated(), no bound segment for port 15eca3d7-2a82-41c6-a7ae-5607890c96d7 on network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:40:02.779953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:02.781839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.787072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d68c2207-761e-490a-8b5a-94f886074d85 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/ports/15eca3d7-2a82-41c6-a7ae-5607890c96d7 HTTP/1.1" status: 200 len: 930 time: 1.7081490 Sep 28 08:40:02.788033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41312) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:02.812373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 244686d9-c68f-49e2-b3a4-202fbad6d549 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:02.816391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.830501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b2a58-1801-441d-8e10-028a540dc7b1 None None] Pushing event updated for resources: {'Port': ['ID=42148616-f756-43c3-8eb4-6fbe2147d04f,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:02.839821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:00Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '24b79965-55d2-4b09-8dca-fdf5a27ce42e', 'name': '', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:8a:97:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:59Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:02.866100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:40:02.887600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b956369-4e9f-4b72-b308-c622a3821d04 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:00Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '24b79965-55d2-4b09-8dca-fdf5a27ce42e', 'name': '', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:8a:97:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:59Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:02.950252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:02.955703 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:02.969314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Removed routes are [] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:40:02.971238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.020861 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 2 to provision port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 Sep 28 08:40:03.045937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c7e25a31-6ad0-4244-bb23-337e02560ef1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:03.047082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.047082 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c7e25a31-6ad0-4244-bb23-337e02560ef1 Sep 28 08:40:03.141363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port 8e6ebe5b-f565-42e0-adf2-49c705e57e19 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:40:03.189854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Provisioning complete for port ad3a3795-4993-4a1c-a37b-cc6328870fe1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:03.190228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.190671 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 1 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:03.194320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.232509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.365183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:03.379521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.383605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.394021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c7e25a31-6ad0-4244-bb23-337e02560ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:03.396094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:03.399853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Allocated IP 2001:db8:0:1::2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/a28c50a5-311a-41c0-96a0-004d124ce3e4/c34eadf6-9b3b-492d-b043-590f83cfd4d1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:03.403524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.480199 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:03.513866 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Checking router: 32c9e7a2-6e97-407b-b343-197d296d6951 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:03.516780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986ecca-e558-4d64-8a6c-89d3ce1f72aa None None] Network 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:03.523816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.526694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb559434-d3e6-4767-8234-c9f7a557c3ec None None] Network feca885d-b936-4cb1-8dcb-35f9eae06b9c requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:03.527613 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Routers {'32c9e7a2-6e97-407b-b343-197d296d6951'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:03.528395 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['32c9e7a2-6e97-407b-b343-197d296d6951'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:03.531534 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/244686d9-c68f-49e2-b3a4-202fbad6d549 HTTP/1.1" status: 204 len: 168 time: 0.8957880 Sep 28 08:40:03.532444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760f1bf-d4d8-4768-80ce-8d5b2511eb71 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=244686d9-c68f-49e2-b3a4-202fbad6d549,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:03.535641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.541725 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "DELETE /v2.0/subnets/106da151-3d2c-4b1f-b913-ea5c4f44f7ae HTTP/1.1" status: 204 len: 168 time: 1.0213728 Sep 28 08:40:03.541725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41314) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:03.554373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41316) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:03.687920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b7bae-6129-45be-bff4-222b87991853 tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event deleted for resources: {'Subnet': ['ID=106da151-3d2c-4b1f-b913-ea5c4f44f7ae,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:03.731526 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] Set router 32c9e7a2-6e97-407b-b343-197d296d6951 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:03.853885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.933003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:03.970073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:03.975876 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 2 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:03.998988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.067729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 15eca3d7-2a82-41c6-a7ae-5607890c96d7 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:04.068703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.076777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.182540 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:04.186607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.191415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Deleting port c7e25a31-6ad0-4244-bb23-337e02560ef1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:04.193841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.213958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 15eca3d7-2a82-41c6-a7ae-5607890c96d7 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:04.223633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f14111-537c-4f7b-ac51-de88990b68b0 None None] The sync data for ids ['32c9e7a2-6e97-407b-b343-197d296d6951'] in dv-neutron-859308-3-hyperv is: [{'id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'name': 'tempest-TestNetworkBasicOps-router-288797666', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:31Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'ac7c90bb-2e58-48d3-b78e-1185b492b6a7', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9e7a2-6e97-407b-b343-197d296d6951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:33Z', 'updated_at': '2022-09-28T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:04.226235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:04.226806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.227144 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:04.302736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7d736-aeb5-4003-8a9e-ba42b33d0629 None None] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:04.325569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.334507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.480910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:04.490455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:04.568018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837a509-366a-442b-8bed-7c5e164fb274 None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:04.628223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.677292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.688476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] For port c7e25a31-6ad0-4244-bb23-337e02560ef1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c7e25a31-6ad0-4244-bb23-337e02560ef1,segment=NetworkSegment(045c5538-be06-46a8-bdb6-caaffeee53cc),segment_id=045c5538-be06-46a8-bdb6-caaffeee53cc)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:04.688612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.705725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:04.716692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.718097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-23146c87-853d-4a41-afd3-d4253e128ca2 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 934 time: 2.6547985 Sep 28 08:40:04.742979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41318) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:04.754517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Calling delete_port for c7e25a31-6ad0-4244-bb23-337e02560ef1 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:04.762137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:04.762528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.773836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=15eca3d7-2a82-41c6-a7ae-5607890c96d7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:04.779285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.785497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-22c43406-5bd2-4871-9784-f48f7590076b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/15eca3d7-2a82-41c6-a7ae-5607890c96d7 HTTP/1.1" status: 204 len: 168 time: 1.9939923 Sep 28 08:40:04.807907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:04.881205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:04.896524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:04.952687 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef6fbe9-6698-4cb7-b71d-f29bc30ed262 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:40:04.961994 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3ef6fbe9-6698-4cb7-b71d-f29bc30ed262 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/15eca3d7-2a82-41c6-a7ae-5607890c96d7 HTTP/1.1" status: 404 len: 333 time: 0.1515865 Sep 28 08:40:04.962802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41322) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:04.970793 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f76cd444-dbe2-44be-8d39-bf3f19f8254c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 934 time: 0.1977117 Sep 28 08:40:04.970939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] DHCP port deletion for 0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:04.973073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41324) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:04.979693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'routes': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:04.981519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:04.987152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] DHCP port deletion for feca885d-b936-4cb1-8dcb-35f9eae06b9c request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:05.040781 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 3 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:05.140461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.153772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port ac7c90bb-2e58-48d3-b78e-1185b492b6a7 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:05.154132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.165589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:05.167037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:05.210880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event deleted for resources: {'Port': ['ID=c7e25a31-6ad0-4244-bb23-337e02560ef1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:05.266657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] No DVR routers for this DVR port c7e25a31-6ad0-4244-bb23-337e02560ef1 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:05.285098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:05.329665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:05.341436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 42148616-f756-43c3-8eb4-6fbe2147d04f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:05.402878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.440369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:05.443597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Deleting port c7e25a31-6ad0-4244-bb23-337e02560ef1 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:05.443975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.453909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.514739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.541401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feca885d-b936-4cb1-8dcb-35f9eae06b9c']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:05.552176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added routes are [] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:40:05.552739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:40:05.557630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045c5538-be06-46a8-bdb6-caaffeee53cc') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:05.558234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045c5538-be06-46a8-bdb6-caaffeee53cc') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:05.574873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port ac7c90bb-2e58-48d3-b78e-1185b492b6a7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:05.575300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.585342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Deleting port d0a879e0-b67b-486a-a5d0-516f474f8c03 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:05.585342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.587502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.596331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.598965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] For port c7e25a31-6ad0-4244-bb23-337e02560ef1, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:05.599364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.626374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for ac7c90bb-2e58-48d3-b78e-1185b492b6a7 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:05.629409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.642032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:05.642032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.665447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Calling delete_port for c7e25a31-6ad0-4244-bb23-337e02560ef1 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:05.684258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Port c7e25a31-6ad0-4244-bb23-337e02560ef1 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:40:05.725178 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 045c5538-be06-46a8-bdb6-caaffeee53cc resource provider aggregate not found Sep 28 08:40:05.755513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.771500 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 045c5538-be06-46a8-bdb6-caaffeee53cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 045c5538-be06-46a8-bdb6-caaffeee53cc found for delete ", "request_id": "req-bbf75542-e37c-4bf2-b197-659ecf13dd54"}]} Sep 28 08:40:05.778615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.783110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.787096 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/security-groups/0f7f0644-8d71-4cd8-b790-4d120262db96 HTTP/1.1" status: 204 len: 168 time: 0.8141992 Sep 28 08:40:05.796459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 42148616-f756-43c3-8eb4-6fbe2147d04f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:05.797263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.797817 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 42148616-f756-43c3-8eb4-6fbe2147d04f Sep 28 08:40:05.805658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41330) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:05.808015 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5dd0f-25dd-405f-a871-7ed216210878 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f0644-8d71-4cd8-b790-4d120262db96,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:05.822983 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 4 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:05.852944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.858640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.861941 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] 10.222.0.27 "DELETE /v2.0/networks/feca885d-b936-4cb1-8dcb-35f9eae06b9c HTTP/1.1" status: 204 len: 168 time: 2.3037822 Sep 28 08:40:05.903132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.911948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:05.924908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c5521-c04c-470b-8728-c49e6792ce0f tempest-ExtraDHCPOptionsTestJSON-1244510898 tempest-ExtraDHCPOptionsTestJSON-1244510898-project] Pushing event deleted for resources: {'Network': ['ID=feca885d-b936-4cb1-8dcb-35f9eae06b9c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:05.976069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] Pushing event deleted for resources: {'Port': ['ID=c7e25a31-6ad0-4244-bb23-337e02560ef1,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:05.981571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] For port d0a879e0-b67b-486a-a5d0-516f474f8c03, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0a879e0-b67b-486a-a5d0-516f474f8c03,segment=NetworkSegment(8a78597c-0646-4f88-b532-5e08932b8c6a),segment_id=8a78597c-0646-4f88-b532-5e08932b8c6a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:05.983790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.054302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c4700-8d5c-4bfa-a34f-0e728c0a1857 None None] No DVR routers for this DVR port c7e25a31-6ad0-4244-bb23-337e02560ef1 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:06.080885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.130974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Calling delete_port for d0a879e0-b67b-486a-a5d0-516f474f8c03 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:06.142881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:06.147741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:06.172316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.303180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:06.321806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.323616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40788a60-453b-4cca-be1d-59bed54e1577 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 700 time: 1.3505051 Sep 28 08:40:06.326449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41350) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.415039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41354) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.435281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.570696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.573373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.576908 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/security-groups/8d11c0ee-8283-4534-999a-52591dd98a0a HTTP/1.1" status: 204 len: 168 time: 0.7636325 Sep 28 08:40:06.577680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.581503 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bd6b3b95-7708-4f53-a2b7-ae63c324a43a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 700 time: 0.2531312 Sep 28 08:40:06.592235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41366) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.603964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=ac7c90bb-2e58-48d3-b78e-1185b492b6a7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.645855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91d772-2745-4fce-8153-c955363a8d86 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d11c0ee-8283-4534-999a-52591dd98a0a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.653005 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 5 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:06.704009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:06.705717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3113-d830-4169-aba2-4ae1c3723d0e req-77bcccee-5de0-4296-8b95-b2aebe9704fc tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:06.708375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a16b3113-d830-4169-aba2-4ae1c3723d0e req-77bcccee-5de0-4296-8b95-b2aebe9704fc tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1255834 Sep 28 08:40:06.711471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.803503 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-040f8ebc-3006-4a47-bdee-5e89373f5528 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=92a35280ea854367a5f8e1bef199f6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870769 Sep 28 08:40:06.806401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41368) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.821729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-82b2e836-2db6-4013-9584-40282caab8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.835828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 42148616-f756-43c3-8eb4-6fbe2147d04f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:06.836218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.863334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.867703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet a1013122-7fe6-469c-8dab-acec2628a655 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:06.875702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.875949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.882980 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a16b3113-d830-4169-aba2-4ae1c3723d0e req-b4d88cb7-e270-4b2d-bdad-b23099373297 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674690 Sep 28 08:40:06.927063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.938744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 42148616-f756-43c3-8eb4-6fbe2147d04f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=42148616-f756-43c3-8eb4-6fbe2147d04f,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:06.955534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.962088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.975656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.976345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router 32c9e7a2-6e97-407b-b343-197d296d6951 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:40:06.983841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:06.988898 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1a66a2a5-ead9-4ef2-b394-5b0dca63341d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/32c9e7a2-6e97-407b-b343-197d296d6951 HTTP/1.1" status: 204 len: 168 time: 3.4433496 Sep 28 08:40:06.991931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41370) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:06.995883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.021984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] Pushing event deleted for resources: {'Port': ['ID=d0a879e0-b67b-486a-a5d0-516f474f8c03,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.040720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a49e1-e32d-4e94-a5be-6c4c74218cc9 None None] No DVR routers for this DVR port d0a879e0-b67b-486a-a5d0-516f474f8c03 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:07.053999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.055120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7560a277-30d2-43a5-be7a-699b5eb9fb7e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:07.086971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.090120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.091768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5224d5b1-3ae1-4d13-88a6-e7c3cea479dc HTTP/1.1" status: 204 len: 168 time: 0.2843399 Sep 28 08:40:07.104279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d6b8-6f8c-4076-be0b-9d233d050724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5224d5b1-3ae1-4d13-88a6-e7c3cea479dc,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.194554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:02Z', 'revision_number': 6, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '24b79965-55d2-4b09-8dca-fdf5a27ce42e', 'name': '', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:8a:97:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:59Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.234630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.236291 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 6 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:07.268210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:07.268616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Updating router ff9b63d9-b812-4be5-a354-e4e73499bcf3 port 24b79965-55d2-4b09-8dca-fdf5a27ce42e binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:07.292297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.340631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=42148616-f756-43c3-8eb4-6fbe2147d04f,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.346142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:07.348215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.351534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7560a277-30d2-43a5-be7a-699b5eb9fb7e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:07.351904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.352349 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7560a277-30d2-43a5-be7a-699b5eb9fb7e Sep 28 08:40:07.607175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7560a277-30d2-43a5-be7a-699b5eb9fb7e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:07.608468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:07.736734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:07.737466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.738188 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:07.847860 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 7 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:07.873711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.886510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.909596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.933982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:07.939799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a78597c-0646-4f88-b532-5e08932b8c6a') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.940130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a78597c-0646-4f88-b532-5e08932b8c6a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.944902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:07.948187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/a1013122-7fe6-469c-8dab-acec2628a655 HTTP/1.1" status: 204 len: 168 time: 1.3694425 Sep 28 08:40:07.949079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05481f-f7fd-4dbd-a026-14fbfa4b7879 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=a1013122-7fe6-469c-8dab-acec2628a655,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.959535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:07.973072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:07.975401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f6d84-3362-45c0-85c8-e54e8c7e233e None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:07.998527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:07.999617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.002318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.004006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.027976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0a879e0-b67b-486a-a5d0-516f474f8c03 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:08.059858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d0a879e0-b67b-486a-a5d0-516f474f8c03 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:08.060210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0a879e0-b67b-486a-a5d0-516f474f8c03 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:08.061298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3cdeb117-e0dd-4275-8724-638f877d4247 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:08.084083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.085869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.096496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3cdeb117-e0dd-4275-8724-638f877d4247 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:08.096892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3cdeb117-e0dd-4275-8724-638f877d4247 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:08.164557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:08.165554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.196065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41398) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:08.218197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 8a78597c-0646-4f88-b532-5e08932b8c6a resource provider aggregate not found Sep 28 08:40:08.219906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:08.229019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.267599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:08.286990 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 8a78597c-0646-4f88-b532-5e08932b8c6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a78597c-0646-4f88-b532-5e08932b8c6a found for delete ", "request_id": "req-09561dd4-2b64-4c19-a574-9feb3a95155b"}]} Sep 28 08:40:08.326460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88027c89-7dd9-4b32-8108-d652bb6a2267 None None] Pushing event updated for resources: {'Port': ['ID=24b79965-55d2-4b09-8dca-fdf5a27ce42e,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.326654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10a806-9ee9-4f4a-bab1-811fccbefb50 req-2d2d78c4-1c4b-4eed-b1db-2cd2b09be1da tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.328695 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de10a806-9ee9-4f4a-bab1-811fccbefb50 req-2d2d78c4-1c4b-4eed-b1db-2cd2b09be1da tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2777193 Sep 28 08:40:08.380202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658791579'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:08.393470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.415250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.421848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc HTTP/1.1" status: 204 len: 168 time: 1.4178033 Sep 28 08:40:08.434550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41404) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:08.435455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2ef7-d1fa-4689-a7fc-1560b99d2ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=0d8e9aed-5a16-4e9e-a83b-afe8ddf35fcc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.435884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Attempting to bind port 24b79965-55d2-4b09-8dca-fdf5a27ce42e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:08.436249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Attempting to bind port 24b79965-55d2-4b09-8dca-fdf5a27ce42e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:08.437173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Attempting to bind port 24b79965-55d2-4b09-8dca-fdf5a27ce42e on network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:08.444984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--6678244', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:08.447097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:08.447538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.447809 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:08.468683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:08.472259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.481623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de10a806-9ee9-4f4a-bab1-811fccbefb50 req-ec149287-69dd-4e82-9825-67f5305f99e6 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082363 Sep 28 08:40:08.482533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:08.483129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Checking segment: {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:08.483321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.483722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Bound using segment: {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:08.484212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Bound port: 24b79965-55d2-4b09-8dca-fdf5a27ce42e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e934373a-1a13-4eea-8091-de042b60a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:08.484606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.496540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.499777 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 8 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:08.515183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:08.518751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.567972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.596430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:08.603344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:08.621021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:08.624605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:08.630375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.631012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.644982 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=0e98af1d-72ae-4b6d-b891-06eb1f6b458a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.645265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.645627 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 413f76ae-da12-4a98-bd30-21588aa6c06d of type vlan for network 5f7e60f4-ba90-47a8-8618-07a3811b667a Sep 28 08:40:08.661496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] For port 24b79965-55d2-4b09-8dca-fdf5a27ce42e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:08.667540 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c88f63ac-b3c4-44fe-b592-31444f1ff054 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039795 Sep 28 08:40:08.667749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] For port 24b79965-55d2-4b09-8dca-fdf5a27ce42e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=24b79965-55d2-4b09-8dca-fdf5a27ce42e,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:08.668208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41406) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:08.675731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'security_group': {'name': 'tempest-secgroup-376405764'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:08.678204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.688814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:08.689869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 42148616-f756-43c3-8eb4-6fbe2147d04f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:08.708402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.718582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.731155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.732820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:08.733517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:39:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:08.737635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.767099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 24b79965-55d2-4b09-8dca-fdf5a27ce42e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:08.767700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.798393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:08.819814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.828375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ec43c-2e1b-4ca4-9628-6ed01a4f5fac,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.828901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.831915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.832258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 42690a98-4c28-48fa-ad85-9fd730893b1a of type vlan for network 62777921-3ae2-4c35-84d1-9ede72cfbf4e Sep 28 08:40:08.845273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.852317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.853179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.863436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88027c89-7dd9-4b32-8108-d652bb6a2267 None None] Pushing event updated for resources: {'Port': ['ID=24b79965-55d2-4b09-8dca-fdf5a27ce42e,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.871329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc22c72d-8111-499d-9f73-953d33c945d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.894560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:08.899409 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2249675 Sep 28 08:40:08.899409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:08.904920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'security_group': {'name': 'tempest-secgroup-1479016913'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:08.915905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adb33c-2126-439d-93f9-bc323e24205d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c892ce-930d-4875-98f2-7cbf24142379,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.921715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:08.941075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.016281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 24b79965-55d2-4b09-8dca-fdf5a27ce42e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=24b79965-55d2-4b09-8dca-fdf5a27ce42e,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:09.016924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.028376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.040938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.042009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 24b79965-55d2-4b09-8dca-fdf5a27ce42e owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:09.075248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.086011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.087301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1869781 Sep 28 08:40:09.088290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071410e8-9d2a-42bf-aaa7-79bbc44f3ec4 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd12eb-5813-4622-ab84-78b00506b4c4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.091338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41410) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:09.096944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'security_group': {'name': 'tempest-secgroup-764071654'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:09.101284 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6623361 Sep 28 08:40:09.101491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41412) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:09.107228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-223981939', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:09.116365 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 9 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:09.144042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.145246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.150181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.150793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 42148616-f756-43c3-8eb4-6fbe2147d04f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:09.151169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.151508 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 42148616-f756-43c3-8eb4-6fbe2147d04f Sep 28 08:40:09.201567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0e39-df68-4472-a416-f004b21c6402 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=5f7e60f4-ba90-47a8-8618-07a3811b667a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.221013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.db.resource_extend [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 28 08:40:09.245400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.267131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:09.318319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.325093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:09.326084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.344276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.346292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:09.384842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.409215 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1995842 Sep 28 08:40:09.461624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 42148616-f756-43c3-8eb4-6fbe2147d04f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:09.523679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7ad1-b700-4fe3-aef4-7df747fa3cc9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=62777921-3ae2-4c35-84d1-9ede72cfbf4e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.534801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.541858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.545625 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4506364 Sep 28 08:40:09.547421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41416) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:09.559815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58e25e-844b-4cd2-a9fd-be550cc2d786 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29cdfb9-1d0f-4402-a28d-0d76bcb4ea11,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.578611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1366937410', 'security_groups': ['f29cdfb9-1d0f-4402-a28d-0d76bcb4ea11'], 'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e98af1d-72ae-4b6d-b891-06eb1f6b458a'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:09.603753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:09.606704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c7e25a31-6ad0-4244-bb23-337e02560ef1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:09.613220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=24b79965-55d2-4b09-8dca-fdf5a27ce42e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.672009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:09.784001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b696fb-16f6-46c8-8704-fb4df903eddb None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:09.790155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: c7e25a31-6ad0-4244-bb23-337e02560ef1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:09.790639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c7e25a31-6ad0-4244-bb23-337e02560ef1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:09.790927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac7c90bb-2e58-48d3-b78e-1185b492b6a7 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:09.806022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe459c-1ba4-475a-8241-c13ee986d05f req-8828d9d6-8c0c-4c22-84fb-2fb3c0de0b79 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:09.821289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d2fe459c-1ba4-475a-8241-c13ee986d05f req-8828d9d6-8c0c-4c22-84fb-2fb3c0de0b79 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1453383 Sep 28 08:40:09.848201 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 10 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:09.894860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ac7c90bb-2e58-48d3-b78e-1185b492b6a7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:09.895211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ac7c90bb-2e58-48d3-b78e-1185b492b6a7 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:09.941394 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d2fe459c-1ba4-475a-8241-c13ee986d05f req-81836374-7702-4aef-90a8-0bd63bade989 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190891 Sep 28 08:40:09.951423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:05Z', 'revision_number': 7, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '24b79965-55d2-4b09-8dca-fdf5a27ce42e', 'name': '', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:8a:97:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:59Z', 'updated_at': '2022-09-28T08:40:08Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:10.019428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.023371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:10.031242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac13cc3-d1aa-4255-b344-cb8403a0ed8e None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:05Z', 'revision_number': 7, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '24b79965-55d2-4b09-8dca-fdf5a27ce42e', 'name': '', 'network_id': '9fd15021-94fe-4f1d-8acf-afc8aecaefcc', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:8a:97:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:59Z', 'updated_at': '2022-09-28T08:40:08Z', 'revision_number': 4, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bfcc66e3-484f-43b9-acfd-f13721dc7877', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:10.038304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:10.046317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Could not find standard attr ID for object c7e25a31-6ad0-4244-bb23-337e02560ef1. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:10.103954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.131551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Provisioning complete for port 7560a277-30d2-43a5-be7a-699b5eb9fb7e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:10.132103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.132429 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 1 to provision port 7560a277-30d2-43a5-be7a-699b5eb9fb7e Sep 28 08:40:10.181393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.211110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.253874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Current status of the port 7560a277-30d2-43a5-be7a-699b5eb9fb7e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:10.279569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:10.280086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.280513 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:10.355881 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:10.368644 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:10.369276 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:10.370176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.163 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/509df2bb-cb47-40de-9209-38c87655b7cc) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:10.383943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-68d39d20-dca0-4469-8143-368b5413fb79 None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:10.442354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.448555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Update dhcp port {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'fixed_ips': [{'subnet_id': 'a28c50a5-311a-41c0-96a0-004d124ce3e4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e98af1d-72ae-4b6d-b891-06eb1f6b458a'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'c34eadf6-9b3b-492d-b043-590f83cfd4d1'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:40:10.482467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] device_id is not set on port 7a7a548c-f94f-4cf1-8030-310aeff9353b yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:40:10.488253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.515501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Could not find standard attr ID for object 15eca3d7-2a82-41c6-a7ae-5607890c96d7. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:10.529802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:10.531638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.592590 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:10.610224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.660646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:10.667733 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f5b40c97-268a-4edb-93b8-cf67b6921b1b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0653439 Sep 28 08:40:10.671755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41418) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:10.721896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:10.726320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=509df2bb-cb47-40de-9209-38c87655b7cc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:10.731998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:10.737572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Allocated IP 2001:db8::2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/0e98af1d-72ae-4b6d-b891-06eb1f6b458a/c34eadf6-9b3b-492d-b043-590f83cfd4d1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:10.739233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:10.766055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet bfcc66e3-484f-43b9-acfd-f13721dc7877 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:10.777426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.794663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:10.795186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.795931 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:10.843990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.965553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.969470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:10.998086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Provisioning complete for port 42148616-f756-43c3-8eb4-6fbe2147d04f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:10.998581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:10.999012 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 1 to provision port 42148616-f756-43c3-8eb4-6fbe2147d04f Sep 28 08:40:11.002664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:11.019876 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:11.063020 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:11.074867 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:11.075962 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:11.099714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.125646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.132217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.136366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/bfcc66e3-484f-43b9-acfd-f13721dc7877 HTTP/1.1" status: 204 len: 168 time: 0.4636161 Sep 28 08:40:11.136997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5932988-0453-49f8-a981-4090485c8466 None None] Network 9fd15021-94fe-4f1d-8acf-afc8aecaefcc requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:11.149304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41422) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:11.205092 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:11.205379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e75cd-494a-4285-836d-d561146376e4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcc66e3-484f-43b9-acfd-f13721dc7877,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.292786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.304623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.316124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1afb50-2085-41c0-8917-3e1f47b1f8ea req-2fad9dc2-eaaf-4351-9568-bc4700972722 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:11.322939 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a1afb50-2085-41c0-8917-3e1f47b1f8ea req-2fad9dc2-eaaf-4351-9568-bc4700972722 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1981165 Sep 28 08:40:11.363683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.431453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8::a4 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/0e98af1d-72ae-4b6d-b891-06eb1f6b458a/7a7a548c-f94f-4cf1-8030-310aeff9353b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:11.456043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a1afb50-2085-41c0-8917-3e1f47b1f8ea req-ef31cf30-6785-4d61-8aa6-b2f396789e8b tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162820 Sep 28 08:40:11.478547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Current status of the port 42148616-f756-43c3-8eb4-6fbe2147d04f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:11.480986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.577648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d42c-fa6c-4042-850f-b0800b7d1789 None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.588930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 42148616-f756-43c3-8eb4-6fbe2147d04f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:11.590203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.618717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Provisioning complete for port ad3a3795-4993-4a1c-a37b-cc6328870fe1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:11.621308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.621754 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 1 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:11.701868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.708890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] DHCP port deletion for 9fd15021-94fe-4f1d-8acf-afc8aecaefcc request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:11.787722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.829583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:11.859795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.875507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Deleting port 42148616-f756-43c3-8eb4-6fbe2147d04f {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:11.876195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.930086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:11.971125 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:12.003014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=7a7a548c-f94f-4cf1-8030-310aeff9353b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.013872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:12.016332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:12.019919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:12.026504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:12.027504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.059250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] For port 42148616-f756-43c3-8eb4-6fbe2147d04f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=42148616-f756-43c3-8eb4-6fbe2147d04f,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:12.060187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fa202af3-5b61-4292-90db-91e72a779ff0 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5117733 Sep 28 08:40:12.063424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41424) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:12.063853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.073600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:12.088561 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be0cd-8c21-4fd5-9449-4244238407a1 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:12.109663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Calling delete_port for 42148616-f756-43c3-8eb4-6fbe2147d04f owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:12.221361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.264743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] Pushing event deleted for resources: {'Port': ['ID=42148616-f756-43c3-8eb4-6fbe2147d04f,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.272205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd6c62-a5ae-4888-8dbf-57e3423e2c25 None None] No DVR routers for this DVR port 42148616-f756-43c3-8eb4-6fbe2147d04f on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:12.303429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:12.307628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.331740 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 2 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:12.366325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 42148616-f756-43c3-8eb4-6fbe2147d04f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=42148616-f756-43c3-8eb4-6fbe2147d04f,segment=NetworkSegment(e934373a-1a13-4eea-8091-de042b60a8f8),segment_id=e934373a-1a13-4eea-8091-de042b60a8f8)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:12.367033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.401180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 42148616-f756-43c3-8eb4-6fbe2147d04f owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:12.500505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e98af1d-72ae-4b6d-b891-06eb1f6b458a (CIDR: 2001:db8::/64) Sep 28 08:40:12.511692 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:12.512212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:12.565407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5aeaca12-a11a-41e9-b2f9-e68d4a031353 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4986293 Sep 28 08:40:12.567104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41428) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:12.590374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:12.714202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41430) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:12.732768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:12.742916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:12.778272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:12.799529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:12.803497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.814444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:12.814812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.815637 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:12.852553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416a1c-cbb4-45ed-b35e-3a3004e9b36e req-e3683b09-daf7-4c15-966c-987b7a83e430 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:12.854152 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0f416a1c-cbb4-45ed-b35e-3a3004e9b36e req-e3683b09-daf7-4c15-966c-987b7a83e430 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2612536 Sep 28 08:40:12.858720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:12.863873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.873982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:12.874621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:12.901707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 42148616-f756-43c3-8eb4-6fbe2147d04f on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:12.934516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=42148616-f756-43c3-8eb4-6fbe2147d04f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.947051 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.ipam_backend_mixin [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a28c50a5-311a-41c0-96a0-004d124ce3e4 (CIDR: 2001:db8:0:1::/64) Sep 28 08:40:12.953444 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:12.954021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:12.961949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:12.965567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:12.972984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:12.975437 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2c512c99-83f6-4c47-9a0b-8584d76c2db3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4055109 Sep 28 08:40:12.978069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41432) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:12.983310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'subnet': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:13.008450 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:13.015940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:13.016804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0f416a1c-cbb4-45ed-b35e-3a3004e9b36e req-5a455361-3556-4241-924d-0b0903176dc6 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425929 Sep 28 08:40:13.104010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.125548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 24b79965-55d2-4b09-8dca-fdf5a27ce42e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:13.148326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 24b79965-55d2-4b09-8dca-fdf5a27ce42e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:13.148326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 24b79965-55d2-4b09-8dca-fdf5a27ce42e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:13.148669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Made reservation on behalf of d2314526a5374f15aac97af150759e2a for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:13.149137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 42148616-f756-43c3-8eb4-6fbe2147d04f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:13.153067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.178023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd15021-94fe-4f1d-8acf-afc8aecaefcc']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.181549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 42148616-f756-43c3-8eb4-6fbe2147d04f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:13.182001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 42148616-f756-43c3-8eb4-6fbe2147d04f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:13.195898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e934373a-1a13-4eea-8091-de042b60a8f8') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.196183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e934373a-1a13-4eea-8091-de042b60a8f8') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.215338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.268668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.279400 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 3 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:13.300370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:13.300782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.326153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:13.331191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:13.344381 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:13.346185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.356348 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:13.357728 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.377921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:13.382632 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e934373a-1a13-4eea-8091-de042b60a8f8 resource provider aggregate not found Sep 28 08:40:13.398437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:13.398847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.430120 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment e934373a-1a13-4eea-8091-de042b60a8f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e934373a-1a13-4eea-8091-de042b60a8f8 found for delete ", "request_id": "req-5c5786da-1b5a-4671-acda-10804e185dfa"}]} Sep 28 08:40:13.439511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.440987 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f75509fa-f923-45ae-97a9-20b39860ec58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3383429 Sep 28 08:40:13.441725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.445590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41438) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.453274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.459598 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/9fd15021-94fe-4f1d-8acf-afc8aecaefcc HTTP/1.1" status: 204 len: 168 time: 2.3061945 Sep 28 08:40:13.463403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41440) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.488139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75dedd-5315-474e-a6cd-dd9da6217ec3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=9fd15021-94fe-4f1d-8acf-afc8aecaefcc,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.520455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-858e74d9-0c8e-430e-b6f6-4a90045ef097 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730245 Sep 28 08:40:13.521824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.522298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41442) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.523384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.553104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:13.562669 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:13.568521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:13.574100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:13.584372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.585661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.610735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Subnet': ['ID=3023518c-7b32-4a50-9da7-ae6226031a5c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.620229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6be2be2f-2ca3-4285-9a61-e10c12dbc516 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6409683 Sep 28 08:40:13.623236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41444) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.636677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1473194240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3023518c-7b32-4a50-9da7-ae6226031a5c'}], 'security_groups': ['11c892ce-930d-4875-98f2-7cbf24142379', '3edd12eb-5813-4622-ab84-78b00506b4c4']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:13.658424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d261e01-5155-4a53-a071-6b66146cc729 None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:13.691486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=8cc4728c-55cc-40b8-9255-6f74f7c91781,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.748168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.767161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '42690a98-4c28-48fa-ad85-9fd730893b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:13.767545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 62777921-3ae2-4c35-84d1-9ede72cfbf4e, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:13.782866 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:11Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:13.801187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73281f-b906-43b6-9fb3-9140735942db tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.802700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ef73281f-b906-43b6-9fb3-9140735942db tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2771466 Sep 28 08:40:13.805733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41446) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.816941 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:13.817812 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Updating router b5673268-a60d-48e0-ac1b-553538d45b22 port 509df2bb-cb47-40de-9209-38c87655b7cc binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:13.843874 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 4 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:13.849822 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4d9bda3f-e42d-4ae0-8d5b-29dc245bdabb tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430059 Sep 28 08:40:13.850158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:13.854712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41448) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:13.859758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803691146', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:13.873331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:13.942510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:13.955602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 62777921-3ae2-4c35-84d1-9ede72cfbf4e) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:13.974903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d8c2c-b133-4aef-8330-9114a2c505ee None None] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:13.975182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.975498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.024895 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-35362dd4-5d40-496b-b129-7348abd67d76 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2998238 Sep 28 08:40:14.029504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41450) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:14.037016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667319879'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:14.068595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:14.072399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.090366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:14.093818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.180110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Update dhcp port {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'fixed_ips': [{'subnet_id': 'a28c50a5-311a-41c0-96a0-004d124ce3e4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0e98af1d-72ae-4b6d-b891-06eb1f6b458a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3023518c-7b32-4a50-9da7-ae6226031a5c'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'c34eadf6-9b3b-492d-b043-590f83cfd4d1'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:40:14.192531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:14.200045 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.209005 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.209292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.209631 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 4084600b-1f9a-4208-93ea-10132a8d5d26 of type vlan for network 36ef2eb3-c44d-41e0-8d09-b53247988342 Sep 28 08:40:14.218341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.266583 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89878cda-fb6a-413a-83d7-0f9f1ba3bd39 None None] Pushing event updated for resources: {'Port': ['ID=509df2bb-cb47-40de-9209-38c87655b7cc,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.278975 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Attempting to bind port 509df2bb-cb47-40de-9209-38c87655b7cc on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:14.279199 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Attempting to bind port 509df2bb-cb47-40de-9209-38c87655b7cc by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:14.279656 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Attempting to bind port 509df2bb-cb47-40de-9209-38c87655b7cc on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:14.287323 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:14.289236 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:14.289236 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.289465 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:14.290049 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Bound port: 509df2bb-cb47-40de-9209-38c87655b7cc, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:14.290741 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.297492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.358881 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] For port 509df2bb-cb47-40de-9209-38c87655b7cc, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:14.364478 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] For port 509df2bb-cb47-40de-9209-38c87655b7cc, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=509df2bb-cb47-40de-9209-38c87655b7cc,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:14.372009 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.394061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.413913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:14.436420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.442232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:14.442872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.443941 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89878cda-fb6a-413a-83d7-0f9f1ba3bd39 None None] Pushing event updated for resources: {'Port': ['ID=509df2bb-cb47-40de-9209-38c87655b7cc,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.444927 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 5 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:14.457588 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:14.458998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:14.494006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:14.495326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d270bc-5019-4b13-9c18-357edf5315e4 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:09Z', 'revision_number': 8, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '7560a277-30d2-43a5-be7a-699b5eb9fb7e', 'name': '', 'network_id': 'a8bcf229-ccda-46d3-b47e-f52519262a56', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:9b:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:52Z', 'updated_at': '2022-09-28T08:40:01Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '8d889717-e045-4670-9953-3c13e5e6a9fe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:14.551211 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5161436 Sep 28 08:40:14.563582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.566804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41454) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:14.587669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '36ef2eb3-c44d-41e0-8d09-b53247988342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:14.601339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-62777921-3ae2-4c35-84d1-9ede72cfbf4e', 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '8cc4728c-55cc-40b8-9255-6f74f7c91781'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:14.602880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.619526 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:14.692613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9828b-be02-4e6c-9a7c-dc452698f1b3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=36ef2eb3-c44d-41e0-8d09-b53247988342,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.718275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af327-bc28-4d8e-b97c-9d7b01db5e8e req-866f828b-41bf-4399-a8b9-259ece6d155e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:14.731112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-748af327-bc28-4d8e-b97c-9d7b01db5e8e req-866f828b-41bf-4399-a8b9-259ece6d155e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.5809836 Sep 28 08:40:14.755505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 36ef2eb3-c44d-41e0-8d09-b53247988342 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:14.764259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Delete allocated IP 2001:db8::a4 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/0e98af1d-72ae-4b6d-b891-06eb1f6b458a) {{(pid=103308) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 28 08:40:14.779931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Allocated IP 2001:db8:0:2::f (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/3023518c-7b32-4a50-9da7-ae6226031a5c/7a7a548c-f94f-4cf1-8030-310aeff9353b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:14.789443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.826926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-748af327-bc28-4d8e-b97c-9d7b01db5e8e req-0d08f649-cdb7-41aa-a17b-1ebddad5b0e9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915737 Sep 28 08:40:14.859560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:14.859956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 5f7e60f4-ba90-47a8-8618-07a3811b667a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:14.868025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:14.871670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:14.918232 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:11Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:14.926386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:14.959212 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ecc5e-53c0-4386-871f-014a80eda0a2 None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:11Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:15.019310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5f7e60f4-ba90-47a8-8618-07a3811b667a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:15.039176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:15.039787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.052724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.060405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.101325 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-527a4889-dc70-4587-ad0c-e07ac8f02b98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2455249 Sep 28 08:40:15.105952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41456) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:15.106663 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 6 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:15.114317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4992b8-2802-4080-9043-c99111c73e4a None None] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:15.132846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event updated for resources: {'Port': ['ID=7a7a548c-f94f-4cf1-8030-310aeff9353b,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:15.159275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] In _notify_port_updated(), no bound segment for port 7a7a548c-f94f-4cf1-8030-310aeff9353b on network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:40:15.164883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:15.165579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.167081 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-12f61724-4026-437e-82c3-96b03eb8fdc9 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "PUT /v2.0/ports/7a7a548c-f94f-4cf1-8030-310aeff9353b HTTP/1.1" status: 200 len: 968 time: 1.5426488 Sep 28 08:40:15.170035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41458) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:15.275430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Allocated IP 2001:db8:0:ffff::2 (62777921-3ae2-4c35-84d1-9ede72cfbf4e/8cc4728c-55cc-40b8-9255-6f74f7c91781/7a78b341-88e3-49cc-b8a8-ac7879d53420) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:15.296183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port 7a7a548c-f94f-4cf1-8030-310aeff9353b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:15.297059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.327549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:15.340429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Allocated IP 2001:db8:0:2::2 (b40c1a89-b6fe-40bf-9675-29cd2b3d4f48/3023518c-7b32-4a50-9da7-ae6226031a5c/c34eadf6-9b3b-492d-b043-590f83cfd4d1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:15.460585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.484223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for 7a7a548c-f94f-4cf1-8030-310aeff9353b owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:15.559381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:15.599723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.626830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 7560a277-30d2-43a5-be7a-699b5eb9fb7e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:15.627465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.639434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5f7e60f4-ba90-47a8-8618-07a3811b667a', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:15.641279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.653655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.656922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.684506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.700107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=7a7a548c-f94f-4cf1-8030-310aeff9353b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:15.728561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.731865 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-83edb42b-02bc-47cc-b144-af4a175dfbf1 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/7a7a548c-f94f-4cf1-8030-310aeff9353b HTTP/1.1" status: 204 len: 168 time: 0.5608590 Sep 28 08:40:15.734469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41460) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:15.766621 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b39b1d3-a4ab-436b-be26-12d60189ca2d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] GET failed (client error): The resource could not be found. Sep 28 08:40:15.771151 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2b39b1d3-a4ab-436b-be26-12d60189ca2d tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports/7a7a548c-f94f-4cf1-8030-310aeff9353b HTTP/1.1" status: 404 len: 333 time: 0.0331585 Sep 28 08:40:15.771410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41462) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:15.780902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c1f1-10e5-4a0f-9f1a-715fbe3861b8 None None] Pushing event updated for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:15.793854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.842560 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 7 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:15.864776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.898892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.902013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=31a2e0e6-9d9b-44e4-b96b-e186133cebf8,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:15.923674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.975834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 7560a277-30d2-43a5-be7a-699b5eb9fb7e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7560a277-30d2-43a5-be7a-699b5eb9fb7e,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:15.976110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.976724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.980037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:15.981249 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/security-groups/f29cdfb9-1d0f-4402-a28d-0d76bcb4ea11 HTTP/1.1" status: 204 len: 168 time: 0.2088785 Sep 28 08:40:15.985763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:16.003074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad61e08-31ae-4bb0-963a-8eb567fe6def tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29cdfb9-1d0f-4402-a28d-0d76bcb4ea11,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.042667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 7560a277-30d2-43a5-be7a-699b5eb9fb7e owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:16.049092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '4084600b-1f9a-4208-93ea-10132a8d5d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '36ef2eb3-c44d-41e0-8d09-b53247988342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:16.049702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 36ef2eb3-c44d-41e0-8d09-b53247988342, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:16.062776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.087097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122b7fa-d97a-4bb6-95e1-ea90e3ff4e6d req-b51ca5e0-0c64-4cb4-a73b-1086f9e234d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.088700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a122b7fa-d97a-4bb6-95e1-ea90e3ff4e6d req-b51ca5e0-0c64-4cb4-a73b-1086f9e234d4 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1237292 Sep 28 08:40:16.090246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.098404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Allocated IP 172.20.0.2 (5f7e60f4-ba90-47a8-8618-07a3811b667a/0d8b8c1a-6460-40dc-896a-ff5c4c0c5128/9e918e79-12c1-4366-8f37-db2f71c72918) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:16.148286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.151939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.153352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/security-groups/3edd12eb-5813-4622-ab84-78b00506b4c4 HTTP/1.1" status: 204 len: 168 time: 0.1652379 Sep 28 08:40:16.164517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41468) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:16.178300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4da2-3c6c-4c25-82ad-c2f3c663a735 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd12eb-5813-4622-ab84-78b00506b4c4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.226982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:16.255566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:16.259886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:16.261472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 36ef2eb3-c44d-41e0-8d09-b53247988342 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:16.267942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Pushing event updated for resources: {'Port': ['ID=7a78b341-88e3-49cc-b8a8-ac7879d53420,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.272136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:16.302056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 36ef2eb3-c44d-41e0-8d09-b53247988342) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:16.328061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64459ad-f89c-4988-b9f8-acfa9b311339 None None] Network 36ef2eb3-c44d-41e0-8d09-b53247988342 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:16.335778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.336470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.429736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 509df2bb-cb47-40de-9209-38c87655b7cc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:16.479395 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ab17f495-1e63-4b6f-a5a4-644867535e83 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9033020 Sep 28 08:40:16.482910 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a122b7fa-d97a-4bb6-95e1-ea90e3ff4e6d req-ce9e838a-69bd-4c73-a4ac-2480972fafdc tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168349 Sep 28 08:40:16.487292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41470) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:16.530755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Attempting to bind port 7a78b341-88e3-49cc-b8a8-ac7879d53420 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:16.531211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Attempting to bind port 7a78b341-88e3-49cc-b8a8-ac7879d53420 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '42690a98-4c28-48fa-ad85-9fd730893b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:16.531635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Attempting to bind port 7a78b341-88e3-49cc-b8a8-ac7879d53420 on network 62777921-3ae2-4c35-84d1-9ede72cfbf4e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:16.542334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.591635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:16.592252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Checking segment: {'id': '42690a98-4c28-48fa-ad85-9fd730893b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:16.592400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.592789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Bound using segment: {'id': '42690a98-4c28-48fa-ad85-9fd730893b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:16.593740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Bound port: 7a78b341-88e3-49cc-b8a8-ac7879d53420, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42690a98-4c28-48fa-ad85-9fd730893b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62777921-3ae2-4c35-84d1-9ede72cfbf4e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:16.593740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.639809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.696824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.698276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.701862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.734932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.737952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.774428 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 8 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:16.777824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9da64f-103e-4bb3-af81-cbd5ea66bb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-36ef2eb3-c44d-41e0-8d09-b53247988342', 'network_id': '36ef2eb3-c44d-41e0-8d09-b53247988342', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '31a2e0e6-9d9b-44e4-b96b-e186133cebf8'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:16.779694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cf9da64f-103e-4bb3-af81-cbd5ea66bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.785146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=7560a277-30d2-43a5-be7a-699b5eb9fb7e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.852290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.861125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 509df2bb-cb47-40de-9209-38c87655b7cc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:16.861881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:16.861881 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 509df2bb-cb47-40de-9209-38c87655b7cc Sep 28 08:40:16.904568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] For port 7a78b341-88e3-49cc-b8a8-ac7879d53420, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:16.906885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=31a2e0e6-9d9b-44e4-b96b-e186133cebf8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.923221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:16.962945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:16.984644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:16.988496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] For port 7a78b341-88e3-49cc-b8a8-ac7879d53420, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a78b341-88e3-49cc-b8a8-ac7879d53420,segment=NetworkSegment(42690a98-4c28-48fa-ad85-9fd730893b1a),segment_id=42690a98-4c28-48fa-ad85-9fd730893b1a)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:16.991398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Pushing event updated for resources: {'Port': ['ID=9e918e79-12c1-4366-8f37-db2f71c72918,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.993836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:17.015218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.039764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.044761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ef2eb3-c44d-41e0-8d09-b53247988342']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:17.049816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.051135 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/security-groups/11c892ce-930d-4875-98f2-7cbf24142379 HTTP/1.1" status: 204 len: 168 time: 0.8256710 Sep 28 08:40:17.056058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41472) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:17.069902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caf15a-028a-4bfc-997c-3db5cf6ffa02 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c892ce-930d-4875-98f2-7cbf24142379,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.088123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4084600b-1f9a-4208-93ea-10132a8d5d26') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:17.089079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4084600b-1f9a-4208-93ea-10132a8d5d26') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:17.096459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.139876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.147740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.187638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.200581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 0e98af1d-72ae-4b6d-b891-06eb1f6b458a {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:17.203647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:17.204168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.228677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.253689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.264890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96f12f-cf13-4f8f-9df9-595f3b42499b None None] Network 36ef2eb3-c44d-41e0-8d09-b53247988342 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:17.284506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4084600b-1f9a-4208-93ea-10132a8d5d26 resource provider aggregate not found Sep 28 08:40:17.352726 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4084600b-1f9a-4208-93ea-10132a8d5d26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4084600b-1f9a-4208-93ea-10132a8d5d26 found for delete ", "request_id": "req-ab9f526f-07f7-44f3-b510-89c5f5289060"}]} Sep 28 08:40:17.399629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.439217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.452676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.461809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/36ef2eb3-c44d-41e0-8d09-b53247988342 HTTP/1.1" status: 204 len: 168 time: 0.9725089 Sep 28 08:40:17.468253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41478) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:17.475809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827933915'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:17.509146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2345-7dab-4eef-85bf-d4020ad0990c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=36ef2eb3-c44d-41e0-8d09-b53247988342,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.584724 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 9 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:17.598623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:17.602312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.678138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:17.679576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Attempting to bind port 9e918e79-12c1-4366-8f37-db2f71c72918 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:17.680663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Attempting to bind port 9e918e79-12c1-4366-8f37-db2f71c72918 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:17.681490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Attempting to bind port 9e918e79-12c1-4366-8f37-db2f71c72918 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:17.685296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:17.713750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.734451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72422c04-9ce1-48a5-a40c-cef4e5be7494 None None] Pushing event updated for resources: {'Port': ['ID=7a78b341-88e3-49cc-b8a8-ac7879d53420,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.748025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.748537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 761beb3a-b038-44fc-ba23-2e8e26f6b927 of type vlan for network 70ffe509-593f-4751-bb8a-491a972ecb74 Sep 28 08:40:17.764634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:17.765190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Checking segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:17.765867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.766351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Bound using segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:17.766950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Bound port: 9e918e79-12c1-4366-8f37-db2f71c72918, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:17.767444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.772247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 509df2bb-cb47-40de-9209-38c87655b7cc is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:17.772706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.786609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b5c-6a5e-4d82-9cf4-7941423b2faa req-8d3df60a-e049-4de1-84f5-2da3132b7b34 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:17.795899 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871b1b5c-6a5e-4d82-9cf4-7941423b2faa req-8d3df60a-e049-4de1-84f5-2da3132b7b34 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1693928 Sep 28 08:40:17.846913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:17.880472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.910675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871b1b5c-6a5e-4d82-9cf4-7941423b2faa req-c92b8834-0f04-4f6d-bbd6-673c360901b1 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140707 Sep 28 08:40:17.921929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 509df2bb-cb47-40de-9209-38c87655b7cc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=509df2bb-cb47-40de-9209-38c87655b7cc,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:17.941072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.941348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.941348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:17.947399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.957158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/0e98af1d-72ae-4b6d-b891-06eb1f6b458a HTTP/1.1" status: 204 len: 168 time: 0.8975418 Sep 28 08:40:17.958942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41482) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:17.982060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af535838-21ef-479b-9263-330180104f5a None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:17.989278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ea77-7bd4-4d3b-bdbc-b48b72b74b9b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=0e98af1d-72ae-4b6d-b891-06eb1f6b458a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.991119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:17.996909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:17.997543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.010574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (5f7e60f4-ba90-47a8-8618-07a3811b667a/0d8b8c1a-6460-40dc-896a-ff5c4c0c5128/b4b5695e-0819-4535-b677-3c897385094a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:18.047239 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5777380 Sep 28 08:40:18.047722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41484) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:18.051344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:18.053628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] For port 9e918e79-12c1-4366-8f37-db2f71c72918, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:18.068305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:18.077209 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0fbc598b-898e-49cc-b92c-149eeed60d4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5989971 Sep 28 08:40:18.081621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41486) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:18.105095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:18.120238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] For port 9e918e79-12c1-4366-8f37-db2f71c72918, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9e918e79-12c1-4366-8f37-db2f71c72918,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:18.146077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.149631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=509df2bb-cb47-40de-9209-38c87655b7cc,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.163096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:18.163742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:18.168422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:18.168799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.169159 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:18.186884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet 8d889717-e045-4670-9953-3c13e5e6a9fe {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:18.192952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.204968 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Attempt 10 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:18.220914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet 3023518c-7b32-4a50-9da7-ae6226031a5c {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:18.230954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.253172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.261383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110e34-d470-4a53-90ad-8cebdcc32ad3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=70ffe509-593f-4751-bb8a-491a972ecb74,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.296950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:18.305572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.330896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.364473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 70ffe509-593f-4751-bb8a-491a972ecb74 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:18.366952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.437239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.480180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.573161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:18.576999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:18.588912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.595796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:18.637178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.647407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:18.670910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-16373525-529d-4086-92da-89506d9d0e31 None None] Could not find standard attr ID for object 24b79965-55d2-4b09-8dca-fdf5a27ce42e. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:18.680796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=8d889717-e045-4670-9953-3c13e5e6a9fe,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.706720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.707646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e468-321c-4fe0-97d9-c195ee0f31eb None None] Pushing event updated for resources: {'Port': ['ID=9e918e79-12c1-4366-8f37-db2f71c72918,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.716145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:18.719127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927eb64b-117f-47ab-a8d1-8c1ec51815b3 None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:18.722026 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a5ce0915-f288-4f7c-ab84-846948f91af5 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/8d889717-e045-4670-9953-3c13e5e6a9fe HTTP/1.1" status: 204 len: 168 time: 0.6396575 Sep 28 08:40:18.723806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.735763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41488) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:18.775193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.790601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.833147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.835605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Could not find standard attr ID for object 7a7a548c-f94f-4cf1-8030-310aeff9353b. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:18.836395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/3023518c-7b32-4a50-9da7-ae6226031a5c HTTP/1.1" status: 204 len: 168 time: 0.8567853 Sep 28 08:40:18.842853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41490) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:18.846259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.850993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.873518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b5da2a-0d97-4b59-999c-b43dab1d28ce tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:18.873995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b5da2a-0d97-4b59-999c-b43dab1d28ce tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:18.877209 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f2b5da2a-0d97-4b59-999c-b43dab1d28ce tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/0e98af1d-72ae-4b6d-b891-06eb1f6b458a HTTP/1.1" status: 404 len: 337 time: 0.0334604 Sep 28 08:40:18.882673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41492) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:18.929765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:18.978187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Provisioning complete for port ad3a3795-4993-4a1c-a37b-cc6328870fe1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:18.978566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:18.978909 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Attempt 1 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:18.995560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting subnet a28c50a5-311a-41c0-96a0-004d124ce3e4 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:19.001480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.036812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:19.079613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11a18-50d8-441c-a06b-a63e8fed2a90 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=3023518c-7b32-4a50-9da7-ae6226031a5c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:19.084998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '761beb3a-b038-44fc-ba23-2e8e26f6b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:19.085602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 70ffe509-593f-4751-bb8a-491a972ecb74, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:19.104334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.139531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 70ffe509-593f-4751-bb8a-491a972ecb74 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:19.166707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 70ffe509-593f-4751-bb8a-491a972ecb74) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:19.199353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aefca4-b6de-420e-95b1-4dd7ace7395e None None] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:19.201252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cca04d-98c1-404c-86bb-1e4bb8813b7f None None] Network 70ffe509-593f-4751-bb8a-491a972ecb74 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:19.208276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56b1ca-a663-4035-9380-096ee5bcd136 None None] Update dhcp port {'port': {'network_id': 'b40c1a89-b6fe-40bf-9675-29cd2b3d4f48', 'fixed_ips': [{'subnet_id': 'a28c50a5-311a-41c0-96a0-004d124ce3e4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3023518c-7b32-4a50-9da7-ae6226031a5c'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': 'c34eadf6-9b3b-492d-b043-590f83cfd4d1'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:40:19.216901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:19.217563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.303511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.332000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:19.406177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d56b1ca-a663-4035-9380-096ee5bcd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.442774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1165aca2-6846-4860-9c31-d3f023b9669f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3792713 Sep 28 08:40:19.444463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41496) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.454142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-165126705'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:19.458301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] DHCP port deletion for a8bcf229-ccda-46d3-b47e-f52519262a56 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:19.464128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.469128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 509df2bb-cb47-40de-9209-38c87655b7cc up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:19.484233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.490050 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/a28c50a5-311a-41c0-96a0-004d124ce3e4 HTTP/1.1" status: 204 len: 168 time: 0.6007528 Sep 28 08:40:19.508790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41498) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.520502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbcb5c-21d5-4e7f-93e4-d07b5927c278 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Subnet': ['ID=a28c50a5-311a-41c0-96a0-004d124ce3e4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:19.544911 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf922df8-97ec-43f6-a323-14dcf999b288 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.545829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf922df8-97ec-43f6-a323-14dcf999b288 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:19.551910 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bf922df8-97ec-43f6-a323-14dcf999b288 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/a1013122-7fe6-469c-8dab-acec2628a655 HTTP/1.1" status: 404 len: 337 time: 0.0393536 Sep 28 08:40:19.552132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41500) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.554285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7770-065d-419c-9920-ec46fb59f32c req-0f393a2b-d06e-4e02-b62e-3de35c1b4eba tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:19.556122 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59cf7770-065d-419c-9920-ec46fb59f32c req-0f393a2b-d06e-4e02-b62e-3de35c1b4eba tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.1286705 Sep 28 08:40:19.572443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:19.577695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.597555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9d2ad613-d6a5-4d4f-92bd-06acb5420df7 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5aeb886-0d8f-43a8-a750-cf12247c9d0e HTTP/1.1" status: 200 len: 205 time: 0.0436850 Sep 28 08:40:19.604062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.616473 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59cf7770-065d-419c-9920-ec46fb59f32c req-611a2d34-c48b-4832-be47-f841fe483d15 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499890 Sep 28 08:40:19.677574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-765c92c4-d395-48f7-bc15-b6131ec9bfa3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] delete failed (client error): The resource could not be found. Sep 28 08:40:19.678610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-765c92c4-d395-48f7-bc15-b6131ec9bfa3 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/routers/a5aeb886-0d8f-43a8-a750-cf12247c9d0e HTTP/1.1" status: 404 len: 336 time: 0.0734932 Sep 28 08:40:19.683374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41504) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.684180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 7506483f-01ba-4586-83bd-aee28fd9bfa8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:19.684532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.687564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.700223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:19.729768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c97802-b71e-4027-aefe-94d7424e2fbf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.730322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c97802-b71e-4027-aefe-94d7424e2fbf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:19.733591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-99c97802-b71e-4027-aefe-94d7424e2fbf tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/c7acc229-7fd9-45e7-89a2-4598c260372f HTTP/1.1" status: 404 len: 337 time: 0.0487218 Sep 28 08:40:19.738740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41506) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.741192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.741539 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 2421ea5a-44a4-4685-9427-b52bfbefc639 of type vlan for network 53ef1637-1a67-4fe5-8d92-48883a74a900 Sep 28 08:40:19.812128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faec61f-8cef-4372-b145-947aeec6aa71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.812796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faec61f-8cef-4372-b145-947aeec6aa71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:19.813099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 7506483f-01ba-4586-83bd-aee28fd9bfa8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7506483f-01ba-4586-83bd-aee28fd9bfa8,segment=NetworkSegment(ec3c6b85-ff72-49e1-b2a8-73678296b557),segment_id=ec3c6b85-ff72-49e1-b2a8-73678296b557)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:19.813480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.821923 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9faec61f-8cef-4372-b145-947aeec6aa71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/6c085fde-a65d-4089-9330-e65312b8e0b6 HTTP/1.1" status: 404 len: 337 time: 0.0820615 Sep 28 08:40:19.822568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41508) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.855789 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Attempt 2 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:19.862961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cff0d26-06da-4264-b3a9-881fdcb1e5e1 None None] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:19.864752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 7506483f-01ba-4586-83bd-aee28fd9bfa8 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:19.873152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7e127b-1fd8-42f9-ae1d-00fb7b1e2696 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.873904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7e127b-1fd8-42f9-ae1d-00fb7b1e2696 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:19.876510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 9, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:19.880031 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de7e127b-1fd8-42f9-ae1d-00fb7b1e2696 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/e1434296-ade1-476a-9c3b-6f8f080a9888 HTTP/1.1" status: 404 len: 337 time: 0.0509422 Sep 28 08:40:19.880918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41510) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.888270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.918305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.925829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:19.926462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:19.942990 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eba14c-69da-4037-9945-0f386ad9781b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.943715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eba14c-69da-4037-9945-0f386ad9781b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:19.949351 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d6eba14c-69da-4037-9945-0f386ad9781b tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/131d34c4-1888-4d3b-ad6c-3d09db0887ac HTTP/1.1" status: 404 len: 333 time: 0.0654848 Sep 28 08:40:19.951658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41512) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:19.995690 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a493d45-2a9f-47dc-8735-330539c2a48f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:19.996150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a493d45-2a9f-47dc-8735-330539c2a48f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:20.001860 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6a493d45-2a9f-47dc-8735-330539c2a48f tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/80d6744b-7f4a-4df2-b4b9-67ed4a8a6055 HTTP/1.1" status: 404 len: 337 time: 0.0439548 Sep 28 08:40:20.002304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41514) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.004128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5558774 Sep 28 08:40:20.004933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:20.007786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41516) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.018114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:20.039844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ca8e-99f2-45a5-86bd-9a3858a9df1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=53ef1637-1a67-4fe5-8d92-48883a74a900,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.082391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b12e68-234c-4791-8ae2-fa4b7127c71e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:20.082842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b12e68-234c-4791-8ae2-fa4b7127c71e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:20.085883 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-77b12e68-234c-4791-8ae2-fa4b7127c71e tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/814b47d1-c0d2-4a48-a556-38d793c0e3da HTTP/1.1" status: 404 len: 337 time: 0.0789456 Sep 28 08:40:20.089924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41518) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.090341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 53ef1637-1a67-4fe5-8d92-48883a74a900 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:20.115717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.125443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bd8a17-5ed0-4e84-b236-069102b01a0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:20.126843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bd8a17-5ed0-4e84-b236-069102b01a0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:20.132667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:20.133188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-93bd8a17-5ed0-4e84-b236-069102b01a0c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/221d669d-efcc-4333-86b8-71d3361303fd HTTP/1.1" status: 404 len: 333 time: 0.0416582 Sep 28 08:40:20.133897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41522) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.141175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 509df2bb-cb47-40de-9209-38c87655b7cc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:20.141565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.141927 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 509df2bb-cb47-40de-9209-38c87655b7cc Sep 28 08:40:20.156975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-70ffe509-593f-4751-bb8a-491a972ecb74', 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:20.157879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.165061 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cca44f-4d81-4de8-95ac-3eb571bf9361 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:20.165687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cca44f-4d81-4de8-95ac-3eb571bf9361 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:20.172854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6cca44f-4d81-4de8-95ac-3eb571bf9361 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/c0d0d178-0bdb-4416-a6f7-bc380bfccc17 HTTP/1.1" status: 404 len: 337 time: 0.0371375 Sep 28 08:40:20.173796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41524) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.193993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=7506483f-01ba-4586-83bd-aee28fd9bfa8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.195650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:20.196478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.197004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 7506483f-01ba-4586-83bd-aee28fd9bfa8 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:20.210462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41eaa8b-5620-4ef2-af98-689713be8a71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:20.211034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41eaa8b-5620-4ef2-af98-689713be8a71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:20.219232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c41eaa8b-5620-4ef2-af98-689713be8a71 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/subnets/45e6232e-52fa-41b3-89f9-41eb56bf6dd6 HTTP/1.1" status: 404 len: 337 time: 0.0441098 Sep 28 08:40:20.220429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41526) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.249002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.251834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.252434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.252947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.253488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.253989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.254328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.255002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.255650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.256141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.257289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.257796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:20.295541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd499451-1ba7-49a0-a5b9-2438e6f2192b None None] Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:20.320334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port ad3a3795-4993-4a1c-a37b-cc6328870fe1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:20.320976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.333616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:20.340716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.380894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.399160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.405757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Deleting port 7506483f-01ba-4586-83bd-aee28fd9bfa8 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:20.406061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.423632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for ad3a3795-4993-4a1c-a37b-cc6328870fe1 owned by {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:20.466588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Performing IP validity checks on allocation pools {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:40:20.467027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.ipam_backend_mixin [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103309) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:40:20.470093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bcf229-ccda-46d3-b47e-f52519262a56']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.498528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3c6b85-ff72-49e1-b2a8-73678296b557') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.498830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3c6b85-ff72-49e1-b2a8-73678296b557') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.501893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.513552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.518669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.524683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.553113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.559661 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/ports/ad3a3795-4993-4a1c-a37b-cc6328870fe1 HTTP/1.1" status: 204 len: 168 time: 0.3379509 Sep 28 08:40:20.560950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.562936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c3be-ecb6-4c03-ae60-da4f6f1b1fd2 tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=ad3a3795-4993-4a1c-a37b-cc6328870fe1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.598069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:20.606812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.628631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:20.629342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.653548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.664512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.679874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ec3c6b85-ff72-49e1-b2a8-73678296b557 resource provider aggregate not found Sep 28 08:40:20.680966 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Attempt 3 to provision port ad3a3795-4993-4a1c-a37b-cc6328870fe1 Sep 28 08:40:20.698916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.765186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment ec3c6b85-ff72-49e1-b2a8-73678296b557 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec3c6b85-ff72-49e1-b2a8-73678296b557 found for delete ", "request_id": "req-b27befd4-2b78-49d0-9808-67701cfa433d"}]} Sep 28 08:40:20.779463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] For port 7506483f-01ba-4586-83bd-aee28fd9bfa8, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:20.779863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.784358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Port ad3a3795-4993-4a1c-a37b-cc6328870fe1 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:40:20.848333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.888818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:20.895145 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/a8bcf229-ccda-46d3-b47e-f52519262a56 HTTP/1.1" status: 204 len: 168 time: 2.1576934 Sep 28 08:40:20.898978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41536) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:20.917937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Calling delete_port for 7506483f-01ba-4586-83bd-aee28fd9bfa8 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:20.925789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ef7b-1542-4782-a11b-a414800644b4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=a8bcf229-ccda-46d3-b47e-f52519262a56,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.926402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Port 7506483f-01ba-4586-83bd-aee28fd9bfa8 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:40:20.959364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.009094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.014130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 509df2bb-cb47-40de-9209-38c87655b7cc is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:21.015263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a78b341-88e3-49cc-b8a8-ac7879d53420 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:21.027573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Network a8bcf229-ccda-46d3-b47e-f52519262a56 is not hosted by any dhcp agent {{(pid=103310) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:40:21.028030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] No DVR routers for this DVR port 7506483f-01ba-4586-83bd-aee28fd9bfa8 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:21.060776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Provisioning complete for port c34eadf6-9b3b-492d-b043-590f83cfd4d1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:21.061219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.061526 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Attempt 1 to provision port c34eadf6-9b3b-492d-b043-590f83cfd4d1 Sep 28 08:40:21.068782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Deleting port c34eadf6-9b3b-492d-b043-590f83cfd4d1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:21.068782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.071674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49a57b-dc69-466f-90b1-47c32d901998 None None] Pushing event deleted for resources: {'Port': ['ID=7506483f-01ba-4586-83bd-aee28fd9bfa8,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.087176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:21.091989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c0ea-0378-4c28-9310-0efe8b17c0aa req-4066d13f-7292-4753-b02a-cbfc23c3621c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:21.096833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Allocated IP 2001:db8::3 (70ffe509-593f-4751-bb8a-491a972ecb74/2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12/3e12205f-1cea-400d-9ce3-686d036d0c52) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:21.099554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72d8c0ea-0378-4c28-9310-0efe8b17c0aa req-4066d13f-7292-4753-b02a-cbfc23c3621c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.3606322 Sep 28 08:40:21.103613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:21.173427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=931314b2-887b-4ee3-a837-2da3d0c6481e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.198908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] For port c34eadf6-9b3b-492d-b043-590f83cfd4d1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c34eadf6-9b3b-492d-b043-590f83cfd4d1,segment=NetworkSegment(2048dd26-19a2-4fe7-a2b5-32cc823d9021),segment_id=2048dd26-19a2-4fe7-a2b5-32cc823d9021)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:21.199475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.218525 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72d8c0ea-0378-4c28-9310-0efe8b17c0aa req-cd8a9b35-4054-4066-85a0-0d82d63c55d9 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177409 Sep 28 08:40:21.238927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Calling delete_port for c34eadf6-9b3b-492d-b043-590f83cfd4d1 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:21.254813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0851bb-1113-4957-a1c6-c4d8376905f7 None None] DHCP port deletion for b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:21.283535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '2421ea5a-44a4-4685-9427-b52bfbefc639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:21.283925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 53ef1637-1a67-4fe5-8d92-48883a74a900, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:21.334672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.360191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Port': ['ID=c34eadf6-9b3b-492d-b043-590f83cfd4d1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.366761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] No DVR routers for this DVR port c34eadf6-9b3b-492d-b043-590f83cfd4d1 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:21.395024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 53ef1637-1a67-4fe5-8d92-48883a74a900 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:21.424985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:21.428806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 53ef1637-1a67-4fe5-8d92-48883a74a900) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:21.455800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:21.456408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.490006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.513896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c1a89-b6fe-40bf-9675-29cd2b3d4f48']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.527502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2048dd26-19a2-4fe7-a2b5-32cc823d9021') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.527502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2048dd26-19a2-4fe7-a2b5-32cc823d9021') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.536933 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e2624a57-fab7-42b2-aa8c-343157550bd5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5251431 Sep 28 08:40:21.537628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41538) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:21.544680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.562873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.571145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469737eb-72c2-412e-a575-c45fc67f7bda None None] Network 53ef1637-1a67-4fe5-8d92-48883a74a900 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:21.571782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:21.572273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.578961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7a78b341-88e3-49cc-b8a8-ac7879d53420 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:21.579330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.579657 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7a78b341-88e3-49cc-b8a8-ac7879d53420 Sep 28 08:40:21.599122 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2048dd26-19a2-4fe7-a2b5-32cc823d9021 resource provider aggregate not found Sep 28 08:40:21.652934 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2048dd26-19a2-4fe7-a2b5-32cc823d9021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2048dd26-19a2-4fe7-a2b5-32cc823d9021 found for delete ", "request_id": "req-0bb37730-c5e1-45ef-8bf8-c49a0271b7a2"}]} Sep 28 08:40:21.673913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.682269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:21.690811 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b9327cd3-1bd1-40fb-b6ae-eb88ffd303b1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/b5673268-a60d-48e0-ac1b-553538d45b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5839274 Sep 28 08:40:21.696581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41544) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:21.700234 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:21.701840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.704056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0c00f-61bc-46dc-922b-789baf086436 None None] Current status of the port c34eadf6-9b3b-492d-b043-590f83cfd4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:21.712702 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:21.713474 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] 10.222.0.27 "DELETE /v2.0/networks/b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 HTTP/1.1" status: 204 len: 168 time: 1.1516705 Sep 28 08:40:21.714102 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.738297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf52f-ef91-4ac1-a4ad-f7ca46dfe52c tempest-PortsIpV6TestJSON-983420997 tempest-PortsIpV6TestJSON-983420997-project] Pushing event deleted for resources: {'Network': ['ID=b40c1a89-b6fe-40bf-9675-29cd2b3d4f48,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.792414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.809559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.837319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.880872 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:21.897404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Could not find standard attr ID for object c34eadf6-9b3b-492d-b043-590f83cfd4d1. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:21.951106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Network 70ffe509-593f-4751-bb8a-491a972ecb74 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:21.962927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1b0851bb-1113-4957-a1c6-c4d8376905f7 None None] Deleting port c34eadf6-9b3b-492d-b043-590f83cfd4d1 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:21.963466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b0851bb-1113-4957-a1c6-c4d8376905f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:21.976259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 9, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:22.046796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88998be2-2116-4787-96fd-00080a20ec85 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 9, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': '83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e', 'name': '', 'network_id': '35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e3:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:47Z', 'updated_at': '2022-09-28T08:39:54Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': 'bf089f23-2c24-4c23-8465-87c7bade84be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:22.051178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:22.054089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:22.056452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Provisioning complete for port 7a78b341-88e3-49cc-b8a8-ac7879d53420 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:22.056824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.057179 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Attempt 1 to provision port 7a78b341-88e3-49cc-b8a8-ac7879d53420 Sep 28 08:40:22.094067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Pushing event updated for resources: {'Port': ['ID=3e12205f-1cea-400d-9ce3-686d036d0c52,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-1b0851bb-1113-4957-a1c6-c4d8376905f7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 could not be found. Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2050, in delete_port Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1226, in get_network Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 could not be found. Sep 28 08:40:22.176659 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:40:22.255382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580364de-37dc-4b8c-979e-859648a0eca9 None None] DHCP port deletion for b40c1a89-b6fe-40bf-9675-29cd2b3d4f48 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:22.297639 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:20Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:22.308266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:22.331729 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:22.332402 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Updating router b5673268-a60d-48e0-ac1b-553538d45b22 port b4b5695e-0819-4535-b677-3c897385094a binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:22.336221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-53ef1637-1a67-4fe5-8d92-48883a74a900', 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '931314b2-887b-4ee3-a837-2da3d0c6481e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:22.336615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.379386 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.385985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7a78b341-88e3-49cc-b8a8-ac7879d53420 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:22.386535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.440980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Attempting to bind port 3e12205f-1cea-400d-9ce3-686d036d0c52 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:22.445595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Attempting to bind port 3e12205f-1cea-400d-9ce3-686d036d0c52 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '761beb3a-b038-44fc-ba23-2e8e26f6b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:22.446231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Attempting to bind port 3e12205f-1cea-400d-9ce3-686d036d0c52 on network 70ffe509-593f-4751-bb8a-491a972ecb74 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:22.476848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.528376 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5509db88-3c17-414d-9460-ff022a21e87c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d2314526a5374f15aac97af150759e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139339 Sep 28 08:40:22.529186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:22.554529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.557842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:22.558584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Checking segment: {'id': '761beb3a-b038-44fc-ba23-2e8e26f6b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:22.559229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.559846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Bound using segment: {'id': '761beb3a-b038-44fc-ba23-2e8e26f6b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:22.560506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Bound port: 3e12205f-1cea-400d-9ce3-686d036d0c52, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761beb3a-b038-44fc-ba23-2e8e26f6b927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70ffe509-593f-4751-bb8a-491a972ecb74'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:22.561095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.580810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 7a78b341-88e3-49cc-b8a8-ac7879d53420, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a78b341-88e3-49cc-b8a8-ac7879d53420,segment=NetworkSegment(42690a98-4c28-48fa-ad85-9fd730893b1a),segment_id=42690a98-4c28-48fa-ad85-9fd730893b1a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:22.633353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.636002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.636478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.636941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.637458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.637971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.638431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.638884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.639352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.639804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.640254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.646723 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d4e1d2e5-5200-40f8-9ff6-e83054ce34c3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7030 time: 0.9464767 Sep 28 08:40:22.649505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41558) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:22.650181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.651267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9e918e79-12c1-4366-8f37-db2f71c72918 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:22.681931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.731242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.734252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27523425-c432-4aa9-85af-3b352d41f385 req-6dd59b0b-26a1-4061-9b00-c5f6d34bbb30 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.736261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-27523425-c432-4aa9-85af-3b352d41f385 req-6dd59b0b-26a1-4061-9b00-c5f6d34bbb30 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.3513963 Sep 28 08:40:22.741474 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.778039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.780676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.782138 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6715ca63-90b6-4b70-a6f3-b0db61b8d9e7 HTTP/1.1" status: 204 len: 168 time: 0.2519708 Sep 28 08:40:22.801300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb30e6-011e-4db0-a4d2-7742bc2f88e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6715ca63-90b6-4b70-a6f3-b0db61b8d9e7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.826887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Current status of the port 7a78b341-88e3-49cc-b8a8-ac7879d53420 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:22.861809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] For port 3e12205f-1cea-400d-9ce3-686d036d0c52, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:22.864333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Could not find standard attr ID for object ad3a3795-4993-4a1c-a37b-cc6328870fe1. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:22.873861 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Attempting to bind port b4b5695e-0819-4535-b677-3c897385094a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:22.874242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Attempting to bind port b4b5695e-0819-4535-b677-3c897385094a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:22.875600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Attempting to bind port b4b5695e-0819-4535-b677-3c897385094a on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:22.886414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=7a78b341-88e3-49cc-b8a8-ac7879d53420,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.891283 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20bc18-ebd0-4310-b171-f729fdf379e0 None None] Pushing event updated for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.894730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:22.895056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.895213 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Checking segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:22.895559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.895682 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.896062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.896239 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Bound using segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:22.896588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.897059 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Bound port: b4b5695e-0819-4535-b677-3c897385094a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:22.897189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.897479 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.897600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.898023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.898496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.898684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Allocated IP 2001:db8::3 (53ef1637-1a67-4fe5-8d92-48883a74a900/931314b2-887b-4ee3-a837-2da3d0c6481e/b915dcd5-b556-4f0d-a0c6-00b3b4091b2b) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:22.898946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.899493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.902279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] For port 3e12205f-1cea-400d-9ce3-686d036d0c52, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3e12205f-1cea-400d-9ce3-686d036d0c52,segment=NetworkSegment(761beb3a-b038-44fc-ba23-2e8e26f6b927),segment_id=761beb3a-b038-44fc-ba23-2e8e26f6b927)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:22.905270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41562) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:22.916259 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6c719116-c841-40f6-8118-34c5ac5659a3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6423 time: 0.2631078 Sep 28 08:40:22.928769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.937703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Provisioning complete for port 9e918e79-12c1-4366-8f37-db2f71c72918 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:22.938205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:22.938615 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Attempt 1 to provision port 9e918e79-12c1-4366-8f37-db2f71c72918 Sep 28 08:40:22.967136 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-27523425-c432-4aa9-85af-3b352d41f385 req-def684c1-8664-4297-8d95-a07594ebdbd7 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065356 Sep 28 08:40:23.043543 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] For port b4b5695e-0819-4535-b677-3c897385094a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:23.054672 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] For port b4b5695e-0819-4535-b677-3c897385094a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b4b5695e-0819-4535-b677-3c897385094a,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:23.065121 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.108035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9e918e79-12c1-4366-8f37-db2f71c72918 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:23.108614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.108614 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9e918e79-12c1-4366-8f37-db2f71c72918 Sep 28 08:40:23.142804 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:23.143582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:23.151584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:23.152171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.297081 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20bc18-ebd0-4310-b171-f729fdf379e0 None None] Pushing event updated for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.333606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:23.334373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.367303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:23.427174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-53c641df-505b-4281-a78d-d740094b238f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.5184813 Sep 28 08:40:23.444961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c653-5b49-4285-8b4b-c287ff76e7ef None None] Pushing event updated for resources: {'Port': ['ID=3e12205f-1cea-400d-9ce3-686d036d0c52,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.481364 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:23.542593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.563897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41578) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:23.572281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802582737', 'description': 'tempest-secgroup-smoke-802582737 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:23.594725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.630003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.641085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.660224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Current status of the port 9e918e79-12c1-4366-8f37-db2f71c72918 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:23.660629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.662494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9e918e79-12c1-4366-8f37-db2f71c72918 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:23.662807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.665734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Network 53ef1637-1a67-4fe5-8d92-48883a74a900 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:23.689603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:23.707373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:23.716235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Pushing event updated for resources: {'Port': ['ID=b915dcd5-b556-4f0d-a0c6-00b3b4091b2b,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.722811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=931314b2-887b-4ee3-a837-2da3d0c6481e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.780831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 9e918e79-12c1-4366-8f37-db2f71c72918, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9e918e79-12c1-4366-8f37-db2f71c72918,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:23.785852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.799777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.803796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.814066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.846445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ef1637-1a67-4fe5-8d92-48883a74a900']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:23.861285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Attempting to bind port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:23.861437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Attempting to bind port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2421ea5a-44a4-4685-9427-b52bfbefc639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:23.862689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Attempting to bind port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b on network 53ef1637-1a67-4fe5-8d92-48883a74a900 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:23.862811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421ea5a-44a4-4685-9427-b52bfbefc639') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:23.862923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421ea5a-44a4-4685-9427-b52bfbefc639') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:23.875081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:23.875472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Checking segment: {'id': '2421ea5a-44a4-4685-9427-b52bfbefc639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:23.876547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.876959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Bound using segment: {'id': '2421ea5a-44a4-4685-9427-b52bfbefc639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:23.877524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Bound port: b915dcd5-b556-4f0d-a0c6-00b3b4091b2b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421ea5a-44a4-4685-9427-b52bfbefc639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '53ef1637-1a67-4fe5-8d92-48883a74a900'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:23.878001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.883738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.906295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.910153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.927711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:23.928095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:23.935859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a2561-f4d1-467d-b257-5518bee770a8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.943585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:23.952986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6b5cbab8-cf61-4622-8eb6-5363d756cab3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3794856 Sep 28 08:40:23.954013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41588) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:23.962877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:23.980748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.992189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:23.992796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.026314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.027442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=9e918e79-12c1-4366-8f37-db2f71c72918,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.061834 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2421ea5a-44a4-4685-9427-b52bfbefc639 resource provider aggregate not found Sep 28 08:40:24.145973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] For port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:24.149252 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2421ea5a-44a4-4685-9427-b52bfbefc639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2421ea5a-44a4-4685-9427-b52bfbefc639 found for delete ", "request_id": "req-84142258-45ba-4a6a-9988-5f1ee5b0b777"}]} Sep 28 08:40:24.162313 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:24.216427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a78b341-88e3-49cc-b8a8-ac7879d53420 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:24.229403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41598) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:24.232313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.237013 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb1c551-a6b1-4fb3-b502-c38aba20bc1f None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:24.247765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.303344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.307239 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3491542 Sep 28 08:40:24.319981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:24.323255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] For port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b915dcd5-b556-4f0d-a0c6-00b3b4091b2b,segment=NetworkSegment(2421ea5a-44a4-4685-9427-b52bfbefc639),segment_id=2421ea5a-44a4-4685-9427-b52bfbefc639)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:24.327484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:24.332765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d38df9-2d5e-4ab4-844e-dfbdcd0c706a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e742d2ed-a639-45cf-babe-797124cd3dea,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.353894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.374136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.404395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.db.api [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 28 08:40:24.404395 dv-neutron-859308-3-hyperv neutron-server[103309]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 28 08:40:24.404395 dv-neutron-859308-3-hyperv neutron-server[103309]: [parameters: {'id': '53ef1637-1a67-4fe5-8d92-48883a74a900'}] Sep 28 08:40:24.404395 dv-neutron-859308-3-hyperv neutron-server[103309]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:24.412041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG oslo_db.api [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:24.534509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.540725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-431685377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:24.599548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.616296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.617356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.619869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.656236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc13d1-705c-4375-bc47-73be46bb2c99 req-346636e6-60f0-4d13-96fb-1d04224e70ce tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:24.658500 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-03cc13d1-705c-4375-bc47-73be46bb2c99 req-346636e6-60f0-4d13-96fb-1d04224e70ce tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.5083511 Sep 28 08:40:24.694266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0047b77-850e-47d5-b64c-41d5f82f96fe None None] Network 53ef1637-1a67-4fe5-8d92-48883a74a900 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:24.698679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7a78b341-88e3-49cc-b8a8-ac7879d53420 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:24.699060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.699414 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7a78b341-88e3-49cc-b8a8-ac7879d53420 Sep 28 08:40:24.701212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450aa4b-b476-46b5-954c-805351f11da9 None None] Pushing event updated for resources: {'Port': ['ID=b915dcd5-b556-4f0d-a0c6-00b3b4091b2b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.707857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Current status of the port 9e918e79-12c1-4366-8f37-db2f71c72918 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:24.753206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.766866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.772739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639bae89-7592-4815-a5c8-a6e1481fae8a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.783430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.783875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.784383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.784856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.785619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.786387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.786774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.787074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.787407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.787790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.788221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.788550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:24.817131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.823104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4edf2d4c-9eb5-4e62-ae3e-55b3f3bb3ba8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4976602 Sep 28 08:40:24.823352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41604) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:24.829290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.831505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1f635991-2bbd-407d-8cc5-0e9cb3bf0250 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6011729 Sep 28 08:40:24.834787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41606) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:24.835704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:24.859895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-836348535'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:24.874824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.875997 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-03cc13d1-705c-4375-bc47-73be46bb2c99 req-6c3053ca-db19-4cc3-8bd5-926a83eb9bcc tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600201 Sep 28 08:40:24.887257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac25df1-a474-4f99-b96f-d2adb5f1c21c req-4a31f374-cd32-4d4f-ac98-22de07074181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:24.888923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ac25df1-a474-4f99-b96f-d2adb5f1c21c req-4a31f374-cd32-4d4f-ac98-22de07074181 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1098 time: 0.2292435 Sep 28 08:40:24.953646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76c7ee-0b28-49ad-a737-c72ee7a4380a None None] Network 70ffe509-593f-4751-bb8a-491a972ecb74 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:24.977371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.978003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:24.985807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.004047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe9cf4d-c094-49a0-a6d9-a8d74a25aa09,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.025872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.027241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Provisioning complete for port b4b5695e-0819-4535-b677-3c897385094a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:25.027810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.028108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e452c56c-897b-4957-8d83-263e2fd9cfcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021496 Sep 28 08:40:25.028472 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Attempt 1 to provision port b4b5695e-0819-4535-b677-3c897385094a Sep 28 08:40:25.030082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41608) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:25.039442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:25.061463 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ac25df1-a474-4f99-b96f-d2adb5f1c21c req-7e05239e-014f-4fcf-9dc6-303ca7fab1ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109984 Sep 28 08:40:25.066600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:25.070289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.074119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.082744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.159729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.161838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:25.168386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.202758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.211009 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787283 Sep 28 08:40:25.211598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41610) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:25.224020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:25.235189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6f7d6-7ec4-4ff6-94d9-ddbfe5a8301e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffcaee3-4962-4b8c-953e-f321d830f1e3,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.252635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:25.253019 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.269637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:40:25.279683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.339516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:40:25.343000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.376498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.377971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.391998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.406632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] For port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b915dcd5-b556-4f0d-a0c6-00b3b4091b2b,segment=NetworkSegment(2421ea5a-44a4-4685-9427-b52bfbefc639),segment_id=2421ea5a-44a4-4685-9427-b52bfbefc639)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:25.406999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.423771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9043d3a-e362-4e8a-9757-36d814cfa204,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.426571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:25.428361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:25.428514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7a78b341-88e3-49cc-b8a8-ac7879d53420 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:25.429748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3e12205f-1cea-400d-9ce3-686d036d0c52 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:25.437888 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bd1d0f5e-555a-42b0-8551-a88a51f66f5a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5298879 Sep 28 08:40:25.442705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41612) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:25.446405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.450139 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-45738231-78de-4044-9a33-2678d88678f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2290218 Sep 28 08:40:25.450968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41614) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:25.455085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Calling delete_port for b915dcd5-b556-4f0d-a0c6-00b3b4091b2b owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:25.462688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2561-f4d1-467d-b257-5518bee770a8', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:25.466275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:25.500287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Current status of the port b4b5695e-0819-4535-b677-3c897385094a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:25.500962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.526511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet bf089f23-2c24-4c23-8465-87c7bade84be {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:25.530722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:40:25.535646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.559968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.560489 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Added segment 99e5b7a2-e0a7-4413-a168-4a7cd95012f3 of type vlan for network f831336b-f572-48cc-a941-cb3b6907d45a Sep 28 08:40:25.561732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.566688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b537f25a-5c84-4f94-93ce-2d31efbfb296,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.566876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:25.566876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:25.579640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:25.608770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.663081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.685905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.686178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'port_id': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'mac_address': 'fa:16:3e:b2:1b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:40:25.720899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Port': ['ID=b915dcd5-b556-4f0d-a0c6-00b3b4091b2b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.728064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No DVR routers for this DVR port b915dcd5-b556-4f0d-a0c6-00b3b4091b2b on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:25.729059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] For port b4b5695e-0819-4535-b677-3c897385094a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b4b5695e-0819-4535-b677-3c897385094a,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:25.738916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.745013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:25.745636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.751430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.782327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.783064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.787353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:25.821679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf86bd9-733b-45d0-9fc9-71c2562d9673,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.849201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.853427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Network': ['ID=f831336b-f572-48cc-a941-cb3b6907d45a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.860436 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-969bfa2b-c743-4eaa-aabc-4f60fd85aa49 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0126975 Sep 28 08:40:25.864490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41616) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:25.869914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'subnet': {'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:25.896967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.898652 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-636e4d6e-f184-4a38-bdc2-62bdedf20b99 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4465551 Sep 28 08:40:25.915446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901a60c-d53d-421d-b1de-988075eacd72 None None] Pushing event updated for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.928786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network f831336b-f572-48cc-a941-cb3b6907d45a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:25.976995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8817f-b29b-4e4a-a74a-31748fa7bc45 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:40:25.987471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3e12205f-1cea-400d-9ce3-686d036d0c52 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:25.987842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:25.988179 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3e12205f-1cea-400d-9ce3-686d036d0c52 Sep 28 08:40:26.005489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.122242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e11d1b5d-8033-4f6d-a78b-83021704c032 is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:26.122625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.150855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=bf089f23-2c24-4c23-8465-87c7bade84be,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.163878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.170920 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cc26a09b-c8df-4e05-99a3-8c7d87335c30 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/bf089f23-2c24-4c23-8465-87c7bade84be HTTP/1.1" status: 204 len: 168 time: 0.7201207 Sep 28 08:40:26.172986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41632) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:26.198734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Provisioning complete for port 3e12205f-1cea-400d-9ce3-686d036d0c52 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:26.199107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.199445 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Attempt 1 to provision port 3e12205f-1cea-400d-9ce3-686d036d0c52 Sep 28 08:40:26.216532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:40:26.288343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55cb9-9a8d-459e-a9e5-97ccb9ac3f5f req-b015d8b6-015d-4e9e-ac2b-c42926a9948c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.290427 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10b55cb9-9a8d-459e-a9e5-97ccb9ac3f5f req-b015d8b6-015d-4e9e-ac2b-c42926a9948c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.2743936 Sep 28 08:40:26.359828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:26.364662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.386694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.400574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10b55cb9-9a8d-459e-a9e5-97ccb9ac3f5f req-c649fa29-86c4-4bfe-a0d4-82d69e0890bb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746133 Sep 28 08:40:26.474420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:26.474950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.526139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.547882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3e12205f-1cea-400d-9ce3-686d036d0c52 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:26.548435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.559363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 9cfb69f0-0e3b-449d-9ace-346501dacdd2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9cfb69f0-0e3b-449d-9ace-346501dacdd2,segment=NetworkSegment(bb8cc414-c146-4277-8883-ed8239da12ed),segment_id=bb8cc414-c146-4277-8883-ed8239da12ed)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:26.559967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.564029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8817f-b29b-4e4a-a74a-31748fa7bc45 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:40:26.576012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 9cfb69f0-0e3b-449d-9ace-346501dacdd2 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:26.576206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.583850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ef1637-1a67-4fe5-8d92-48883a74a900']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.596633 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-f3b21284-c333-4a37-a4e6-1b13989bcc4f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802582737&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0810175 Sep 28 08:40:26.605722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Current status of the port 3e12205f-1cea-400d-9ce3-686d036d0c52 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:26.606223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.618499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421ea5a-44a4-4685-9427-b52bfbefc639') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.619108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421ea5a-44a4-4685-9427-b52bfbefc639') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.630734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:26.634467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.654113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 3e12205f-1cea-400d-9ce3-686d036d0c52, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3e12205f-1cea-400d-9ce3-686d036d0c52,segment=NetworkSegment(761beb3a-b038-44fc-ba23-2e8e26f6b927),segment_id=761beb3a-b038-44fc-ba23-2e8e26f6b927)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:26.666706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.674881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e11d1b5d-8033-4f6d-a78b-83021704c032'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:40:26.684138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.687063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.714661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=9cfb69f0-0e3b-449d-9ace-346501dacdd2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.725018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 9cfb69f0-0e3b-449d-9ace-346501dacdd2 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:26.770751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.797555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:26.797976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.832676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.837440 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2421ea5a-44a4-4685-9427-b52bfbefc639 resource provider aggregate not found Sep 28 08:40:26.860472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.875395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8cc414-c146-4277-8883-ed8239da12ed') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.878127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8cc414-c146-4277-8883-ed8239da12ed') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.889341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.893611 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2421ea5a-44a4-4685-9427-b52bfbefc639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2421ea5a-44a4-4685-9427-b52bfbefc639 found for delete ", "request_id": "req-a304d0e9-50f9-47d8-96a8-4cf56b4b9761"}]} Sep 28 08:40:26.905076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-79703438-49f1-4534-9f12-a9c4517e1e9f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.905913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.906609 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-79703438-49f1-4534-9f12-a9c4517e1e9f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 794 time: 0.3091586 Sep 28 08:40:26.913902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:26.914785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.927643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.947187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:26.953703 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/53ef1637-1a67-4fe5-8d92-48883a74a900 HTTP/1.1" status: 204 len: 168 time: 5.4086835 Sep 28 08:40:26.961205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:26.964235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:26.970347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215555610'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:26.977592 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-cd8b8be6-1d62-4a9c-8757-9bd399abada0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0612268 Sep 28 08:40:26.978244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a154-e0cd-4060-8a12-385c5116d224 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=53ef1637-1a67-4fe5-8d92-48883a74a900,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.978564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment bb8cc414-c146-4277-8883-ed8239da12ed resource provider aggregate not found Sep 28 08:40:27.003749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment bb8cc414-c146-4277-8883-ed8239da12ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb8cc414-c146-4277-8883-ed8239da12ed found for delete ", "request_id": "req-b4bfd795-b83f-4d95-ad86-84bee5295f0b"}]} Sep 28 08:40:27.014188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.018667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 10, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:27.019842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.026063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d HTTP/1.1" status: 204 len: 168 time: 0.8499005 Sep 28 08:40:27.026235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: c34eadf6-9b3b-492d-b043-590f83cfd4d1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:27.026327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:27.026412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c34eadf6-9b3b-492d-b043-590f83cfd4d1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:27.027640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7506483f-01ba-4586-83bd-aee28fd9bfa8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:27.027988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41644) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:27.030489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.086151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec805a1-be6f-4b18-bc79-d238442f79e9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.109308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:27.111571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7506483f-01ba-4586-83bd-aee28fd9bfa8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:27.111966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7506483f-01ba-4586-83bd-aee28fd9bfa8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:27.112645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7560a277-30d2-43a5-be7a-699b5eb9fb7e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:27.115336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:27.126317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:27.126925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:27.127442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=3e12205f-1cea-400d-9ce3-686d036d0c52,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.150821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-557cd910-40a9-4ef3-a5b5-911ee69c702e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263208 Sep 28 08:40:27.162360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.162993 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 01f7d139-b222-4306-9b02-8884a8007a4f of type vlan for network 7d78527f-af44-4f34-b87c-e9258b12845b Sep 28 08:40:27.166285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7560a277-30d2-43a5-be7a-699b5eb9fb7e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:27.166625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7560a277-30d2-43a5-be7a-699b5eb9fb7e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:27.186481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:27.186481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:27.207161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.253806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.335512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:27.371398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Subnet': ['ID=bb193749-75b3-4c86-af9a-48d2718294e1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.375195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Checking segment: {'id': '99e5b7a2-e0a7-4413-a168-4a7cd95012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:27.375567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network hostable DHCP agents. Network: f831336b-f572-48cc-a941-cb3b6907d45a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:27.381758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.387373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.388476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.396673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:27.452728 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-b795a375-2b3f-463a-96f8-fb175ec55c68 service neutron] 10.222.0.27 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563825 Sep 28 08:40:27.469426 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5040505 Sep 28 08:40:27.472702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41648) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:27.479496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '7d78527f-af44-4f34-b87c-e9258b12845b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:27.542954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network f831336b-f572-48cc-a941-cb3b6907d45a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:27.543506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3e12205f-1cea-400d-9ce3-686d036d0c52 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:27.559943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af930b-5a18-46a2-ab86-7a0202c071d0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=7d78527f-af44-4f34-b87c-e9258b12845b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.577893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, f831336b-f572-48cc-a941-cb3b6907d45a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:27.591174 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.591777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.599298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.620317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 7d78527f-af44-4f34-b87c-e9258b12845b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:27.641344 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01b67fe0-326d-4934-93e2-793cba2ab557 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7757623 Sep 28 08:40:27.645501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41650) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:27.658048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'network': {'name': 'tempest-router-network01--1175196326'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:27.681374 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-5c83328b-5341-4655-b579-a97df0fe83a8 service neutron] 10.222.0.27 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068176 Sep 28 08:40:27.700239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:27.707246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.738266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:27.748650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.749179 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Added segment b7b22b01-fe2b-42f0-9f73-046938125adb of type vlan for network df297c9c-8f55-4536-853c-c3efe227040b Sep 28 08:40:27.806196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.841852 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.849377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.850077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.863940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Current status of the port 3e12205f-1cea-400d-9ce3-686d036d0c52 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:27.929989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Network': ['ID=df297c9c-8f55-4536-853c-c3efe227040b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.951952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-02705b62-a6f2-4b96-ab6b-aac706a79273 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3030510 Sep 28 08:40:27.957682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41656) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:27.963543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'network': {'name': 'tempest-router-network02--1936389490'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:27.980658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network df297c9c-8f55-4536-853c-c3efe227040b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:27.983167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e11d1b5d-8033-4f6d-a78b-83021704c032 is: BUILD; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:27.983663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:27.989334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210091-352b-4cd9-9ca5-eb13d9efd090 req-9c978cb4-a6c2-47bc-88fa-7c99d4edecd7 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.997311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:27.997553 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7210091-352b-4cd9-9ca5-eb13d9efd090 req-9c978cb4-a6c2-47bc-88fa-7c99d4edecd7 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 944 time: 0.4473751 Sep 28 08:40:28.001913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.009477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:28.012816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.019951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:40:28.033914 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-76d85bc3-0cbd-4908-a1ce-dcfe1129ffdd req-8359ce24-5146-4016-b67e-9d7ee136c456 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 210 time: 0.0464962 Sep 28 08:40:28.059275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:28.075709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.075893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Added segment 004ea295-ff1b-4c7d-8179-549ef20370cc of type vlan for network 2df102e4-2836-473c-b4e0-a6da3537ac77 Sep 28 08:40:28.140156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.165951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:28.174277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886e106-ba27-4cc9-8d50-c37194c7dbf2 None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:40:28.191843 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7210091-352b-4cd9-9ca5-eb13d9efd090 req-73ed3d5b-fc76-42e6-bffc-6b59f030ed84 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933620 Sep 28 08:40:28.197824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.226473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.227150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.244787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41662) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:28.273544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.279346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Provisioning complete for port b4b5695e-0819-4535-b677-3c897385094a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:28.279722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.280055 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Attempt 1 to provision port b4b5695e-0819-4535-b677-3c897385094a Sep 28 08:40:28.287798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3e12205f-1cea-400d-9ce3-686d036d0c52 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:28.288082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.288414 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3e12205f-1cea-400d-9ce3-686d036d0c52 Sep 28 08:40:28.335378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Network': ['ID=2df102e4-2836-473c-b4e0-a6da3537ac77,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.354688 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f0222be3-b4a8-4601-a306-67d629b4ea56 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3949947 Sep 28 08:40:28.356785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41666) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:28.364165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'subnet': {'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:28.376399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:28.425264 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e096d41-8bb8-4766-8c47-e627d744c48c tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/floatingips/13fc19a4-2fd2-4f25-9239-8009fe7243fc HTTP/1.1" status: 200 len: 991 time: 0.1789994 Sep 28 08:40:28.522655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:28.527521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.548697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886e106-ba27-4cc9-8d50-c37194c7dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:40:28.557663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.566308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.615232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=1d8666d4-94d8-48ca-a82d-986545525c71,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.641401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 10, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:28.653853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:28.653853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.727800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '01f7d139-b222-4306-9b02-8884a8007a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7d78527f-af44-4f34-b87c-e9258b12845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:28.728559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 7d78527f-af44-4f34-b87c-e9258b12845b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:28.742127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a15c7-7e05-454b-92d2-1ed87de7036c None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 10, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None, '_interfaces': [{'id': 'e5aca51e-6af9-42fd-974a-e3b3bfd08ea6', 'name': '', 'network_id': 'cc0aa6e3-2d69-49f6-893b-5be9aa23256e', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'mac_address': 'fa:16:3e:e7:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:42Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 5, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'subnets': [{'id': '34b3a289-4caa-4f0c-b566-89844b7c8850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:28.769715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 7d78527f-af44-4f34-b87c-e9258b12845b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:28.784358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3e12205f-1cea-400d-9ce3-686d036d0c52 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:28.785701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9e918e79-12c1-4366-8f37-db2f71c72918 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:28.786114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port e5aca51e-6af9-42fd-974a-e3b3bfd08ea6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:28.786700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.805591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 7d78527f-af44-4f34-b87c-e9258b12845b) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:28.813944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.814599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.817316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:28.818671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-988e7623-0885-4e47-aaf0-12bdeacb32f0 None None] Current status of the port b4b5695e-0819-4535-b677-3c897385094a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:28.845089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.872857 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1967fa75-c3f1-4c63-a3cd-ecedfd11cf05 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3958454 Sep 28 08:40:28.873740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:28.911582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Subnet': ['ID=6d398771-0ba5-4de6-954e-4ef9847c7d9c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.919814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Checking segment: {'id': 'b7b22b01-fe2b-42f0-9f73-046938125adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:28.920281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network hostable DHCP agents. Network: df297c9c-8f55-4536-853c-c3efe227040b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:28.941766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network df297c9c-8f55-4536-853c-c3efe227040b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:28.955866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, df297c9c-8f55-4536-853c-c3efe227040b) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:28.961072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.962086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:28.987948 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-82d51cd3-0cc2-45aa-b7c6-a0ff78506fa3 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6296802 Sep 28 08:40:28.988887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:28.994560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'subnet': {'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:29.032191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.178345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f14aff0e-97de-410a-9c1d-3a2d7278dc75 None None] Provisioning complete for port 3e12205f-1cea-400d-9ce3-686d036d0c52 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:29.178716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f14aff0e-97de-410a-9c1d-3a2d7278dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.179054 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f14aff0e-97de-410a-9c1d-3a2d7278dc75 None None] Attempt 1 to provision port 3e12205f-1cea-400d-9ce3-686d036d0c52 Sep 28 08:40:29.194668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.221519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.222306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9e918e79-12c1-4366-8f37-db2f71c72918 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:29.222687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.223026 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9e918e79-12c1-4366-8f37-db2f71c72918 Sep 28 08:40:29.258312 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-97cd76e4-ba1d-4e17-b5cd-d69969ac0b9e req-a57942cb-38ca-4700-bacf-de5f407e9dac tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 210 time: 0.0885208 Sep 28 08:40:29.267265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Made reservation on behalf of 1f0bd389c55e4aeea079e16e8bcfc153 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:29.271241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.295527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=e5aca51e-6af9-42fd-974a-e3b3bfd08ea6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:29.345206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:29.397757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-49a6bf40-cdbf-4f35-b797-a461def2ba07 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:29.399292 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-49a6bf40-cdbf-4f35-b797-a461def2ba07 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 794 time: 0.2933235 Sep 28 08:40:29.465234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-d0728b3f-0593-4fbf-a5aa-5543dae05e4a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 379 time: 0.0522041 Sep 28 08:40:29.476563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['de8a2561-f4d1-467d-b257-5518bee770a8']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:29.492549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e11d1b5d-8033-4f6d-a78b-83021704c032 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:29.492707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.493510 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e11d1b5d-8033-4f6d-a78b-83021704c032 Sep 28 08:40:29.494179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.494429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9e918e79-12c1-4366-8f37-db2f71c72918 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:29.495571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b4b5695e-0819-4535-b677-3c897385094a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:29.528693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.533483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8666d4-94d8-48ca-a82d-986545525c71,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:29.603223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f88c6e-157b-4255-ad1b-3922e9a7b878 None None] DHCP port deletion for 35bcbdbe-48a1-4ec5-af17-1cb8c95fe94d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:29.622186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f14aff0e-97de-410a-9c1d-3a2d7278dc75 None None] Current status of the port 3e12205f-1cea-400d-9ce3-686d036d0c52 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:29.642890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port b4b5695e-0819-4535-b677-3c897385094a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:29.642890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.642890 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port b4b5695e-0819-4535-b677-3c897385094a Sep 28 08:40:29.655843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.675201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-f831336b-f572-48cc-a941-cb3b6907d45a', 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a', 'tenant_id': '1f0bd389c55e4aeea079e16e8bcfc153', 'fixed_ips': [{'subnet_id': 'bb193749-75b3-4c86-af9a-48d2718294e1'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:29.676584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.699011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.733767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:29.737743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.750527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e11d1b5d-8033-4f6d-a78b-83021704c032 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:29.750894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.755659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Subnet': ['ID=02383214-5446-47a4-84b7-d89c8a5da9fe,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:29.763413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d78527f-af44-4f34-b87c-e9258b12845b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:29.779864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Checking segment: {'id': '004ea295-ff1b-4c7d-8179-549ef20370cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:29.780304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network hostable DHCP agents. Network: 2df102e4-2836-473c-b4e0-a6da3537ac77, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:29.784943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f7d139-b222-4306-9b02-8884a8007a4f') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:29.785295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f7d139-b222-4306-9b02-8884a8007a4f') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:29.788911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:40:29.791318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32d736d-f70d-4389-a488-e01a9a3c6b42" -d '{"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-plugged", "status": "completed", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:29.796722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:29.832712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.845490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:29.847812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:29.858728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.868847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd9c08-7c7b-44d3-8ec1-cc3477eba4bd x-openstack-request-id: req-4ccd9c08-7c7b-44d3-8ec1-cc3477eba4bd {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:29.869135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:29.869263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-plugged", "status": "completed", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:29.869479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.869603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4ccd9c08-7c7b-44d3-8ec1-cc3477eba4bd {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:29.870018 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccd9c08-7c7b-44d3-8ec1-cc3477eba4bd'] response: {'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'code': 200} Sep 28 08:40:29.874556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.876538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 2df102e4-2836-473c-b4e0-a6da3537ac77) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:29.887944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:29.888575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:29.920392 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b9044129-d545-44c1-b132-537c481e8b43 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9279687 Sep 28 08:40:29.923508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41682) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:29.927081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.7 (5f7e60f4-ba90-47a8-8618-07a3811b667a/0d8b8c1a-6460-40dc-896a-ff5c4c0c5128/fb7d40a3-db43-4a39-95aa-efbbfbda5149) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:29.939320 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 01f7d139-b222-4306-9b02-8884a8007a4f resource provider aggregate not found Sep 28 08:40:30.020718 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 01f7d139-b222-4306-9b02-8884a8007a4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01f7d139-b222-4306-9b02-8884a8007a4f found for delete ", "request_id": "req-8d4957b8-9d1c-42f1-b665-875d318d0e98"}]} Sep 28 08:40:30.022510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:30.032007 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bbad25aa-1a70-4029-8fbe-2b000e5a3691 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0030067 Sep 28 08:40:30.034872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41686) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:30.037424 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:30.047086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.053515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Allocated IP 172.20.0.2 (f831336b-f572-48cc-a941-cb3b6907d45a/bb193749-75b3-4c86-af9a-48d2718294e1/5a71ca4c-0be0-4a7d-a331-43581ff127d3) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:30.056625 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:30.057438 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:30.067207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port b4b5695e-0819-4535-b677-3c897385094a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:30.075121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.080569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.090578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/7d78527f-af44-4f34-b87c-e9258b12845b HTTP/1.1" status: 204 len: 168 time: 1.2163134 Sep 28 08:40:30.109265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:30.113577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f08929-c06f-47a4-9cd5-b3be65166be6 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=7d78527f-af44-4f34-b87c-e9258b12845b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.120947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116035987'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:30.160641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting subnet 34b3a289-4caa-4f0c-b566-89844b7c8850 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:30.164236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.203368 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:30.222415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.260588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:30.297282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:30.297632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 83a6cc3d-4ee3-430f-a0f9-9bd437bf4b3e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:30.298477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9cfb69f0-0e3b-449d-9ace-346501dacdd2 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:30.310535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:29Z', 'revision_number': 11, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:30.329703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.339949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9cfb69f0-0e3b-449d-9ace-346501dacdd2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:30.340298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9cfb69f0-0e3b-449d-9ace-346501dacdd2 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:30.357641 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:30.358638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.371296 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:30.371641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.372387 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:30.402360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:30.408422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.427648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.458135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.470068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.472595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:30.521347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.528954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.531928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Network f831336b-f572-48cc-a941-cb3b6907d45a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:30.536333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/34b3a289-4caa-4f0c-b566-89844b7c8850 HTTP/1.1" status: 204 len: 168 time: 0.5000596 Sep 28 08:40:30.539902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41694) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:30.540073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:30.543291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b133-da77-4f26-a5bf-312677125922 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Subnet': ['ID=34b3a289-4caa-4f0c-b566-89844b7c8850,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.547457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:30.613925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:30.625591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Pushing event updated for resources: {'Port': ['ID=5a71ca4c-0be0-4a7d-a331-43581ff127d3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.626236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:30.631618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:30.634343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.657758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:30.696115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Attempting to bind port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:30.696826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Attempting to bind port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '99e5b7a2-e0a7-4413-a168-4a7cd95012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:30.697385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Attempting to bind port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 on network f831336b-f572-48cc-a941-cb3b6907d45a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:30.704438 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:29Z', 'revision_number': 11, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:30.706369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:30.706541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.707006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment f8db40b6-5370-4922-a3e4-9e08445d2fc0 of type vlan for network a8a81218-a0ca-42d6-9ddc-c2292226475d Sep 28 08:40:30.707942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Checking segment: {'id': '99e5b7a2-e0a7-4413-a168-4a7cd95012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:30.710131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.710849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Bound using segment: {'id': '99e5b7a2-e0a7-4413-a168-4a7cd95012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:30.711504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Bound port: 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e5b7a2-e0a7-4413-a168-4a7cd95012f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f831336b-f572-48cc-a941-cb3b6907d45a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:30.712068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.742542 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e76cfa-1aa9-4eec-bc6d-83aee4f1f151 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:29Z', 'revision_number': 11, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:30.761848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:30.762652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.775795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1129bf2-85a0-4e5c-b013-e29c40c29e96 req-0ea0bb3f-1cde-4b2c-a4cd-bebfb57a7e34 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:30.776633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.779362 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b1129bf2-85a0-4e5c-b013-e29c40c29e96 req-0ea0bb3f-1cde-4b2c-a4cd-bebfb57a7e34 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 931 time: 0.1149111 Sep 28 08:40:30.803520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] For port 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:30.804663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Allocated IP 172.20.0.1 (df297c9c-8f55-4536-853c-c3efe227040b/6d398771-0ba5-4de6-954e-4ef9847c7d9c/40bfc158-58d2-4c77-8839-9673114a74d9) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:30.807123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] For port 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5a71ca4c-0be0-4a7d-a331-43581ff127d3,segment=NetworkSegment(99e5b7a2-e0a7-4413-a168-4a7cd95012f3),segment_id=99e5b7a2-e0a7-4413-a168-4a7cd95012f3)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:30.810238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.812791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.817651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.825164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:30.825803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:30.827744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-a1d209d3-7117-4899-a5f5-aa733b9d874c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556116 Sep 28 08:40:30.845353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Request body: {'port': {'device_id': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:30.867159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd189-c789-42ff-bafd-7a123a22da18 None None] Pushing event updated for resources: {'Port': ['ID=5a71ca4c-0be0-4a7d-a331-43581ff127d3,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.899242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b1129bf2-85a0-4e5c-b013-e29c40c29e96 req-29bcfba5-872f-4cb0-9a08-d820094051e5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102338 Sep 28 08:40:30.926112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=a8a81218-a0ca-42d6-9ddc-c2292226475d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.939044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network a8a81218-a0ca-42d6-9ddc-c2292226475d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:30.951596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1a609ee1-010e-4d26-8604-6522722e47fb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8347690 Sep 28 08:40:30.958196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41696) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:30.962709 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:40:30.964573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': 'a8a81218-a0ca-42d6-9ddc-c2292226475d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:30.991599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.022539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Deleting port 62d2aab3-0725-4a59-9dd9-d382933533a4 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:31.022887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.061878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.167206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] For port 62d2aab3-0725-4a59-9dd9-d382933533a4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=62d2aab3-0725-4a59-9dd9-d382933533a4,segment=NetworkSegment(dc049839-20db-4230-a25a-6a88d4505025),segment_id=dc049839-20db-4230-a25a-6a88d4505025)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:31.167659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.184989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Calling delete_port for 62d2aab3-0725-4a59-9dd9-d382933533a4 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:31.187234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:31.191344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.300997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.355910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network df297c9c-8f55-4536-853c-c3efe227040b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:31.363507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:31.366230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:31.401098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Port': ['ID=40bfc158-58d2-4c77-8839-9673114a74d9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:31.660864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.698401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Port': ['ID=62d2aab3-0725-4a59-9dd9-d382933533a4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:31.703826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No DVR routers for this DVR port 62d2aab3-0725-4a59-9dd9-d382933533a4 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:31.810518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.838367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.841223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.851315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7d40a3-db43-4a39-95aa-efbbfbda5149 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:40:31.861873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.898532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Transition to ACTIVE for port object fb7d40a3-db43-4a39-95aa-efbbfbda5149 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:40:31.902815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0aa6e3-2d69-49f6-893b-5be9aa23256e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:31.906607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.923448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc049839-20db-4230-a25a-6a88d4505025') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:31.924027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc049839-20db-4230-a25a-6a88d4505025') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:31.937887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=8a761ce2-4d7f-49e4-b3eb-7e36370bf2b5,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:31.945216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.961463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': 'f8db40b6-5370-4922-a3e4-9e08445d2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8a81218-a0ca-42d6-9ddc-c2292226475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:31.962057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: a8a81218-a0ca-42d6-9ddc-c2292226475d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:31.965058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:31.973451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:31.974286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.005380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482baa6c-7f99-492b-a35d-590badb93467 None None] Network f831336b-f572-48cc-a941-cb3b6907d45a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.008603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4362579d-4bcc-4b58-bb87-972dc85db3ed None None] Network 7d78527f-af44-4f34-b87c-e9258b12845b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.037906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57b35f-ac6b-40d1-87ef-dba4d7005cf7 None None] Network df297c9c-8f55-4536-853c-c3efe227040b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.056333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4362579d-4bcc-4b58-bb87-972dc85db3ed None None] Network 7d78527f-af44-4f34-b87c-e9258b12845b could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:40:32.059495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cc3fc-a2a8-49a5-a376-cefc5aa53273 None None] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.106354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6763cd-cfef-4064-87f9-33f0f78baf0d None None] Network 7d78527f-af44-4f34-b87c-e9258b12845b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.111539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:32.117997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network a8a81218-a0ca-42d6-9ddc-c2292226475d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:32.142365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment dc049839-20db-4230-a25a-6a88d4505025 resource provider aggregate not found Sep 28 08:40:32.177389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.191788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a63f2-0886-4d29-b277-0cf3b9d8fd03 req-268fd8b8-b892-4b76-bbca-98b9e90d84dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.194178 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9d2a63f2-0886-4d29-b277-0cf3b9d8fd03 req-268fd8b8-b892-4b76-bbca-98b9e90d84dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 943 time: 0.1977124 Sep 28 08:40:32.195129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.198935 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment dc049839-20db-4230-a25a-6a88d4505025 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc049839-20db-4230-a25a-6a88d4505025 found for delete ", "request_id": "req-0f91d1bf-a194-48e9-b455-82722ceee622"}]} Sep 28 08:40:32.200541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, a8a81218-a0ca-42d6-9ddc-c2292226475d) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:32.212890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6763cd-cfef-4064-87f9-33f0f78baf0d None None] Network 7d78527f-af44-4f34-b87c-e9258b12845b could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:40:32.245756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.249507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/networks/cc0aa6e3-2d69-49f6-893b-5be9aa23256e HTTP/1.1" status: 204 len: 168 time: 1.6988230 Sep 28 08:40:32.259165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.260112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.269346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41704) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:32.292094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'routes': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:32.341554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Attempting to bind port fb7d40a3-db43-4a39-95aa-efbbfbda5149 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:32.341910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Attempting to bind port fb7d40a3-db43-4a39-95aa-efbbfbda5149 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:32.342241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Attempting to bind port fb7d40a3-db43-4a39-95aa-efbbfbda5149 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:32.352382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c432dc-d51c-42e5-a291-40e23f5e709b None None] Network a8a81218-a0ca-42d6-9ddc-c2292226475d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:32.358336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Port fb7d40a3-db43-4a39-95aa-efbbfbda5149 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:40:32.358729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Attempting to bind port fb7d40a3-db43-4a39-95aa-efbbfbda5149 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:32.421566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:32.421749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Checking segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:32.422091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Bound using segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:32.422562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Bound port: fb7d40a3-db43-4a39-95aa-efbbfbda5149, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:32.423935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.442823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5a71ca4c-0be0-4a7d-a331-43581ff127d3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:32.470229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Provisioning complete for port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:32.470596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.471113 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Attempt 1 to provision port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 Sep 28 08:40:32.477665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9d2a63f2-0886-4d29-b277-0cf3b9d8fd03 req-3be6f850-8794-406b-ac0e-5ed95e07fcb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731042 Sep 28 08:40:32.478364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6d990-5693-4156-b8d0-61a9771b332a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Pushing event deleted for resources: {'Network': ['ID=cc0aa6e3-2d69-49f6-893b-5be9aa23256e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:32.521225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa053e-4ad2-471e-9f60-a75a6e13604d None None] DHCP port deletion for cc0aa6e3-2d69-49f6-893b-5be9aa23256e request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:32.526047 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ac90f1d0-b288-4583-b13b-93ebafd98fdb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5637646 Sep 28 08:40:32.529490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41706) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:32.539068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Added routes are [] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 28 08:40:32.539384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.extraroute_db [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Removed routes are [] {{(pid=103308) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 28 08:40:32.539859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.618617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:32.679288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:32.694274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.697822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.712727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.731094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.731954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.733666 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] 10.222.0.62 "PUT /v2.0/ports/fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 1093 time: 1.8963399 Sep 28 08:40:32.739641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:40:32.742991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:32.815160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router ff9b63d9-b812-4be5-a354-e4e73499bcf3 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:32.840683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.845162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b0903-cdcc-4497-bf03-0aaaa4ccf895 x-openstack-request-id: req-6e8b0903-cdcc-4497-bf03-0aaaa4ccf895 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:32.845555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:32.845987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e8b0903-cdcc-4497-bf03-0aaaa4ccf895 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:32.846463 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8b0903-cdcc-4497-bf03-0aaaa4ccf895'] response: {'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'status': 'completed', 'code': 200} Sep 28 08:40:32.896136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:32.906270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42579d-35e7-49d2-9a2d-d4dc7a853c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:32.911196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.915015 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a144356a-4ed3-43e2-97f6-bd8d1be8bfd4 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 701 time: 0.6411006 Sep 28 08:40:32.916239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41710) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:32.920937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Sync routers for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:32.924965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-7d7ca5fc-b89e-4976-b9e2-250cca1e0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.930159 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-7d7ca5fc-b89e-4976-b9e2-250cca1e0fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1096 time: 0.1346838 Sep 28 08:40:32.950936 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9d82d6a7-be17-485f-85c5-c53a638e8937 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 205 time: 0.0312414 Sep 28 08:40:32.951193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41712) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:32.970557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:32.970973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:32.971304 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 Sep 28 08:40:33.006546 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-698d943e-1d7b-4cb5-878b-aa2739216a7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 217 time: 0.0509219 Sep 28 08:40:33.011663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.025861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.048772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.086065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Routers {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:33.086717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:33.089491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-2df102e4-2836-473c-b4e0-a6da3537ac77', 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77', 'tenant_id': '1f0bd389c55e4aeea079e16e8bcfc153', 'fixed_ips': [{'subnet_id': '02383214-5446-47a4-84b7-d89c8a5da9fe'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:33.090321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.106213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.176191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-9738016b-e3fe-41a6-b4f6-c2cfa55c16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.177846 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-9738016b-e3fe-41a6-b4f6-c2cfa55c16eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.1621597 Sep 28 08:40:33.182406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Port': ['ID=40bfc158-58d2-4c77-8839-9673114a74d9,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:33.192284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.194499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.201379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.237465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Set router ff9b63d9-b812-4be5-a354-e4e73499bcf3 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:33.239420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:33.239804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.252907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.253648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router ff9b63d9-b812-4be5-a354-e4e73499bcf3 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:40:33.265474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.270701 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a85ac398-8388-4674-bf02-4287e9501223 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 204 len: 168 time: 0.3146663 Sep 28 08:40:33.272423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41714) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:33.277697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1791579324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:33.296549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.303852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.305057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.329274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6848f9-eec6-4a51-87e6-7616f93dc431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-a8a81218-a0ca-42d6-9ddc-c2292226475d', 'network_id': 'a8a81218-a0ca-42d6-9ddc-c2292226475d', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '8a761ce2-4d7f-49e4-b3eb-7e36370bf2b5'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:33.329936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4f6848f9-eec6-4a51-87e6-7616f93dc431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.343429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac126-a447-4231-b9d6-ba475658f572 req-940ac9fd-fdc0-4e61-a9cb-0e706dd40ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.344943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-940ac9fd-fdc0-4e61-a9cb-0e706dd40ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1581364 Sep 28 08:40:33.347204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=8a761ce2-4d7f-49e4-b3eb-7e36370bf2b5,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:33.362855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.371283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.393599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.397912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-025c2352-b40f-4f37-a581-51838ed6ae55 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1215022 Sep 28 08:40:33.398268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41716) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:33.403852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:33.410399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9b63d9-b812-4be5-a354-e4e73499bcf3', 'name': 'tempest-RoutersTest-router-1646194573', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:39:40Z', 'updated_at': '2022-09-28T08:40:29Z', 'revision_number': 11, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:33.446239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.483867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-df297c9c-8f55-4536-853c-c3efe227040b', 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b', 'tenant_id': '1f0bd389c55e4aeea079e16e8bcfc153', 'fixed_ips': [{'subnet_id': '6d398771-0ba5-4de6-954e-4ef9847c7d9c'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:33.485217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.494283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network df297c9c-8f55-4536-853c-c3efe227040b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:33.496534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Checking router: ff9b63d9-b812-4be5-a354-e4e73499bcf3 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:33.503573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:33.517012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.520453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a81218-a0ca-42d6-9ddc-c2292226475d']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:33.535141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8db40b6-5370-4922-a3e4-9e08445d2fc0') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:33.535428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8db40b6-5370-4922-a3e4-9e08445d2fc0') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:33.582711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] For port 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5a71ca4c-0be0-4a7d-a331-43581ff127d3,segment=NetworkSegment(99e5b7a2-e0a7-4413-a168-4a7cd95012f3),segment_id=99e5b7a2-e0a7-4413-a168-4a7cd95012f3)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:33.602446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.614369 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-e99dcbcc-6ef0-41e9-ac48-c9ce95f38912 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607257 Sep 28 08:40:33.644378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.652238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:33.653387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.666028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.682592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Routers set() bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:33.684162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Router IDs set() for agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 28 08:40:33.694174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff9b63d9-b812-4be5-a354-e4e73499bcf3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent'). {{(pid=103310) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 28 08:40:33.694683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7979c64-0489-4758-9092-b66cad2bbe51 None None] The sync data for ids ['ff9b63d9-b812-4be5-a354-e4e73499bcf3'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:33.741344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f08c0-a3ba-4c5d-9ed0-78720e9e9671 None None] Network a8a81218-a0ca-42d6-9ddc-c2292226475d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:33.743437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:33.743836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.789539 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment f8db40b6-5370-4922-a3e4-9e08445d2fc0 resource provider aggregate not found Sep 28 08:40:33.799288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.847186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.880293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30f675-0a9f-47a5-b835-cc626d852202 req-b997aeaa-68df-4212-8e05-9f1942574f58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.882232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e30f675-0a9f-47a5-b835-cc626d852202 req-b997aeaa-68df-4212-8e05-9f1942574f58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 943 time: 0.2468581 Sep 28 08:40:33.888070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment f8db40b6-5370-4922-a3e4-9e08445d2fc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8db40b6-5370-4922-a3e4-9e08445d2fc0 found for delete ", "request_id": "req-46135683-6799-4049-8b60-d7313c9b338a"}]} Sep 28 08:40:33.903260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Allocated IP 172.20.0.2 (2df102e4-2836-473c-b4e0-a6da3537ac77/02383214-5446-47a4-84b7-d89c8a5da9fe/23c7f9fd-623f-4b1d-abca-b15127db9278) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:33.925067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.945190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:33.948320 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/a8a81218-a0ca-42d6-9ddc-c2292226475d HTTP/1.1" status: 204 len: 168 time: 1.4176867 Sep 28 08:40:33.953654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41724) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:33.968731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402624154'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:33.978024 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c34ac126-a447-4231-b9d6-ba475658f572 req-d7ebe10d-084d-4ac0-9dbd-df446be8389b service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939956 Sep 28 08:40:33.983439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a86ebf-cab9-46ac-900c-24c0d04e5dbc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=a8a81218-a0ca-42d6-9ddc-c2292226475d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.028521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:34.033327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.040995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Router cddeaa40-33bc-4252-88e2-5ff7c47dd521 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:34.045916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Pushing event updated for resources: {'Port': ['ID=5a71ca4c-0be0-4a7d-a331-43581ff127d3,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.058084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:34.058439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:34.065012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e30f675-0a9f-47a5-b835-cc626d852202 req-7bbadeb4-5545-45e4-87b3-9bd5840bcc4c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342325 Sep 28 08:40:34.103216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Router 435bbfcb-a3b0-43dc-b7dc-7e28963b0924 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:34.115631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.116260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.116260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.116551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.117076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.117593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.118097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.118581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.119073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.119579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.120066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.120563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f1e73-2b8d-4ef6-86b3-32e41917d90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:34.186002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:34.205680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:34.212306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.212663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment d1841ce9-1b22-4541-b06f-f89414442f71 of type vlan for network 3a485e84-48d9-4f78-84f5-1d52ec27d15a Sep 28 08:40:34.219535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] Sync routers for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:34.232733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Allocated IP 172.20.0.2 (df297c9c-8f55-4536-853c-c3efe227040b/6d398771-0ba5-4de6-954e-4ef9847c7d9c/34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:34.232961 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cbfd5ac1-cb87-4d62-9991-630ef57a607f tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3050690 Sep 28 08:40:34.233349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:34.233599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:34.234211 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.234780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41726) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:34.248947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-07cbdf7f-2cca-4e02-9267-688112f4f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:34.250659 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-07cbdf7f-2cca-4e02-9267-688112f4f200 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1096 time: 0.1917441 Sep 28 08:40:34.253093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.261678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Sync routers for ids ['435bbfcb-a3b0-43dc-b7dc-7e28963b0924'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:34.266295 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7592e0c-42e4-49a5-a101-7b6270c4af66 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "PUT /v2.0/routers/435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 200 len: 694 time: 0.8669469 Sep 28 08:40:34.279262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41728) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:34.295137 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.307061 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:34.307971 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.348713 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.348943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.349816 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72063366-4625-43e5-8273-6b60a130ef03 None None] The sync data for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:34.436858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29f775-0c58-4c87-94f2-d762915d12e9 None None] Network f831336b-f572-48cc-a941-cb3b6907d45a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:34.444480 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6a889dd7-5b75-4a78-80b5-60544af40bbd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/routers/435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 200 len: 700 time: 0.1621358 Sep 28 08:40:34.446053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41730) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:34.480350 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a0f0fd7-06d0-45b5-98e4-77942b4bbf60 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 200 len: 205 time: 0.0294108 Sep 28 08:40:34.480573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41732) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:34.482270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Routers {'435bbfcb-a3b0-43dc-b7dc-7e28963b0924'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:34.482270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['435bbfcb-a3b0-43dc-b7dc-7e28963b0924'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.485838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.491678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.496066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:34.497068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.558738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.618187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.624216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-2dd3ec09-af21-4db4-8e91-98b483609610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:34.625526 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-2dd3ec09-af21-4db4-8e91-98b483609610 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.3475049 Sep 28 08:40:34.663548 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6962595 Sep 28 08:40:34.780081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41734) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:34.787757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:34.827823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3e972890-6381-436b-a182-9bddd8956862 None None] Provisioning complete for port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:34.828227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3e972890-6381-436b-a182-9bddd8956862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.828566 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3e972890-6381-436b-a182-9bddd8956862 None None] Attempt 1 to provision port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 Sep 28 08:40:34.858623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Set router 435bbfcb-a3b0-43dc-b7dc-7e28963b0924 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:34.968644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435bbfcb-a3b0-43dc-b7dc-7e28963b0924', 'name': 'tempest-RoutersTest-router-1791579324', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:33Z', 'updated_at': '2022-09-28T08:40:33Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:34.971715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Network df297c9c-8f55-4536-853c-c3efe227040b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:34.978602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:34.982637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:34.982878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.028756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:35.040963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:35.043869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Checking router: 435bbfcb-a3b0-43dc-b7dc-7e28963b0924 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:35.045533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:35.051558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Pushing event updated for resources: {'Port': ['ID=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.055950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.058849 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-90e8950b-f255-4bd0-99f8-fc759f816576 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:35.060386 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-90e8950b-f255-4bd0-99f8-fc759f816576 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8236830 Sep 28 08:40:35.063882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41736) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.115079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:35.182679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458878a-63dc-47d6-9a52-a69d3257c77f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=3a485e84-48d9-4f78-84f5-1d52ec27d15a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.187791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:35.188350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.188466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e5aca51e-6af9-42fd-974a-e3b3bfd08ea6 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:35.188466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Routers {'435bbfcb-a3b0-43dc-b7dc-7e28963b0924'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:35.188685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['435bbfcb-a3b0-43dc-b7dc-7e28963b0924'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:35.210170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:35.247174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:35.255703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.262641 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-f8821374-5335-4602-b876-a7a6a589077e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 217 time: 0.1888485 Sep 28 08:40:35.262928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:35.282842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:35.294540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Pushing event updated for resources: {'Port': ['ID=23c7f9fd-623f-4b1d-abca-b15127db9278,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.348980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5a71ca4c-0be0-4a7d-a331-43581ff127d3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:35.366166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f939-cb9f-464b-96bd-f6d8e5db2f88 req-1e011981-1bfe-418f-8bd9-4ffc8d53cff3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:35.367781 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0bd4f939-cb9f-464b-96bd-f6d8e5db2f88 req-1e011981-1bfe-418f-8bd9-4ffc8d53cff3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 943 time: 0.1795766 Sep 28 08:40:35.386028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.386557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Fanout notify agent at l3_agent the message router_deleted on router 435bbfcb-a3b0-43dc-b7dc-7e28963b0924 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:40:35.388923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device fb7d40a3-db43-4a39-95aa-efbbfbda5149 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:40:35.396956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.398094 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-75e9bb72-cd4a-4c36-9273-2f8436758652 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 204 len: 168 time: 0.9165857 Sep 28 08:40:35.404434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41740) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.414695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-6747689d-e19d-45c0-8c37-197ae4d7e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:35.416334 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-6747689d-e19d-45c0-8c37-197ae4d7e165 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.1428733 Sep 28 08:40:35.443248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1543aa55-0444-4c63-b91b-edd7260f64df tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 200 len: 205 time: 0.0349014 Sep 28 08:40:35.445537 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0bd4f939-cb9f-464b-96bd-f6d8e5db2f88 req-cb1ceb11-b2b8-4a71-94a9-8d83839de664 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679357 Sep 28 08:40:35.447786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41742) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.452251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] Set router 435bbfcb-a3b0-43dc-b7dc-7e28963b0924 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:35.454908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Attempting to bind port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:35.469673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Attempting to bind port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b7b22b01-fe2b-42f0-9f73-046938125adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:35.469673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Attempting to bind port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 on network df297c9c-8f55-4536-853c-c3efe227040b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:35.509835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:35.510437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Checking segment: {'id': 'b7b22b01-fe2b-42f0-9f73-046938125adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:35.511138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.511367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Bound using segment: {'id': 'b7b22b01-fe2b-42f0-9f73-046938125adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:35.511929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Bound port: 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b22b01-fe2b-42f0-9f73-046938125adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df297c9c-8f55-4536-853c-c3efe227040b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:35.512363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.518475 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-fb9b1a1a-1b20-4cae-9c30-2c94bfb6c111 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:35.520391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fb9b1a1a-1b20-4cae-9c30-2c94bfb6c111 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/435bbfcb-a3b0-43dc-b7dc-7e28963b0924 HTTP/1.1" status: 404 len: 336 time: 0.0479202 Sep 28 08:40:35.523299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.529918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-778e73c7-1ce5-47b6-806f-8ae0e25bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:35.531615 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-778e73c7-1ce5-47b6-806f-8ae0e25bc222 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089976 Sep 28 08:40:35.566336 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad1d275-4ad4-4b70-84d7-d0c28046ee4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:35.566807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad1d275-4ad4-4b70-84d7-d0c28046ee4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:35.569986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4ad1d275-4ad4-4b70-84d7-d0c28046ee4a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/bfcc66e3-484f-43b9-acfd-f13721dc7877 HTTP/1.1" status: 404 len: 337 time: 0.0456462 Sep 28 08:40:35.572964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41746) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.602886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.615483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e11112-2974-4023-a36c-f974a9334d46 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:35.616043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e11112-2974-4023-a36c-f974a9334d46 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:35.621507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-95e11112-2974-4023-a36c-f974a9334d46 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/8d889717-e045-4670-9953-3c13e5e6a9fe HTTP/1.1" status: 404 len: 337 time: 0.0452089 Sep 28 08:40:35.621844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41748) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.628020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435bbfcb-a3b0-43dc-b7dc-7e28963b0924', 'name': 'tempest-RoutersTest-router-1791579324', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:33Z', 'updated_at': '2022-09-28T08:40:33Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:35.656442 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-e774a9b5-36ff-4073-a171-17e5527a867a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:35.656910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e774a9b5-36ff-4073-a171-17e5527a867a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:35.662509 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e774a9b5-36ff-4073-a171-17e5527a867a tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/bf089f23-2c24-4c23-8465-87c7bade84be HTTP/1.1" status: 404 len: 337 time: 0.0372918 Sep 28 08:40:35.662509 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-05f39633-6a83-47a0-aa4f-a839e3bc76f7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242723 Sep 28 08:40:35.662790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41750) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.690403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3e972890-6381-436b-a182-9bddd8956862 None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:35.697095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Attempting to bind port 23c7f9fd-623f-4b1d-abca-b15127db9278 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:35.697546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Attempting to bind port 23c7f9fd-623f-4b1d-abca-b15127db9278 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '004ea295-ff1b-4c7d-8179-549ef20370cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:35.698507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Attempting to bind port 23c7f9fd-623f-4b1d-abca-b15127db9278 on network 2df102e4-2836-473c-b4e0-a6da3537ac77 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:35.699911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=55ad1178-1a7a-4e9d-ae71-123e9fbd572b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.704381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b12721-89b3-4774-afec-0e7e0d1275e2 None None] The sync data for ids ['435bbfcb-a3b0-43dc-b7dc-7e28963b0924'] in dv-neutron-859308-3-hyperv is: [{'id': '435bbfcb-a3b0-43dc-b7dc-7e28963b0924', 'name': 'tempest-RoutersTest-router-1791579324', 'tenant_id': 'a44823561d6c42ccb96e6d5efccff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:33Z', 'updated_at': '2022-09-28T08:40:33Z', 'revision_number': 2, 'project_id': 'a44823561d6c42ccb96e6d5efccff061', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:35.710991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:35.711579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Checking segment: {'id': '004ea295-ff1b-4c7d-8179-549ef20370cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:35.711713 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0ce47-1397-4e50-ae77-fb6d8666179c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:35.712138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b0ce47-1397-4e50-ae77-fb6d8666179c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:35.712267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.712627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Bound using segment: {'id': '004ea295-ff1b-4c7d-8179-549ef20370cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:35.713396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Bound port: 23c7f9fd-623f-4b1d-abca-b15127db9278, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004ea295-ff1b-4c7d-8179-549ef20370cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2df102e4-2836-473c-b4e0-a6da3537ac77'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:35.714244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.717641 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d4b0ce47-1397-4e50-ae77-fb6d8666179c tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/34b3a289-4caa-4f0c-b566-89844b7c8850 HTTP/1.1" status: 404 len: 337 time: 0.0516722 Sep 28 08:40:35.718267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41752) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.727326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': 'd1841ce9-1b22-4541-b06f-f89414442f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:35.727768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 3a485e84-48d9-4f78-84f5-1d52ec27d15a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:35.746685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.768685 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-004cd357-02de-47e4-9699-456a878975ad tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 200 len: 205 time: 0.0464675 Sep 28 08:40:35.768685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.828594 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-3aa4eb2d-725f-4f9c-bfe2-1b0fd4af8400 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:35.830387 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3aa4eb2d-725f-4f9c-bfe2-1b0fd4af8400 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/ff9b63d9-b812-4be5-a354-e4e73499bcf3 HTTP/1.1" status: 404 len: 336 time: 0.0610416 Sep 28 08:40:35.860181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41756) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.872757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:35.885066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] For port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:35.903349 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40e85be6-11a8-41fd-b396-15e45e3bdd37 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=fc734125-0410-4a21-8fe7-788889a9b528 HTTP/1.1" status: 200 len: 205 time: 0.0418582 Sep 28 08:40:35.907428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41758) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:35.935789 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ea6cbf5-c309-4efc-b4e9-82d61c0446a4 req-6560069d-5625-4afa-b7f5-a49b0cefcc26 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653756 Sep 28 08:40:35.940406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] For port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,segment=NetworkSegment(b7b22b01-fe2b-42f0-9f73-046938125adb),segment_id=b7b22b01-fe2b-42f0-9f73-046938125adb)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:35.942686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:35.943138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.943518 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 Sep 28 08:40:35.960868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:35.977159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 3a485e84-48d9-4f78-84f5-1d52ec27d15a) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:35.993848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b6aae54f-6150-40b0-8f8c-dd2c40dee925 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:35.995656 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6aae54f-6150-40b0-8f8c-dd2c40dee925 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/fc734125-0410-4a21-8fe7-788889a9b528 HTTP/1.1" status: 404 len: 336 time: 0.0830064 Sep 28 08:40:35.998639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41760) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.011029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0183c-fa7e-40c3-96d8-1978ec580073 None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:36.066304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:36.066580 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-b703cfea-9dc1-4ca3-b5df-daf2de253552 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:36.067425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.067882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b703cfea-9dc1-4ca3-b5df-daf2de253552 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:36.072243 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b703cfea-9dc1-4ca3-b5df-daf2de253552 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/b22e62b0-3f69-46be-b037-861fbe7c4413 HTTP/1.1" status: 404 len: 337 time: 0.0720854 Sep 28 08:40:36.074722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41762) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.119487 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0dcc3795-b853-4bc0-989f-80ec05e785b5 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373401 Sep 28 08:40:36.122477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41764) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.126084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cf04ffb6-2d61-40d1-8d2b-ec61ce694d8b tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 200 len: 205 time: 0.0502350 Sep 28 08:40:36.130491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:36.133069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41766) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.166699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] For port 23c7f9fd-623f-4b1d-abca-b15127db9278, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:36.185958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-dd338570-046e-4432-ab31-1eedd437a761 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:36.187014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dd338570-046e-4432-ab31-1eedd437a761 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/a10db212-d18e-42c7-b721-f61b4dc35499 HTTP/1.1" status: 404 len: 336 time: 0.0529873 Sep 28 08:40:36.189953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41768) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.203485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:36.226616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] For port 23c7f9fd-623f-4b1d-abca-b15127db9278, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=23c7f9fd-623f-4b1d-abca-b15127db9278,segment=NetworkSegment(004ea295-ff1b-4c7d-8179-549ef20370cc),segment_id=004ea295-ff1b-4c7d-8179-549ef20370cc)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:36.251628 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a6161859-9948-4643-88f4-b1ef1bb789b9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4ea3e78-d953-43ea-9843-333c662ec9cd HTTP/1.1" status: 200 len: 205 time: 0.0605571 Sep 28 08:40:36.252766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41770) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.278206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.292262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'port_id': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'mac_address': 'fa:16:3e:5b:1a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:40:36.302097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:36.306356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.320403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-73fee8b1-7d8a-4ead-b29d-022de7371d13 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:36.324302 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-73fee8b1-7d8a-4ead-b29d-022de7371d13 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/f4ea3e78-d953-43ea-9843-333c662ec9cd HTTP/1.1" status: 404 len: 336 time: 0.0674651 Sep 28 08:40:36.324949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41772) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.383853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549720f1-c936-42fe-84f2-f261616e7c28 None None] Pushing event updated for resources: {'Port': ['ID=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:36.392253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee76bb83-2f52-4554-9952-fb0f21625aa9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:36.392996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee76bb83-2f52-4554-9952-fb0f21625aa9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:36.396933 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee76bb83-2f52-4554-9952-fb0f21625aa9 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/7275fa2f-8d04-4341-9415-66023cec130e HTTP/1.1" status: 404 len: 337 time: 0.0498965 Sep 28 08:40:36.401468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41774) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.439955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ab842bb-c2d0-4ec7-bb08-f3a4579c4b5e tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b609ee2-ee07-4dec-b8ef-0f5e50d4700a HTTP/1.1" status: 200 len: 205 time: 0.0367928 Sep 28 08:40:36.442538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41776) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.452606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ef93f7e5-8d72-434e-8a3a-1857799d14b1 None None] Provisioning complete for port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:36.452606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef93f7e5-8d72-434e-8a3a-1857799d14b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.453058 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ef93f7e5-8d72-434e-8a3a-1857799d14b1 None None] Attempt 1 to provision port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 Sep 28 08:40:36.465950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536912-8a7f-4419-ab49-f66cc16db024 None None] Pushing event updated for resources: {'Port': ['ID=23c7f9fd-623f-4b1d-abca-b15127db9278,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:36.538892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-8d2aa4f3-3ea9-40cb-8d9d-fc31961e1a99 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:36.542365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8d2aa4f3-3ea9-40cb-8d9d-fc31961e1a99 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/1b609ee2-ee07-4dec-b8ef-0f5e50d4700a HTTP/1.1" status: 404 len: 336 time: 0.0973775 Sep 28 08:40:36.543154 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41780) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.581403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting port 40bfc158-58d2-4c77-8839-9673114a74d9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:36.581821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.598664 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-557099cf-ab5f-4efb-be0d-35e16ef86d50 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:36.599010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557099cf-ab5f-4efb-be0d-35e16ef86d50 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:36.602302 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-557099cf-ab5f-4efb-be0d-35e16ef86d50 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/4f2293c0-8d74-48d4-a456-e1bd3a601a50 HTTP/1.1" status: 404 len: 337 time: 0.0581894 Sep 28 08:40:36.610457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41782) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.662523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:36.671457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port fb7d40a3-db43-4a39-95aa-efbbfbda5149 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:36.672049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.678355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 62d2aab3-0725-4a59-9dd9-d382933533a4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:36.694346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-facf1d80-9704-4fff-b209-ffc26ce718e3 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "GET /v2.0/ports?device_id=406487fc-aeea-4146-b0b6-6150b36938be HTTP/1.1" status: 200 len: 205 time: 0.0795317 Sep 28 08:40:36.694346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41784) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.713679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef426f8-3438-4cfe-b4c9-cb123ee7f6e7 req-e96bb1c5-7bda-41dc-a93f-6e466b286e80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:36.715583 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef426f8-3438-4cfe-b4c9-cb123ee7f6e7 req-e96bb1c5-7bda-41dc-a93f-6e466b286e80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 943 time: 0.1553478 Sep 28 08:40:36.754375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-0611ece8-34fb-45c9-991a-b5b4ddecf0f6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] delete failed (client error): The resource could not be found. Sep 28 08:40:36.758887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0611ece8-34fb-45c9-991a-b5b4ddecf0f6 tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/routers/406487fc-aeea-4146-b0b6-6150b36938be HTTP/1.1" status: 404 len: 336 time: 0.0606871 Sep 28 08:40:36.765682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41786) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.806021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.809518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.819624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-77323504-aa31-4cb0-8a3b-dd040ec3885f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:36.820089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77323504-aa31-4cb0-8a3b-dd040ec3885f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:36.826223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77323504-aa31-4cb0-8a3b-dd040ec3885f tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/c9a49c59-6b9b-4dfd-9a45-84299710dc58 HTTP/1.1" status: 404 len: 337 time: 0.0552266 Sep 28 08:40:36.829117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41788) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.864570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Calling delete_port for 40bfc158-58d2-4c77-8839-9673114a74d9 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:36.866953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=0bda5afd-ac50-43e4-9d73-45899664de97,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:36.876196 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-340a3b9c-c3a4-47f2-9e55-b29de72166cd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:36.876674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340a3b9c-c3a4-47f2-9e55-b29de72166cd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:36.877288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:36.878924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:36.881088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-340a3b9c-c3a4-47f2-9e55-b29de72166cd tempest-RoutersTest-2012630382 tempest-RoutersTest-2012630382-project] 10.222.0.27 "DELETE /v2.0/subnets/1e647153-c258-4f5d-854b-dd2ba2337174 HTTP/1.1" status: 404 len: 337 time: 0.0476744 Sep 28 08:40:36.883741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:36.885277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.892839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef426f8-3438-4cfe-b4c9-cb123ee7f6e7 req-09fae9f8-afed-4d31-aa93-bc35c8439195 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461146 Sep 28 08:40:36.915115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7b646afb-556d-47fa-adfa-20c8512dc245 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7890711 Sep 28 08:40:36.915351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41792) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:36.960213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 62d2aab3-0725-4a59-9dd9-d382933533a4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:36.960555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 62d2aab3-0725-4a59-9dd9-d382933533a4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:36.976819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1024b289-a275-42c3-8dd6-19619ea1995f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:36.984929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7d40a3-db43-4a39-95aa-efbbfbda5149 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:40:36.994044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-3a485e84-48d9-4f78-84f5-1d52ec27d15a', 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': '55ad1178-1a7a-4e9d-ae71-123e9fbd572b'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:36.994900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.004270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.007205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.009088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.010816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.012999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.020938 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5560c75d-d42c-46f0-accd-e84c300a4df0 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1045079 Sep 28 08:40:37.021851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41794) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:37.029714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91049394'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:37.064876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:37.070938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:37.082448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.085791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.127526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:37.139012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.139343 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 2b7e9b3c-0e4e-40a3-a930-c5f99e440556 of type vlan for network 20780d20-4d6b-4316-9d02-626ce84c6ea4 Sep 28 08:40:37.150586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.161395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ef93f7e5-8d72-434e-8a3a-1857799d14b1 None None] Current status of the port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:37.201988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.206450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Port': ['ID=40bfc158-58d2-4c77-8839-9673114a74d9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:37.258313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.265552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.266344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.330193 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3047152 Sep 28 08:40:37.330843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:37.331216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:37.346610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['fb7d40a3-db43-4a39-95aa-efbbfbda5149'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:40:37.349558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:37.447218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41800) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:37.497071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e452b-6671-4c34-8ad1-5d556f788216 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=20780d20-4d6b-4316-9d02-626ce84c6ea4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:37.542351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Allocated IP 2001:db8::2 (3a485e84-48d9-4f78-84f5-1d52ec27d15a/55ad1178-1a7a-4e9d-ae71-123e9fbd572b/885c9739-40c8-4c15-b46c-0ebd7394d353) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:37.567898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.624761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:37.635751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 23c7f9fd-623f-4b1d-abca-b15127db9278 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:37.793796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-55f8ffbc-af1c-4c01-8457-3bb5d6806e9a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a44823561d6c42ccb96e6d5efccff061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453987 Sep 28 08:40:37.796216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:37.803605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.832063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.854325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 is not hosted by any dhcp agent {{(pid=103309) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:40:37.862929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.863698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:37.864932 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "PUT /v2.0/networks/20780d20-4d6b-4316-9d02-626ce84c6ea4 HTTP/1.1" status: 200 len: 723 time: 0.5327289 Sep 28 08:40:37.872175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41806) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:37.884814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': '20780d20-4d6b-4316-9d02-626ce84c6ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:38.020119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d2b35-8d3c-44f2-98bb-a66baf794e7a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=20780d20-4d6b-4316-9d02-626ce84c6ea4,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:38.086396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.122245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:38.126001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22065e30-9073-4654-85ba-0e15bf40cd68 None None] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:38.137104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 23c7f9fd-623f-4b1d-abca-b15127db9278 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:38.138790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.139430 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 23c7f9fd-623f-4b1d-abca-b15127db9278 Sep 28 08:40:38.142782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.174207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040adb2f-147e-4f2c-a9af-56f992da6ee9 req-9faa2344-d7cb-43c1-ba93-20100a9249e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:38.181689 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-040adb2f-147e-4f2c-a9af-56f992da6ee9 req-9faa2344-d7cb-43c1-ba93-20100a9249e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 944 time: 0.0834005 Sep 28 08:40:38.188002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:38.200036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:38.203762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.223138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:38.231762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:38.260963 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-040adb2f-147e-4f2c-a9af-56f992da6ee9 req-6b8d6ad3-5df8-428d-8717-6e1e73333d9d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783308 Sep 28 08:40:38.299377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab0d01-0916-4a7b-bf39-d90a19ed5d3d None None] Network df297c9c-8f55-4536-853c-c3efe227040b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:38.328074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Router cddeaa40-33bc-4252-88e2-5ff7c47dd521 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:38.348800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.407227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Provisioning complete for port 23c7f9fd-623f-4b1d-abca-b15127db9278 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:38.407806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.407806 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Attempt 1 to provision port 23c7f9fd-623f-4b1d-abca-b15127db9278 Sep 28 08:40:38.435513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.442975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:38.448063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-605057d4-4eeb-4692-9694-b6d086772d08 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3832593 Sep 28 08:40:38.452416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:38.457334 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] Sync routers for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:38.471661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Pushing event updated for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:38.474271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.484114 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:38.486834 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:38.513919 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-7b6f4a30-6332-413e-a444-4a685d02a2f8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] delete failed (client error): The resource could not be found. Sep 28 08:40:38.515463 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7b6f4a30-6332-413e-a444-4a685d02a2f8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-2096374219 HTTP/1.1" status: 404 len: 335 time: 0.0621073 Sep 28 08:40:38.521456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41812) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:38.539641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-246a1b92-874c-498e-8f88-2be9d59c3df0 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cddeaa40-33bc-4252-88e2-5ff7c47dd521'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:38.542232 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:38.553474 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:38.554906 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:38.556905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.560770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.562098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/100a062d-9c76-43ea-a554-53dbff83f6d6 HTTP/1.1" status: 204 len: 168 time: 0.7649667 Sep 28 08:40:38.594995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4282ca-28e0-4856-a4f0-99e12a258cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a062d-9c76-43ea-a554-53dbff83f6d6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:38.595722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Attempting to bind port 885c9739-40c8-4c15-b46c-0ebd7394d353 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:38.596116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Attempting to bind port 885c9739-40c8-4c15-b46c-0ebd7394d353 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd1841ce9-1b22-4541-b06f-f89414442f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:38.596488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Attempting to bind port 885c9739-40c8-4c15-b46c-0ebd7394d353 on network 3a485e84-48d9-4f78-84f5-1d52ec27d15a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:38.600742 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:38.601443 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb7c3-3a4e-4a35-9e91-cc842df9ec0c None None] The sync data for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:38.684274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:38.684642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Checking segment: {'id': 'd1841ce9-1b22-4541-b06f-f89414442f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:38.685127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.685681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Bound using segment: {'id': 'd1841ce9-1b22-4541-b06f-f89414442f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:38.686189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Bound port: 885c9739-40c8-4c15-b46c-0ebd7394d353, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1841ce9-1b22-4541-b06f-f89414442f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:38.686569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.722450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=f7919496-e8bb-4744-8192-d4c42b2f5180,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:38.730203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '2b7e9b3c-0e4e-40a3-a930-c5f99e440556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '20780d20-4d6b-4316-9d02-626ce84c6ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:38.730566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: 20780d20-4d6b-4316-9d02-626ce84c6ea4, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:38.775806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 23c7f9fd-623f-4b1d-abca-b15127db9278 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:38.776197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.839599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-246a1b92-874c-498e-8f88-2be9d59c3df0 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.842691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:38.857495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 20780d20-4d6b-4316-9d02-626ce84c6ea4) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:38.876101 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-246a1b92-874c-498e-8f88-2be9d59c3df0 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] update failed (client error): The resource could not be found. Sep 28 08:40:38.877417 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-246a1b92-874c-498e-8f88-2be9d59c3df0 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521 HTTP/1.1" status: 404 len: 339 time: 0.3546536 Sep 28 08:40:38.878793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:38.881233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.882093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41822) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:38.897844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3575786-c349-4f2b-954a-8d06d8341fb3 None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:38.920297 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-64014f52-1c7b-436d-81a1-2674d800a3af tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0439391 Sep 28 08:40:38.920514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41824) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:38.926757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:38.961546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8705667-c4b8-4ced-9729-df221413fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:38.997255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Current status of the port 23c7f9fd-623f-4b1d-abca-b15127db9278 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:38.997659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.019570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 23c7f9fd-623f-4b1d-abca-b15127db9278, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=23c7f9fd-623f-4b1d-abca-b15127db9278,segment=NetworkSegment(004ea295-ff1b-4c7d-8179-549ef20370cc),segment_id=004ea295-ff1b-4c7d-8179-549ef20370cc)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:39.059616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4287054990'] for subnet, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.066738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:39.078382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.079195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:39.220404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.249536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4287263573'] for subnet, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.298379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=885c9739-40c8-4c15-b46c-0ebd7394d353,segment=NetworkSegment(d1841ce9-1b22-4541-b06f-f89414442f71),segment_id=d1841ce9-1b22-4541-b06f-f89414442f71)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:39.339375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.379786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=f7919496-e8bb-4744-8192-d4c42b2f5180,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:39.402775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:39.404965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.407874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-79926abc-27f6-480d-a59b-c0a1dbb2fb1f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "PUT /v2.0/subnets/f7919496-e8bb-4744-8192-d4c42b2f5180 HTTP/1.1" status: 200 len: 826 time: 0.4862578 Sep 28 08:40:39.410584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41840) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:39.538091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41842) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:39.547799 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039585 Sep 28 08:40:39.548843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41844) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:39.577252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=23c7f9fd-623f-4b1d-abca-b15127db9278,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:39.577777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.589937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:39.590292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:39.641146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea299d3-9d0e-4440-93a4-80cda62e3fcd req-9cf700dc-74a5-4811-8d96-0d05a4245e1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:39.648503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.652885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fea299d3-9d0e-4440-93a4-80cda62e3fcd req-9cf700dc-74a5-4811-8d96-0d05a4245e1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 944 time: 0.1620636 Sep 28 08:40:39.735537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:39.735893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.736409 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 Sep 28 08:40:39.776668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d539fdc-dde8-416d-9fd3-d23fa1ae517f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-20780d20-4d6b-4316-9d02-626ce84c6ea4', 'network_id': '20780d20-4d6b-4316-9d02-626ce84c6ea4', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': 'f7919496-e8bb-4744-8192-d4c42b2f5180'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:39.778685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d539fdc-dde8-416d-9fd3-d23fa1ae517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.811404 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e9affc0c-6220-42cc-a77e-c93b2257276e tempest-NetworksApiDiscovery-1491214870 tempest-NetworksApiDiscovery-1491214870-project] 10.222.0.27 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2608514 Sep 28 08:40:39.840983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Allocated IP 172.20.0.1 (f831336b-f572-48cc-a941-cb3b6907d45a/bb193749-75b3-4c86-af9a-48d2718294e1/d456f315-3390-4b61-a0ac-996de4620735) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:39.843836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0920b-6870-4cd0-b938-315c092e4806 None None] Pushing event updated for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:39.866692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:39.968309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=f7919496-e8bb-4744-8192-d4c42b2f5180,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:39.984524 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fea299d3-9d0e-4440-93a4-80cda62e3fcd req-d8d22e37-5e30-4dec-90c3-c11e788a699b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251364 Sep 28 08:40:40.062228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.085896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20780d20-4d6b-4316-9d02-626ce84c6ea4']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:40.099914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7e9b3c-0e4e-40a3-a930-c5f99e440556') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:40.100410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7e9b3c-0e4e-40a3-a930-c5f99e440556') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:40.112763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97571421-9267-43e0-a083-ed53054a0199 None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:40.115573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.139951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.150430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:40.150851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.169024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.180732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.187691 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2b7e9b3c-0e4e-40a3-a930-c5f99e440556 resource provider aggregate not found Sep 28 08:40:40.213163 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 2b7e9b3c-0e4e-40a3-a930-c5f99e440556 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7e9b3c-0e4e-40a3-a930-c5f99e440556 found for delete ", "request_id": "req-e215fa7b-41b1-4348-b1da-993ec3db23e8"}]} Sep 28 08:40:40.217699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:40.218399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.233238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.276969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network f831336b-f572-48cc-a941-cb3b6907d45a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:40.282348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:40.287150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:40.297324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2518b-adfe-44cf-8701-079bccf33d73 None None] Current status of the port 23c7f9fd-623f-4b1d-abca-b15127db9278 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:40.300420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:40.321401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.331472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.335200 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/20780d20-4d6b-4316-9d02-626ce84c6ea4 HTTP/1.1" status: 204 len: 168 time: 0.9230762 Sep 28 08:40:40.341550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Port': ['ID=d456f315-3390-4b61-a0ac-996de4620735,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:40.350811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41860) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:40.353533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,segment=NetworkSegment(b7b22b01-fe2b-42f0-9f73-046938125adb),segment_id=b7b22b01-fe2b-42f0-9f73-046938125adb)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:40.359398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b63cd-1d20-4dfd-909c-af99af72ede8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=20780d20-4d6b-4316-9d02-626ce84c6ea4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:40.386430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.404884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ef172-3ec1-4cea-8440-6021f8589b8a None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:40.415117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-551ccc56-0832-4340-9abd-cacc6907fb01 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:40.415740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551ccc56-0832-4340-9abd-cacc6907fb01 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:40.422823 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-551ccc56-0832-4340-9abd-cacc6907fb01 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/20780d20-4d6b-4316-9d02-626ce84c6ea4 HTTP/1.1" status: 404 len: 339 time: 0.0527537 Sep 28 08:40:40.423870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41862) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:40.431307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185816324', 'description': 'd1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:40.446432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.498253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ef172-3ec1-4cea-8440-6021f8589b8a None None] Network 20780d20-4d6b-4316-9d02-626ce84c6ea4 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:40:40.514278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:40.519734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.580216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:40.581513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Provisioning complete for port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:40.581911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.582107 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Attempt 1 to provision port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 Sep 28 08:40:40.583952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:40.593939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.594372 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment d0c16b4e-29b9-4fda-a6f8-fb620257ea57 of type vlan for network c19337a6-4459-4e35-86f1-5c651147bb43 Sep 28 08:40:40.685805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84ea7dd9-33c3-4fb4-af52-a28f68740ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.701664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.732490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 23c7f9fd-623f-4b1d-abca-b15127db9278 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:40.771335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.773970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.777275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:40.777921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.860350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Current status of the port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:40.873142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Could not find standard attr ID for object 40bfc158-58d2-4c77-8839-9673114a74d9. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:40.875605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 23c7f9fd-623f-4b1d-abca-b15127db9278 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:40.875987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.876341 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 23c7f9fd-623f-4b1d-abca-b15127db9278 Sep 28 08:40:40.891058 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4664614 Sep 28 08:40:40.894587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41864) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:40.935205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Provisioning complete for port 23c7f9fd-623f-4b1d-abca-b15127db9278 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:40.935970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:40.935970 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Attempt 1 to provision port 23c7f9fd-623f-4b1d-abca-b15127db9278 Sep 28 08:40:40.961055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945f68-c73f-4d6e-aded-3c5e831f5060 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=c19337a6-4459-4e35-86f1-5c651147bb43,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:40.985638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c19337a6-4459-4e35-86f1-5c651147bb43 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:41.017614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84ea7dd9-33c3-4fb4-af52-a28f68740ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.046856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84ea7dd9-33c3-4fb4-af52-a28f68740ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.087301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5a367-b2f5-4184-9731-d58f59927655 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.103231 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ec5a367-b2f5-4184-9731-d58f59927655 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks?id=c19337a6-4459-4e35-86f1-5c651147bb43 HTTP/1.1" status: 200 len: 765 time: 0.2051575 Sep 28 08:40:41.103483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41868) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:41.108890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'description': 'd2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:41.158945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea7dd9-33c3-4fb4-af52-a28f68740ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b888c11-8d65-4441-ad59-88cd6074b0c3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:41.179425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-84ea7dd9-33c3-4fb4-af52-a28f68740ae0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=40e89a1c72994147bdb52715fa905eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773303 Sep 28 08:40:41.188464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 23c7f9fd-623f-4b1d-abca-b15127db9278 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:41.188703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:41.189277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 885c9739-40c8-4c15-b46c-0ebd7394d353 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:41.258134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d3d44-ca13-4f68-966c-66504fcaa57d None None] Current status of the port 23c7f9fd-623f-4b1d-abca-b15127db9278 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:41.275472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452af199-fcdc-4e38-8d7b-a70fc0a34349 None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:41.281120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.327231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.332137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd45902-57c5-4ab5-b4ca-0482fb7b08fa req-78a8f2db-b2ff-4779-adf6-ba6dbea9871d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.334157 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9dd45902-57c5-4ab5-b4ca-0482fb7b08fa req-78a8f2db-b2ff-4779-adf6-ba6dbea9871d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 944 time: 0.1896398 Sep 28 08:40:41.363398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.366400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.372338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:41.372338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.372880 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:41.375033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.380898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device fb7d40a3-db43-4a39-95aa-efbbfbda5149 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:41.418900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.434656 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9dd45902-57c5-4ab5-b4ca-0482fb7b08fa req-3a102f89-2d4f-4332-90c9-d87addd98c58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663531 Sep 28 08:40:41.443287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.471701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.474264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network c19337a6-4459-4e35-86f1-5c651147bb43 is not hosted by any dhcp agent {{(pid=103309) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 08:40:41.480257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.481001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.482303 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "PUT /v2.0/networks/c19337a6-4459-4e35-86f1-5c651147bb43 HTTP/1.1" status: 200 len: 762 time: 0.3779314 Sep 28 08:40:41.491334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41872) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:41.495173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event updated for resources: {'Port': ['ID=d456f315-3390-4b61-a0ac-996de4620735,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:41.527903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:41.528462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.528892 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:41.551829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880944-b1fc-4986-b754-8b8aaa8923f9 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=c19337a6-4459-4e35-86f1-5c651147bb43,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:41.567923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.570509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.571676 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4b888c11-8d65-4441-ad59-88cd6074b0c3 HTTP/1.1" status: 204 len: 168 time: 0.3824277 Sep 28 08:40:41.593068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c19337a6-4459-4e35-86f1-5c651147bb43 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:41.607983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b862efa-bb08-447e-af0d-b28d2915496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b888c11-8d65-4441-ad59-88cd6074b0c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:41.622625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68c5bf-c6e4-40f2-b112-430896cc96d3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.624151 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be68c5bf-c6e4-40f2-b112-430896cc96d3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks?id=c19337a6-4459-4e35-86f1-5c651147bb43 HTTP/1.1" status: 200 len: 765 time: 0.1318600 Sep 28 08:40:41.628005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:41.638895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Network f831336b-f572-48cc-a941-cb3b6907d45a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:41.641269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:41.700087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port fb7d40a3-db43-4a39-95aa-efbbfbda5149 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:40:41.767677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port fb7d40a3-db43-4a39-95aa-efbbfbda5149 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:41.768620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.768620 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port fb7d40a3-db43-4a39-95aa-efbbfbda5149 Sep 28 08:40:41.770952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:41.771451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.797563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Router cddeaa40-33bc-4252-88e2-5ff7c47dd521 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:41.826883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:41.974011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:41.982651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=885c9739-40c8-4c15-b46c-0ebd7394d353,segment=NetworkSegment(d1841ce9-1b22-4541-b06f-f89414442f71),segment_id=d1841ce9-1b22-4541-b06f-f89414442f71)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:41.992209 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eace2c12-ac8b-433d-8149-60173829fadd tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086116 Sep 28 08:40:41.995055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41882) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:41.997464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] Sync routers for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:42.022481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Update dhcp port {'port': {'network_id': '3a485e84-48d9-4f78-84f5-1d52ec27d15a', 'fixed_ips': [{'subnet_id': '55ad1178-1a7a-4e9d-ae71-123e9fbd572b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bda5afd-ac50-43e4-9d73-45899664de97'}], 'binding:host_id': 'dv-neutron-859308-3-hyperv'}, 'id': '885c9739-40c8-4c15-b46c-0ebd7394d353'} from dv-neutron-859308-3-hyperv. {{(pid=103310) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 28 08:40:42.024580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.034932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:42.035320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.120797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:42.125853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edf3e0f7-245b-4e5f-9df9-4eeaa900cce1 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.195522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port fb7d40a3-db43-4a39-95aa-efbbfbda5149 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:42.195965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.243180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:42.247223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:40:42.253614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814d653-c5a2-4db4-b901-897ed9565e15" -d '{"events": [{"server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:42.258974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:42.260084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:42.295610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3434fb3-fbc5-4d5a-8655-58f911a610ee tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.300579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:42.302119 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c3434fb3-fbc5-4d5a-8655-58f911a610ee tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6710553 Sep 28 08:40:42.303049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41896) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:42.316985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.320291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.374558 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b89c8df4-7420-4f4f-af61-bfed6179a49f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 207 time: 0.0700462 Sep 28 08:40:42.385788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe393a0-b2f3-412d-a116-2d71f4dac7f7 x-openstack-request-id: req-5fe393a0-b2f3-412d-a116-2d71f4dac7f7 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:42.386075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:42.386339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5fe393a0-b2f3-412d-a116-2d71f4dac7f7 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:42.386763 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe393a0-b2f3-412d-a116-2d71f4dac7f7'] response: {'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'code': 200} Sep 28 08:40:42.409971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41900) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:42.556139 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-2885e48f-dffd-4ff9-9f4e-07e87cfe5020 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2309051 Sep 28 08:40:42.584739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41906) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:42.625024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:42.676073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-edf3e0f7-245b-4e5f-9df9-4eeaa900cce1 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 28 08:40:42.676882 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-edf3e0f7-245b-4e5f-9df9-4eeaa900cce1 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521 HTTP/1.1" status: 409 len: 329 time: 0.6805422 Sep 28 08:40:42.679825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d032f-6bed-4b50-81f4-7f1bd0e1b3ef req-04653517-b948-4fa7-ad25-b4656bcddaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.681888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:42.682448 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6e4d032f-6bed-4b50-81f4-7f1bd0e1b3ef req-04653517-b948-4fa7-ad25-b4656bcddaa3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1098 time: 0.0924854 Sep 28 08:40:42.733296 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6e4d032f-6bed-4b50-81f4-7f1bd0e1b3ef req-aba90c25-2499-4cc3-b42a-d9169ecf1367 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Sep 28 08:40:42.777621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.783770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.789745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.795845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.802370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.808145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.810028 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd9285cd-fe39-4c7c-b132-81ba3d1f22c3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3986626 Sep 28 08:40:42.814655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:42.842223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1090884818-network', 'tenant_id': '02d15b29073043a7994227b24526c104'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:42.850258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:42.850905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:42.865246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d28dc-2e52-4094-b5a5-9a14681d80c7 req-b6d3b859-52a2-4eb5-a9f8-5ad7c7321cbd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.866787 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-434d28dc-2e52-4094-b5a5-9a14681d80c7 req-b6d3b859-52a2-4eb5-a9f8-5ad7c7321cbd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.2799368 Sep 28 08:40:42.868775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-0df9fabe-1f07-4002-ad11-20d76adf72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.870021 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-0df9fabe-1f07-4002-ad11-20d76adf72a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1098 time: 0.2843087 Sep 28 08:40:42.907212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Made reservation on behalf of 02d15b29073043a7994227b24526c104 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:42.907940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:40:42.908315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:40:42.909581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.917488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:42.918149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73679b-2e41-4a5a-95be-632059d040e3 None None] The sync data for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:42.961597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:42.964271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.990084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-434d28dc-2e52-4094-b5a5-9a14681d80c7 req-4f6a25da-2bd5-4be3-81ac-61c8b067bc41 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153591 Sep 28 08:40:42.993558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Allocated IP 172.20.0.1 (3a485e84-48d9-4f78-84f5-1d52ec27d15a/0bda5afd-ac50-43e4-9d73-45899664de97/885c9739-40c8-4c15-b46c-0ebd7394d353) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:42.995578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:42.995953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:42.996268 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 Sep 28 08:40:43.078564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f026beff-6178-4032-97de-94765221a923 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2620566 Sep 28 08:40:43.082800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41916) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.148497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.150401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.152166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.154190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.155897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.157676 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-62bb7928-f3fe-4597-8028-b8aeadc2694d tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0710642 Sep 28 08:40:43.162433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.179641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-4a17f2f2-9759-4e12-9edf-11e21dbb9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.181216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-4a17f2f2-9759-4e12-9edf-11e21dbb9667 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 898 time: 0.2128603 Sep 28 08:40:43.191462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:43.192842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 885c9739-40c8-4c15-b46c-0ebd7394d353 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:43.195745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=885c9739-40c8-4c15-b46c-0ebd7394d353,segment=NetworkSegment(d1841ce9-1b22-4541-b06f-f89414442f71),segment_id=d1841ce9-1b22-4541-b06f-f89414442f71)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:43.228232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.229652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.231089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.232523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.234176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.239479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-48ef6782-702c-4055-a848-1593ab873616 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0721946 Sep 28 08:40:43.240228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.258396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.271517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.281336 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.291711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.303387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:43.303752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.304087 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:43.314066 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-d8587d3b-9e4c-45c6-84c5-bda9cd3a0554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 1001 time: 0.1208925 Sep 28 08:40:43.329830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:43.364965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba2280-08f7-43fe-ac5d-9df59eca84bf tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.372062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bfba2280-08f7-43fe-ac5d-9df59eca84bf tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks/62777921-3ae2-4c35-84d1-9ede72cfbf4e HTTP/1.1" status: 200 len: 803 time: 0.1253440 Sep 28 08:40:43.372248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.372248 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Added segment d6c050a0-d447-424e-94e7-bde2d4f0f3f0 of type vlan for network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 Sep 28 08:40:43.372427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41922) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.399055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3992c-2893-4daf-9711-a099506e2dc1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:43.406421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770115b2-ca54-4335-82f2-2f6427ba649b None None] Pushing event updated for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:43.464018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:43.480529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-40b1e7c4-ff68-4f48-85a7-ee015d816b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.482210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-40b1e7c4-ff68-4f48-85a7-ee015d816b09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 200 len: 835 time: 0.1536198 Sep 28 08:40:43.484257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.501078 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-29079ec5-986a-4545-8fcb-503dbcd8a36f tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/networks/62777921-3ae2-4c35-84d1-9ede72cfbf4e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1265986 Sep 28 08:40:43.506181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41924) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.522083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:43.530018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Provisioning complete for port d456f315-3390-4b61-a0ac-996de4620735 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:43.530784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.530947 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Attempt 1 to provision port d456f315-3390-4b61-a0ac-996de4620735 Sep 28 08:40:43.567815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6a593-bdd0-4f48-ab8d-46ec5e06ac8a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.571809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-efc6a593-bdd0-4f48-ab8d-46ec5e06ac8a tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets/8cc4728c-55cc-40b8-9255-6f74f7c91781 HTTP/1.1" status: 200 len: 843 time: 0.0618916 Sep 28 08:40:43.572922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41926) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.577066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.581613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.582547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.583158 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.592083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Port d456f315-3390-4b61-a0ac-996de4620735 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:43.631496 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6d691-3b6b-42e9-b526-6dfa54f9ea8c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.632995 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ebd6d691-3b6b-42e9-b526-6dfa54f9ea8c tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "GET /v2.0/subnets/8cc4728c-55cc-40b8-9255-6f74f7c91781?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0588691 Sep 28 08:40:43.636741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.641943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820993290'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:43.642666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-2476a108-c33a-45c0-872a-c9f24cb44922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.644360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-2476a108-c33a-45c0-872a-c9f24cb44922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4bbcd128-e222-4cc3-97a6-f021c13700f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510253 Sep 28 08:40:43.675864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:43.679777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.691174 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1031549 Sep 28 08:40:43.691774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:43.696216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Request body: {'subnet': {'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1090884818-subnet', 'tenant_id': '02d15b29073043a7994227b24526c104', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:43.733643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:43.744716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Made reservation on behalf of 02d15b29073043a7994227b24526c104 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:43.747509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.763790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.764219 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Added segment 9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280 of type vlan for network b2081b15-d9fb-4c41-8521-507821efca16 Sep 28 08:40:43.833729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11f412-a176-4f86-9abe-8ef4c72e989e admin admin] Pushing event updated for resources: {'Network': ['ID=45f99a4c-71f0-4ff7-aa2d-a160098b5819,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:43.852292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:43.863915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.918042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.924075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:43.924450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:43.950243 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-050c022a-dc6c-4daf-abcf-6da7f08683d8 service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867761 Sep 28 08:40:44.026888 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3889425 Sep 28 08:40:44.032275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:44.039314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:44.046928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaafac-7740-4d5f-bc67-11572a35c5f3 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Network': ['ID=b2081b15-d9fb-4c41-8521-507821efca16,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:44.061236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b2081b15-d9fb-4c41-8521-507821efca16 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:44.094488 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Attempt 2 to provision port d456f315-3390-4b61-a0ac-996de4620735 Sep 28 08:40:44.135355 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-731a2889-cec0-42aa-9ff5-213d880984a9 req-c6413fe3-6d8e-42ca-8eb3-14f02406935e service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747708 Sep 28 08:40:44.181143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4359f-2601-456e-b93a-83df3a6b9bfb None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:44.186692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting port d456f315-3390-4b61-a0ac-996de4620735 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:44.187265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.220847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Port d456f315-3390-4b61-a0ac-996de4620735 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:44.255447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b57336-5239-4587-9be3-8d029d483982 req-f6f182a0-ad60-486a-b9d6-284b9b78e87a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:44.257005 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-47b57336-5239-4587-9be3-8d029d483982 req-f6f182a0-ad60-486a-b9d6-284b9b78e87a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.1718774 Sep 28 08:40:44.290407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.293967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Made reservation on behalf of b6efa431dcfb4af6b2cae1b951866dd6 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:44.297499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.304741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.305084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Calling delete_port for d456f315-3390-4b61-a0ac-996de4620735 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:44.388478 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-47b57336-5239-4587-9be3-8d029d483982 req-920a1291-060d-4751-b22d-a6e7692bdbbc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211247 Sep 28 08:40:44.419560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Performing IP validity checks on allocation pools {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:40:44.420081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:40:44.433948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:44.457700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:44.458113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Network hostable DHCP agents. Network: 45f99a4c-71f0-4ff7-aa2d-a160098b5819, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:44.499577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:44.516179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 885c9739-40c8-4c15-b46c-0ebd7394d353 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:44.537855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 45f99a4c-71f0-4ff7-aa2d-a160098b5819) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:44.548996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:44.549615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.568633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0938f-6a69-4dc7-95e9-e6de35a21402 None None] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:44.604271 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e90e112-b8ee-485c-b98a-f76523921584 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9118261 Sep 28 08:40:44.609961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41938) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:44.612082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.614905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:44.645500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.653649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd0be6-0215-4691-abae-ebe6a01cbedc req-be85dd14-f11f-4388-b890-f67ee1a28132 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:44.661833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09fd0be6-0215-4691-abae-ebe6a01cbedc req-be85dd14-f11f-4388-b890-f67ee1a28132 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.1378710 Sep 28 08:40:44.673932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.675563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.675759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:44.676137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.676466 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:44.679599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Port': ['ID=d456f315-3390-4b61-a0ac-996de4620735,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:44.725594 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Attempt 3 to provision port d456f315-3390-4b61-a0ac-996de4620735 Sep 28 08:40:44.750842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Port d456f315-3390-4b61-a0ac-996de4620735 was deleted so its status cannot be updated. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Sep 28 08:40:44.756568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8b155801-2837-429b-893a-8f83077d0a09 None None] Could not find standard attr ID for object 40bfc158-58d2-4c77-8839-9673114a74d9. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:44.762218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.774905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=a41dda33-3475-4480-9563-f07b5afa1e6b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:44.808078 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09fd0be6-0215-4691-abae-ebe6a01cbedc req-903a6c64-8bbe-4215-bf2a-3fc1a0efd3d8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446190 Sep 28 08:40:44.822883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Checking segment: {'id': '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:44.823244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network hostable DHCP agents. Network: b2081b15-d9fb-4c41-8521-507821efca16, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:44.849451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41940) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:44.858505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:44.895197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.913959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:44.917704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.937956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c298b768-aa19-438e-9356-73b8ab804c20 None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:44.938333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c298b768-aa19-438e-9356-73b8ab804c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:44.938958 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c298b768-aa19-438e-9356-73b8ab804c20 None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:44.983163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.015302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Network b2081b15-d9fb-4c41-8521-507821efca16 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:45.046019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b2081b15-d9fb-4c41-8521-507821efca16) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:45.052159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:45.052752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.073384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f980e88-253b-4a32-8c4d-c143761d7551 None None] Network b2081b15-d9fb-4c41-8521-507821efca16 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:45.107734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2de3fc37-bf5a-4dfd-b55a-b0f60c168c95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0742617 Sep 28 08:40:45.110818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41944) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:45.117334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:45.175956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Allocated IP 172.20.0.2 (45f99a4c-71f0-4ff7-aa2d-a160098b5819/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad/ca254f59-df76-41b8-8cbf-9920eace2c68) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:45.290500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4287352135'] for subnet, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.351741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c298b768-aa19-438e-9356-73b8ab804c20 None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:45.362850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c298b768-aa19-438e-9356-73b8ab804c20 None None] Could not find standard attr ID for object d456f315-3390-4b61-a0ac-996de4620735. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:45.399950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b2081b15-d9fb-4c41-8521-507821efca16', 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16', 'tenant_id': 'b6efa431dcfb4af6b2cae1b951866dd6', 'fixed_ips': [{'subnet_id': 'a41dda33-3475-4480-9563-f07b5afa1e6b'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:45.401009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.467033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Router cddeaa40-33bc-4252-88e2-5ff7c47dd521 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:45.477983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8f787-ed64-49e9-ade4-acc54fdece48 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:45.482587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ecd8f787-ed64-49e9-ade4-acc54fdece48 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1093 time: 0.6287847 Sep 28 08:40:45.483052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41946) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:45.488389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:45.518182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.530788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.547312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.595215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:45.598315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:45.600157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:45.600987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:45.606476 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a0717e6a-d8ab-4a94-b07c-a4d55cc17fb8 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9160647 Sep 28 08:40:45.614541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:45.615526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Pushing event updated for resources: {'Port': ['ID=ca254f59-df76-41b8-8cbf-9920eace2c68,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:45.616267 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] Sync routers for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:45.656347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.662567 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:45.663214 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:45.664247 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-4b331e89-2276-467d-a3a9-11d19a1388d1 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] show failed (client error): The resource could not be found. Sep 28 08:40:45.665423 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4b331e89-2276-467d-a3a9-11d19a1388d1 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-760046376 HTTP/1.1" status: 404 len: 334 time: 0.0496967 Sep 28 08:40:45.670884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41950) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:45.673260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Attempting to bind port ca254f59-df76-41b8-8cbf-9920eace2c68 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:45.673735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Attempting to bind port ca254f59-df76-41b8-8cbf-9920eace2c68 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:45.674590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Attempting to bind port ca254f59-df76-41b8-8cbf-9920eace2c68 on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:45.680342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-046c01d0-f1ab-41a5-8a8c-90b8e329a4ba tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:45.685742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:45.686515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:45.687945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.691159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.692381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Bound using segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:45.693512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Bound port: ca254f59-df76-41b8-8cbf-9920eace2c68, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:45.694438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.702444 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:45.725556 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] Routers {'cddeaa40-33bc-4252-88e2-5ff7c47dd521'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:45.726185 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:45.749969 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-046c01d0-f1ab-41a5-8a8c-90b8e329a4ba tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] update failed (client error): The resource could not be found. Sep 28 08:40:45.751062 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-046c01d0-f1ab-41a5-8a8c-90b8e329a4ba tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-1264695754 HTTP/1.1" status: 404 len: 335 time: 0.0752165 Sep 28 08:40:45.759073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:45.782808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:45.783757 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd297d27-a69d-435b-86eb-bc99e57f3f51 None None] The sync data for ids ['cddeaa40-33bc-4252-88e2-5ff7c47dd521'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:45.785532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] For port ca254f59-df76-41b8-8cbf-9920eace2c68, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:45.791844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] For port ca254f59-df76-41b8-8cbf-9920eace2c68, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ca254f59-df76-41b8-8cbf-9920eace2c68,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:45.800584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.811811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.867153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b394786-1b0f-4a9b-be26-8e0afa3ea22c None None] Pushing event updated for resources: {'Port': ['ID=ca254f59-df76-41b8-8cbf-9920eace2c68,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:45.915144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting subnet 02383214-5446-47a4-84b7-d89c8a5da9fe {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:45.932603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:45.964855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Allocated IP 172.26.4.193 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e915075a-42b2-4ee3-9776-12b6e7ada4a8) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:45.991444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4288538834'] for subnet, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.010227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.071105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Allocated IP 2001:db8::3 (b2081b15-d9fb-4c41-8521-507821efca16/a41dda33-3475-4480-9563-f07b5afa1e6b/bb615850-7d95-4e29-a75f-da411b63a5d2) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:46.143414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:46.144120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.148761 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "PUT /v2.0/subnets/a41dda33-3475-4480-9563-f07b5afa1e6b HTTP/1.1" status: 200 len: 900 time: 1.0336978 Sep 28 08:40:46.149950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41954) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:46.213227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c2dea-f07f-48fe-99c4-2e6ac787c6a8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event updated for resources: {'Subnet': ['ID=a41dda33-3475-4480-9563-f07b5afa1e6b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:46.244074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.259083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.268684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.283978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.294430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.309843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Network b2081b15-d9fb-4c41-8521-507821efca16 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:46.315885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:46.319065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:46.332943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Pushing event updated for resources: {'Port': ['ID=bb615850-7d95-4e29-a75f-da411b63a5d2,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:46.345213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.350491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting port bb615850-7d95-4e29-a75f-da411b63a5d2 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:46.350727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.374841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.379960 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Subnet': ['ID=02383214-5446-47a4-84b7-d89c8a5da9fe,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:46.399765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Attempting to bind port bb615850-7d95-4e29-a75f-da411b63a5d2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:46.400157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Attempting to bind port bb615850-7d95-4e29-a75f-da411b63a5d2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:46.400545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Attempting to bind port bb615850-7d95-4e29-a75f-da411b63a5d2 on network b2081b15-d9fb-4c41-8521-507821efca16 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:46.406083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:46.406809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Checking segment: {'id': '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:46.406937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.407509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Bound using segment: {'id': '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:46.408722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Bound port: bb615850-7d95-4e29-a75f-da411b63a5d2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b2081b15-d9fb-4c41-8521-507821efca16'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:46.408722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.414656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.418111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1f0994d5-edb3-4db4-8ee8-452ef6dfc619 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/subnets/02383214-5446-47a4-84b7-d89c8a5da9fe HTTP/1.1" status: 204 len: 168 time: 0.6579940 Sep 28 08:40:46.426062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41956) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:46.426989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1afed80-ff58-45e9-8719-8f3b39626c42 None None] Network 2df102e4-2836-473c-b4e0-a6da3537ac77 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:46.443631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:46.468999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:46.473901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:46.476017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e915075a-42b2-4ee3-9776-12b6e7ada4a8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:46.479384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.134 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/0ee7d40d-b1d8-4462-8dd5-cd65d8b35980) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:46.528552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] For port bb615850-7d95-4e29-a75f-da411b63a5d2, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:46.528917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.539441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting subnet 6d398771-0ba5-4de6-954e-4ef9847c7d9c {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:46.546061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.572256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Calling delete_port for bb615850-7d95-4e29-a75f-da411b63a5d2 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:46.661791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.727154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] For port bb615850-7d95-4e29-a75f-da411b63a5d2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:46.730885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.733278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] For port bb615850-7d95-4e29-a75f-da411b63a5d2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=bb615850-7d95-4e29-a75f-da411b63a5d2,segment=NetworkSegment(9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280),segment_id=9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:46.735970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ca254f59-df76-41b8-8cbf-9920eace2c68 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:46.778382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.833464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.844567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.868608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.914779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:46.954233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:46.960848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a16ac-d622-4883-a252-d242cdd0369b None None] Pushing event updated for resources: {'Port': ['ID=bb615850-7d95-4e29-a75f-da411b63a5d2,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:46.970207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.980991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:46.987045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No DVR routers for this DVR port bb615850-7d95-4e29-a75f-da411b63a5d2 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:46.987917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ca254f59-df76-41b8-8cbf-9920eace2c68 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:46.988773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:46.989157 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ca254f59-df76-41b8-8cbf-9920eace2c68 Sep 28 08:40:47.060593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.084899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.087950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=0ee7d40d-b1d8-4462-8dd5-cd65d8b35980,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:47.108099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ca254f59-df76-41b8-8cbf-9920eace2c68 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:47.108635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.123245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Subnet': ['ID=6d398771-0ba5-4de6-954e-4ef9847c7d9c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:47.133265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.140039 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7e928f3c-eb73-4f5d-9088-a5e38c1de4b2 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/subnets/6d398771-0ba5-4de6-954e-4ef9847c7d9c HTTP/1.1" status: 204 len: 168 time: 0.7099135 Sep 28 08:40:47.164954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4b3f6-f729-405b-ab9b-68efc8440648 None None] Network df297c9c-8f55-4536-853c-c3efe227040b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:47.170807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41958) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:47.172772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ca254f59-df76-41b8-8cbf-9920eace2c68, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ca254f59-df76-41b8-8cbf-9920eace2c68,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:47.192702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] DHCP port deletion for 2df102e4-2836-473c-b4e0-a6da3537ac77 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:47.206863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.238477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Port': ['ID=bb615850-7d95-4e29-a75f-da411b63a5d2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:47.245662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.310583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=a41dda33-3475-4480-9563-f07b5afa1e6b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:47.347243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.389667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51613d1-e71b-4d4f-83e7-fe985547033f None None] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:47.420384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.481435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.501712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2081b15-d9fb-4c41-8521-507821efca16']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:47.509287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9dfee63d-d4ab-4e96-8fa2-f63ac4ce0448 None None] Provisioning complete for port ca254f59-df76-41b8-8cbf-9920eace2c68 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:47.509665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9dfee63d-d4ab-4e96-8fa2-f63ac4ce0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.510002 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9dfee63d-d4ab-4e96-8fa2-f63ac4ce0448 None None] Attempt 1 to provision port ca254f59-df76-41b8-8cbf-9920eace2c68 Sep 28 08:40:47.512062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ca254f59-df76-41b8-8cbf-9920eace2c68,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:47.540101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:47.540318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting port 23c7f9fd-623f-4b1d-abca-b15127db9278 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:47.540456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.540925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:47.591423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.622240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.637226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:47.637786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.648211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] For port 23c7f9fd-623f-4b1d-abca-b15127db9278, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=23c7f9fd-623f-4b1d-abca-b15127db9278,segment=NetworkSegment(004ea295-ff1b-4c7d-8179-549ef20370cc),segment_id=004ea295-ff1b-4c7d-8179-549ef20370cc)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:47.648486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Deleting port 23c7f9fd-623f-4b1d-abca-b15127db9278 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:47.648600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.648726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.669998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Calling delete_port for 23c7f9fd-623f-4b1d-abca-b15127db9278 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:47.709338 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280 resource provider aggregate not found Sep 28 08:40:47.753987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Router 425a019d-b3bc-43ec-8344-574ad31903a7 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:47.773418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e7b1d4f-b275-4b4a-946e-a2a4eb8ea280 found for delete ", "request_id": "req-ba3eda13-d60e-4f37-9d45-cfc6a0e0c0ae"}]} Sep 28 08:40:47.774559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] For port 23c7f9fd-623f-4b1d-abca-b15127db9278, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=23c7f9fd-623f-4b1d-abca-b15127db9278,segment=NetworkSegment(004ea295-ff1b-4c7d-8179-549ef20370cc),segment_id=004ea295-ff1b-4c7d-8179-549ef20370cc)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:47.774964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.808114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.816628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.820816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Calling delete_port for 23c7f9fd-623f-4b1d-abca-b15127db9278 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:47.821445 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/b2081b15-d9fb-4c41-8521-507821efca16 HTTP/1.1" status: 204 len: 168 time: 1.6698542 Sep 28 08:40:47.859462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9dfee63d-d4ab-4e96-8fa2-f63ac4ce0448 None None] Current status of the port ca254f59-df76-41b8-8cbf-9920eace2c68 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:47.901849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] DHCP port deletion for df297c9c-8f55-4536-853c-c3efe227040b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:47.925133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41964) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:47.991241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Deleting port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:47.991869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:47.994315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7981-2fc5-450f-8669-713b0f0c7d78 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=b2081b15-d9fb-4c41-8521-507821efca16,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:48.064146 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2222626-13e7-42d2-99bb-dddf5f607e75 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:48.064146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2222626-13e7-42d2-99bb-dddf5f607e75 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:48.072433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c2222626-13e7-42d2-99bb-dddf5f607e75 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/a41dda33-3475-4480-9563-f07b5afa1e6b HTTP/1.1" status: 404 len: 337 time: 0.1460752 Sep 28 08:40:48.107721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] For port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,segment=NetworkSegment(b7b22b01-fe2b-42f0-9f73-046938125adb),segment_id=b7b22b01-fe2b-42f0-9f73-046938125adb)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:48.108214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.115183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41966) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:48.133442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Calling delete_port for 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:48.159511 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3fac44-33f6-417c-a3ef-a9bba95a3294 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:48.160133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3fac44-33f6-417c-a3ef-a9bba95a3294 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:48.163234 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cf3fac44-33f6-417c-a3ef-a9bba95a3294 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/b2081b15-d9fb-4c41-8521-507821efca16 HTTP/1.1" status: 404 len: 339 time: 0.0471349 Sep 28 08:40:48.168262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:48.179466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: from cryptography.utils import int_from_bytes Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: from cryptography.utils import int_from_bytes Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 28 08:40:48.187740 dv-neutron-859308-3-hyperv neutron-server[103310]: self.session.flush() Sep 28 08:40:48.198628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.268334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] No DVR routers for this DVR port 23c7f9fd-623f-4b1d-abca-b15127db9278 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:48.279403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] No DVR routers for this DVR port 23c7f9fd-623f-4b1d-abca-b15127db9278 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:48.288761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Port': ['ID=23c7f9fd-623f-4b1d-abca-b15127db9278,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:48.291195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.314512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bdb9b-63ed-460f-9948-3e05c57faf56 None None] Pushing event deleted for resources: {'Port': ['ID=23c7f9fd-623f-4b1d-abca-b15127db9278,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:48.321971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.359324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] Pushing event deleted for resources: {'Port': ['ID=34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:48.364173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366e28d-4e09-4ce2-8391-6e8ab09d2718 None None] No DVR routers for this DVR port 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:48.392947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a8d6fc30-5d48-4d95-a636-9798611a5d4c None None] Provisioning complete for port ca254f59-df76-41b8-8cbf-9920eace2c68 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:48.394009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8d6fc30-5d48-4d95-a636-9798611a5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.394592 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a8d6fc30-5d48-4d95-a636-9798611a5d4c None None] Attempt 1 to provision port ca254f59-df76-41b8-8cbf-9920eace2c68 Sep 28 08:40:48.426655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:48.436481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.446167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:48.450874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.491524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.510062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.511988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-30a658fb-a2c1-45a7-90ea-c5acb1e622f5 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9009392 Sep 28 08:40:48.518460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:48.519385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:48.520041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.581006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ca254f59-df76-41b8-8cbf-9920eace2c68 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:48.621895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.623889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df102e4-2836-473c-b4e0-a6da3537ac77']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.629693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.666113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004ea295-ff1b-4c7d-8179-549ef20370cc') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.666512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004ea295-ff1b-4c7d-8179-549ef20370cc') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.675690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.705338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.716691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.723005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd947dd-fbe1-4bd7-9346-b60d5d69599b None None] DHCP port deletion for b2081b15-d9fb-4c41-8521-507821efca16 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:48.739031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:48.742921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6fc30-5d48-4d95-a636-9798611a5d4c None None] Current status of the port ca254f59-df76-41b8-8cbf-9920eace2c68 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:48.755501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19337a6-4459-4e35-86f1-5c651147bb43']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.756781 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=0ee7d40d-b1d8-4462-8dd5-cd65d8b35980,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:48.795828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.810753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c16b4e-29b9-4fda-a6f8-fb620257ea57') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.811179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c16b4e-29b9-4fda-a6f8-fb620257ea57') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:48.813460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:48.813967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.835448 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2503b741-6b38-4070-92d5-099d3772aaca associated. External IP: 172.26.4.134, port: fb7d40a3-db43-4a39-95aa-efbbfbda5149. Sep 28 08:40:48.858290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.894058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 004ea295-ff1b-4c7d-8179-549ef20370cc resource provider aggregate not found Sep 28 08:40:48.947337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.950919 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 004ea295-ff1b-4c7d-8179-549ef20370cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 004ea295-ff1b-4c7d-8179-549ef20370cc found for delete ", "request_id": "req-6e2bc123-0ff9-4b37-ac34-f76f8a005833"}]} Sep 28 08:40:48.961553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:48.962104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.967406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.978260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcade8-8fd5-4e56-8c33-ddc159fa0ed1 None None] Network b2081b15-d9fb-4c41-8521-507821efca16 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:48.981464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ca254f59-df76-41b8-8cbf-9920eace2c68 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:48.981641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.981976 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ca254f59-df76-41b8-8cbf-9920eace2c68 Sep 28 08:40:48.993000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:48.999048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/networks/2df102e4-2836-473c-b4e0-a6da3537ac77 HTTP/1.1" status: 204 len: 168 time: 1.8245327 Sep 28 08:40:49.018405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:49.022540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d6229422-f807-492b-a81b-22e3954a2b91 None None] Could not find standard attr ID for object bb615850-7d95-4e29-a75f-da411b63a5d2. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:40:49.028046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcade8-8fd5-4e56-8c33-ddc159fa0ed1 None None] Network b2081b15-d9fb-4c41-8521-507821efca16 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:40:49.065662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd462cb-5014-47df-8423-f7dcc616e34e None None] Network b2081b15-d9fb-4c41-8521-507821efca16 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:49.069443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8375f51-2d9e-4d3f-a5a7-81e80d804391 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Network': ['ID=2df102e4-2836-473c-b4e0-a6da3537ac77,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:49.089921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd462cb-5014-47df-8423-f7dcc616e34e None None] Network b2081b15-d9fb-4c41-8521-507821efca16 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:40:49.129171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.180243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.182199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ca254f59-df76-41b8-8cbf-9920eace2c68 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:49.186900 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/c19337a6-4459-4e35-86f1-5c651147bb43 HTTP/1.1" status: 204 len: 168 time: 1.0157464 Sep 28 08:40:49.203956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:46Z', 'revision_number': 3, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.205205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41978) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:49.238323 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ebc79c-6b36-4e5d-b9f7-30684f525601 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:49.238817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ebc79c-6b36-4e5d-b9f7-30684f525601 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:49.238934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:49.239326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Updating router 425a019d-b3bc-43ec-8344-574ad31903a7 port e915075a-42b2-4ee3-9776-12b6e7ada4a8 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:49.242257 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c3ebc79c-6b36-4e5d-b9f7-30684f525601 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/f7919496-e8bb-4744-8192-d4c42b2f5180 HTTP/1.1" status: 404 len: 337 time: 0.0362928 Sep 28 08:40:49.243366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5161ce6-1b32-4298-a369-aebece9281ef tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=c19337a6-4459-4e35-86f1-5c651147bb43,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:49.245450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:49.257979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.271437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 23c7f9fd-623f-4b1d-abca-b15127db9278 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:49.298459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 23c7f9fd-623f-4b1d-abca-b15127db9278 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:49.298889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 23c7f9fd-623f-4b1d-abca-b15127db9278 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:49.299222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:49.301097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.310681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7de5ee-d357-4001-9345-f8cddf4a88aa tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:49.311322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7de5ee-d357-4001-9345-f8cddf4a88aa tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:49.316876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cd7de5ee-d357-4001-9345-f8cddf4a88aa tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/20780d20-4d6b-4316-9d02-626ce84c6ea4 HTTP/1.1" status: 404 len: 339 time: 0.0678599 Sep 28 08:40:49.318643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41982) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:49.340459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:49.341429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 34a0eaf6-00d1-4c0b-a94f-9a85cd3098a8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:49.376536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting subnet 0bda5afd-ac50-43e4-9d73-45899664de97 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:49.385559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.465260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:49.507907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.556956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.576857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:49.590984 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:49.601674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.603407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df297c9c-8f55-4536-853c-c3efe227040b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.607029 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:49.607994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.608329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.617454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.643171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b22b01-fe2b-42f0-9f73-046938125adb') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.643469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b22b01-fe2b-42f0-9f73-046938125adb') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.644959 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7183af49-2b75-41b6-9709-113467f13aa7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1607008 Sep 28 08:40:49.645698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:40:49.648280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd09a2c-533a-479e-aa4c-59283078afde" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:49.649565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41984) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:49.659829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Attempting to bind port e915075a-42b2-4ee3-9776-12b6e7ada4a8 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:49.660357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Attempting to bind port e915075a-42b2-4ee3-9776-12b6e7ada4a8 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:49.661341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Attempting to bind port e915075a-42b2-4ee3-9776-12b6e7ada4a8 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:49.675866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:49.676389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:49.677016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.677568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:49.678205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Bound port: e915075a-42b2-4ee3-9776-12b6e7ada4a8, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:49.679102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.691024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.697726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e833b-cd0b-432e-a6de-bb17b1b1a277 x-openstack-request-id: req-302e833b-cd0b-432e-a6de-bb17b1b1a277 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:49.698224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:49.698806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-302e833b-cd0b-432e-a6de-bb17b1b1a277 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:49.699367 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302e833b-cd0b-432e-a6de-bb17b1b1a277'] response: {'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'status': 'completed', 'code': 200} Sep 28 08:40:49.712488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc368c0d-9db2-4573-a653-24eec1a05a42 None None] Pushing event updated for resources: {'Port': ['ID=e915075a-42b2-4ee3-9776-12b6e7ada4a8,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:49.741209 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:49.754249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.777681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] For port e915075a-42b2-4ee3-9776-12b6e7ada4a8, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:49.783281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] For port e915075a-42b2-4ee3-9776-12b6e7ada4a8, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e915075a-42b2-4ee3-9776-12b6e7ada4a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:49.785520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09a2c-533a-479e-aa4c-59283078afde req-bc1df95d-543d-4224-8792-79bce378c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:49.787605 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-bc1df95d-543d-4224-8792-79bce378c926 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1098 time: 0.0506387 Sep 28 08:40:49.792744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:49.793181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.795537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.798955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.861189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fec07118-64b1-4f7b-b4e6-693a9e4ba0c4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 991 time: 0.2043579 Sep 28 08:40:49.870782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc368c0d-9db2-4573-a653-24eec1a05a42 None None] Pushing event updated for resources: {'Port': ['ID=e915075a-42b2-4ee3-9776-12b6e7ada4a8,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:49.879822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:49.880925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:49.916580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09a2c-533a-479e-aa4c-59283078afde req-5b506ac6-be69-4f6a-82e6-da0dac1ce2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:49.918418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-5b506ac6-be69-4f6a-82e6-da0dac1ce2ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.1202369 Sep 28 08:40:49.941599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.958488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:49.964325 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/networks/df297c9c-8f55-4536-853c-c3efe227040b HTTP/1.1" status: 204 len: 168 time: 0.9447308 Sep 28 08:40:49.976569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:50.009129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384c876-c3e8-464f-902b-7122cf91409e tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Network': ['ID=df297c9c-8f55-4536-853c-c3efe227040b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:50.010878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:50.025216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-561b534c-df87-4640-9f3b-a6ebef1952cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 999 time: 0.0989714 Sep 28 08:40:50.031834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.038125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.043686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:5b:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:40:47Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:50.080292 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:50.087271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09a2c-533a-479e-aa4c-59283078afde req-32a8acfe-9954-402e-905f-bd20268d33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:50.087930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting subnet bb193749-75b3-4c86-af9a-48d2718294e1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:50.090122 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-32a8acfe-9954-402e-905f-bd20268d33ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0574374 Sep 28 08:40:50.092732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:50.093298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.093447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:50.096534 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/0bda5afd-ac50-43e4-9d73-45899664de97 HTTP/1.1" status: 204 len: 168 time: 0.7744377 Sep 28 08:40:50.097544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd80c1-6f9b-43a3-855f-6b6a56b51215 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=0bda5afd-ac50-43e4-9d73-45899664de97,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:50.099519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.105564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31012145-c253-4afa-a2de-ca23d56cd573 None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:50.106076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 41990) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:50.153286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09a2c-533a-479e-aa4c-59283078afde req-3228965c-dff3-450e-b450-f9a7ba72d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:50.155442 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-3228965c-dff3-450e-b450-f9a7ba72d616 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575600 Sep 28 08:40:50.230687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.245210 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:50.292047 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-e31dc144-c7d6-4661-a892-af0867763e5f service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221497 Sep 28 08:40:50.301581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting subnet 55ad1178-1a7a-4e9d-ae71-123e9fbd572b {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:50.320213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.385981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:46Z', 'revision_number': 3, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:50.420425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc087a1e-d6c7-43b1-8c3b-9a0c9d0b0a48 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:46Z', 'revision_number': 3, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:50.432793 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecd09a2c-533a-479e-aa4c-59283078afde req-32333f91-6751-4d36-8656-0d6cee22eed7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315327 Sep 28 08:40:50.443305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb615850-7d95-4e29-a75f-da411b63a5d2 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:50.483506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: bb615850-7d95-4e29-a75f-da411b63a5d2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:50.484415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device bb615850-7d95-4e29-a75f-da411b63a5d2 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:50.572995 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:5b:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:40:47Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:50.612338 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff817d60-c96a-49ae-9205-f835e9dcd2f1 None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:5b:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:40:47Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:50.803571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.863650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 41992) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:50.865489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:50.913014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Allocated IP 172.20.0.1 (45f99a4c-71f0-4ff7-aa2d-a160098b5819/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad/582aaaaf-edbd-4066-bafa-b8ed8f6a20c5) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:50.962345 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d8f817f6-52d3-4970-b8a1-05ae672b3720 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 991 time: 0.0968518 Sep 28 08:40:50.998878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada50d1-f033-476d-9a98-7c05454f549d None None] New status for floating IP 2503b741-6b38-4070-92d5-099d3772aaca: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:40:51.021703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d0c16b4e-29b9-4fda-a6f8-fb620257ea57 resource provider aggregate not found Sep 28 08:40:51.052969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d0c16b4e-29b9-4fda-a6f8-fb620257ea57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0c16b4e-29b9-4fda-a6f8-fb620257ea57 found for delete ", "request_id": "req-6f27516c-298c-4eec-8469-687622925ce2"}]} Sep 28 08:40:51.090851 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b7b22b01-fe2b-42f0-9f73-046938125adb resource provider aggregate not found Sep 28 08:40:51.106313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.161881 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b7b22b01-fe2b-42f0-9f73-046938125adb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7b22b01-fe2b-42f0-9f73-046938125adb found for delete ", "request_id": "req-656caad9-d6b8-41a1-87f8-583f820ec147"}]} Sep 28 08:40:51.166775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.192993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d9af01b2-397a-4c02-9035-ec506ff888cf None None] Provisioning complete for port 885c9739-40c8-4c15-b46c-0ebd7394d353 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:51.193705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9af01b2-397a-4c02-9035-ec506ff888cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.194138 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d9af01b2-397a-4c02-9035-ec506ff888cf None None] Attempt 1 to provision port 885c9739-40c8-4c15-b46c-0ebd7394d353 Sep 28 08:40:51.211208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Subnet': ['ID=bb193749-75b3-4c86-af9a-48d2718294e1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:51.221399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.224578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6d5967cd-dd14-4c18-b1e0-3c5590a6eb83 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/subnets/bb193749-75b3-4c86-af9a-48d2718294e1 HTTP/1.1" status: 204 len: 168 time: 1.2469838 Sep 28 08:40:51.229097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42002) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:51.240801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621867a6-f355-4f66-86bf-84144c7113b5 None None] Network f831336b-f572-48cc-a941-cb3b6907d45a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:51.268861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.319319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.342191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.347983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=55ad1178-1a7a-4e9d-ae71-123e9fbd572b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:51.358028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.362428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c8220731-50d6-4143-80d2-c1bd1e4ed4c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/55ad1178-1a7a-4e9d-ae71-123e9fbd572b HTTP/1.1" status: 204 len: 168 time: 1.2552850 Sep 28 08:40:51.365352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:51.377052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.383013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f6f4f-74a3-49e5-baf7-2c6c7537916b None None] Network 3a485e84-48d9-4f78-84f5-1d52ec27d15a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:51.427534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Deleting port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:51.428121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.446286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d9af01b2-397a-4c02-9035-ec506ff888cf None None] Current status of the port 885c9739-40c8-4c15-b46c-0ebd7394d353 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:51.458358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:51.464607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:51.467445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:51.516068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] For port 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5a71ca4c-0be0-4a7d-a331-43581ff127d3,segment=NetworkSegment(99e5b7a2-e0a7-4413-a168-4a7cd95012f3),segment_id=99e5b7a2-e0a7-4413-a168-4a7cd95012f3)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:51.516725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.536247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Calling delete_port for 5a71ca4c-0be0-4a7d-a331-43581ff127d3 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:51.561257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Pushing event updated for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:51.572576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.578267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.650452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] DHCP port deletion for f831336b-f572-48cc-a941-cb3b6907d45a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:51.712481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.740233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] DHCP port deletion for 3a485e84-48d9-4f78-84f5-1d52ec27d15a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:51.750193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Deleting port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:51.750660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.774964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Port': ['ID=5a71ca4c-0be0-4a7d-a331-43581ff127d3,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:51.776872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] No DVR routers for this DVR port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:51.826224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting port 885c9739-40c8-4c15-b46c-0ebd7394d353 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:51.826569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.856457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.863255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] For port 5a71ca4c-0be0-4a7d-a331-43581ff127d3, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:51.863615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.878478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.905052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f831336b-f572-48cc-a941-cb3b6907d45a']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:51.916828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e5b7a2-e0a7-4413-a168-4a7cd95012f3') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:51.917150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e5b7a2-e0a7-4413-a168-4a7cd95012f3') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:51.928685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.932660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=885c9739-40c8-4c15-b46c-0ebd7394d353,segment=NetworkSegment(d1841ce9-1b22-4541-b06f-f89414442f71),segment_id=d1841ce9-1b22-4541-b06f-f89414442f71)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:51.932969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.944684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.953213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:51.953625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:51.959632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Calling delete_port for 885c9739-40c8-4c15-b46c-0ebd7394d353 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:51.974289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42008) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:51.980361 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 99e5b7a2-e0a7-4413-a168-4a7cd95012f3 resource provider aggregate not found Sep 28 08:40:52.028432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 99e5b7a2-e0a7-4413-a168-4a7cd95012f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99e5b7a2-e0a7-4413-a168-4a7cd95012f3 found for delete ", "request_id": "req-f442dc2c-3680-40e1-8e7f-1895c3302a02"}]} Sep 28 08:40:52.036797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Calling delete_port for 5a71ca4c-0be0-4a7d-a331-43581ff127d3 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:52.040899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:40:52.044287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.080733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] Pushing event deleted for resources: {'Port': ['ID=5a71ca4c-0be0-4a7d-a331-43581ff127d3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.088612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.098466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77835426-9861-41aa-96d8-59476be9a9a4 None None] No DVR routers for this DVR port 5a71ca4c-0be0-4a7d-a331-43581ff127d3 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:52.098715 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8701f0f5-81b3-49a2-8be8-44187fbc905a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 993 time: 0.1183834 Sep 28 08:40:52.099781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Provisioning complete for port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:52.100064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.100481 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Attempt 1 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:52.103593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.114268 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/networks/f831336b-f572-48cc-a941-cb3b6907d45a HTTP/1.1" status: 204 len: 168 time: 0.8805764 Sep 28 08:40:52.114464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42012) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.142103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541237f1-61ad-45d2-9437-4305a872a1b5 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Pushing event deleted for resources: {'Network': ['ID=f831336b-f572-48cc-a941-cb3b6907d45a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.142775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.149439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Deleting port 885c9739-40c8-4c15-b46c-0ebd7394d353 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:52.149940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.161082 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4bec5a32-cfa5-4200-894c-d8b12d2b618a tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "GET /v2.0/ports?device_id=cddeaa40-33bc-4252-88e2-5ff7c47dd521 HTTP/1.1" status: 200 len: 205 time: 0.0431268 Sep 28 08:40:52.161351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42014) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.169549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:52.183035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.190513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No DVR routers for this DVR port 885c9739-40c8-4c15-b46c-0ebd7394d353 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:52.232786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] For port 885c9739-40c8-4c15-b46c-0ebd7394d353, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:52.233985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.252421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.256574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Calling delete_port for 885c9739-40c8-4c15-b46c-0ebd7394d353 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:52.259811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.261537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.263945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Port 885c9739-40c8-4c15-b46c-0ebd7394d353 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:40:52.265681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.291202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] Pushing event deleted for resources: {'Port': ['ID=885c9739-40c8-4c15-b46c-0ebd7394d353,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.300350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f051930-b16c-4a6b-af17-d4ca8a03d897 None None] No DVR routers for this DVR port 885c9739-40c8-4c15-b46c-0ebd7394d353 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:52.359551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.364282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.404933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a485e84-48d9-4f78-84f5-1d52ec27d15a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:52.407422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Pushing event updated for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.429451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1841ce9-1b22-4541-b06f-f89414442f71') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:52.429748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1841ce9-1b22-4541-b06f-f89414442f71') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:52.438856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.441445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.456866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.495350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.502404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.503272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Fanout notify agent at l3_agent the message router_deleted on router cddeaa40-33bc-4252-88e2-5ff7c47dd521 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:40:52.510932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:52.511362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.526684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.528132 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dfbd7e00-d760-441c-b671-49520624a126 tempest-RoutersNegativeTest-1975610956 tempest-RoutersNegativeTest-1975610956-project] 10.222.0.27 "DELETE /v2.0/routers/cddeaa40-33bc-4252-88e2-5ff7c47dd521 HTTP/1.1" status: 204 len: 168 time: 0.3656032 Sep 28 08:40:52.553265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e915075a-42b2-4ee3-9776-12b6e7ada4a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:52.586722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:52.588331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:52.637384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e915075a-42b2-4ee3-9776-12b6e7ada4a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:52.637822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.638289 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e915075a-42b2-4ee3-9776-12b6e7ada4a8 Sep 28 08:40:52.641880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.647180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.650412 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/3a485e84-48d9-4f78-84f5-1d52ec27d15a HTTP/1.1" status: 204 len: 168 time: 1.2841706 Sep 28 08:40:52.653081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42020) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.672408 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Attempt 2 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:52.678681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca1eec-0097-411f-87a6-9f5fe200bb86 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=3a485e84-48d9-4f78-84f5-1d52ec27d15a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.710881 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68ab16c-693a-43d6-b1a1-f4c5a6c9de15 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.711757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68ab16c-693a-43d6-b1a1-f4c5a6c9de15 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.734537 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a68ab16c-693a-43d6-b1a1-f4c5a6c9de15 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/8a761ce2-4d7f-49e4-b3eb-7e36370bf2b5 HTTP/1.1" status: 404 len: 337 time: 0.0795093 Sep 28 08:40:52.737166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.756580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:52.770030 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ce7991-50a6-42ea-b5f9-1b929987cf95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.770792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ce7991-50a6-42ea-b5f9-1b929987cf95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.778092 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-17ce7991-50a6-42ea-b5f9-1b929987cf95 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/a8a81218-a0ca-42d6-9ddc-c2292226475d HTTP/1.1" status: 404 len: 339 time: 0.0375571 Sep 28 08:40:52.778668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42028) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.826256 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3026e9-aa81-4651-a4a5-29a8adda3d6b tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.826870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3026e9-aa81-4651-a4a5-29a8adda3d6b tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.834571 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4a3026e9-aa81-4651-a4a5-29a8adda3d6b tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/1d8666d4-94d8-48ca-a82d-986545525c71 HTTP/1.1" status: 404 len: 337 time: 0.0524292 Sep 28 08:40:52.834959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42030) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.836802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e915075a-42b2-4ee3-9776-12b6e7ada4a8 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:52.837230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.847839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:52.855121 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71118b6-da27-4cbe-8643-e4e517d9e756 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.855787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71118b6-da27-4cbe-8643-e4e517d9e756 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.861226 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a71118b6-da27-4cbe-8643-e4e517d9e756 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/7d78527f-af44-4f34-b87c-e9258b12845b HTTP/1.1" status: 404 len: 339 time: 0.0230396 Sep 28 08:40:52.861853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42032) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.866734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e915075a-42b2-4ee3-9776-12b6e7ada4a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e915075a-42b2-4ee3-9776-12b6e7ada4a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:52.874883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:52.891651 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2848738-d170-43fc-8082-e8d1069102bb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.892329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2848738-d170-43fc-8082-e8d1069102bb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.897088 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c2848738-d170-43fc-8082-e8d1069102bb tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/931314b2-887b-4ee3-a837-2da3d0c6481e HTTP/1.1" status: 404 len: 337 time: 0.0331779 Sep 28 08:40:52.898367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42034) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.909910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42036) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.927024 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a851a11-8302-48f4-b481-e4b4dbb613dc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:52.927734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a851a11-8302-48f4-b481-e4b4dbb613dc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:52.930925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9a851a11-8302-48f4-b481-e4b4dbb613dc tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/53ef1637-1a67-4fe5-8d92-48883a74a900 HTTP/1.1" status: 404 len: 339 time: 0.0314445 Sep 28 08:40:52.933632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:52.959015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e915075a-42b2-4ee3-9776-12b6e7ada4a8,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:52.963152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 885c9739-40c8-4c15-b46c-0ebd7394d353 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:52.984611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 885c9739-40c8-4c15-b46c-0ebd7394d353 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:52.985134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 885c9739-40c8-4c15-b46c-0ebd7394d353 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:52.985651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5a71ca4c-0be0-4a7d-a331-43581ff127d3 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:52.999509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting subnet 2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:53.003867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.011964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5a71ca4c-0be0-4a7d-a331-43581ff127d3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:53.012390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5a71ca4c-0be0-4a7d-a331-43581ff127d3 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:53.027030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:53.032889 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e89e8521-8204-4674-bee3-ec28679a4a9f admin admin] 10.222.0.27 "PUT /v2.0/routers/425a019d-b3bc-43ec-8344-574ad31903a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5129693 Sep 28 08:40:53.038710 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:53.052725 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:53.053473 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:53.079822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.133791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c1e4f70f-8161-4674-9afe-8a6fc1b80a77 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f0bd389c55e4aeea079e16e8bcfc153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225947 Sep 28 08:40:53.136386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42044) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:53.172023 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:53.186175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d1841ce9-1b22-4541-b06f-f89414442f71 resource provider aggregate not found Sep 28 08:40:53.209196 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d1841ce9-1b22-4541-b06f-f89414442f71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1841ce9-1b22-4541-b06f-f89414442f71 found for delete ", "request_id": "req-521424fc-d257-4142-bd8d-ae16f9aa823e"}]} Sep 28 08:40:53.224910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.257484 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Attempt 3 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:53.258271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.291607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.295544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:53.350532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.385145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:53.389130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.392766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-11996297-08bd-4207-906b-255fe5a38da8 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/2abe6aa8-f62c-4ef4-9ed7-5c4d5942bf12 HTTP/1.1" status: 204 len: 168 time: 0.4577839 Sep 28 08:40:53.394050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.396914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:53.397885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538aef9-355d-428d-a5b8-93cc5b76858a None None] Network 70ffe509-593f-4751-bb8a-491a972ecb74 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:53.399947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.404332 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b537f25a-5c84-4f94-93ce-2d31efbfb296 HTTP/1.1" status: 204 len: 168 time: 0.2648838 Sep 28 08:40:53.458745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213135a4-4300-4bea-a080-a0ff0b54ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537f25a-5c84-4f94-93ce-2d31efbfb296,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:53.558906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.607967 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 2, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:53.633487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting port 3e12205f-1cea-400d-9ce3-686d036d0c52 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:53.633939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.651824 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:53.652178 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Updating router 425a019d-b3bc-43ec-8344-574ad31903a7 port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:53.660511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] DHCP port deletion for 70ffe509-593f-4751-bb8a-491a972ecb74 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:53.713738 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.746441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Deleting port 3e12205f-1cea-400d-9ce3-686d036d0c52 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:53.746819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.751325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] For port 3e12205f-1cea-400d-9ce3-686d036d0c52, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3e12205f-1cea-400d-9ce3-686d036d0c52,segment=NetworkSegment(761beb3a-b038-44fc-ba23-2e8e26f6b927),segment_id=761beb3a-b038-44fc-ba23-2e8e26f6b927)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:53.751954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.790433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Calling delete_port for 3e12205f-1cea-400d-9ce3-686d036d0c52 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:53.799264 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Attempt 4 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:53.818915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42066) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:53.824023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1002539782-network', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:53.864285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Made reservation on behalf of 1076ea311a9e436c8f069272e9d3a04f for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:53.866724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.875493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.901450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.940283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] For port 3e12205f-1cea-400d-9ce3-686d036d0c52, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3e12205f-1cea-400d-9ce3-686d036d0c52,segment=NetworkSegment(761beb3a-b038-44fc-ba23-2e8e26f6b927),segment_id=761beb3a-b038-44fc-ba23-2e8e26f6b927)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:53.940973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.951727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:53.951946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Port': ['ID=3e12205f-1cea-400d-9ce3-686d036d0c52,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:53.958865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No DVR routers for this DVR port 3e12205f-1cea-400d-9ce3-686d036d0c52 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:53.959861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Calling delete_port for 3e12205f-1cea-400d-9ce3-686d036d0c52 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:53.979703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:53.988654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.020253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:54.039956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dbd399-7029-41ea-9e05-17cc820fcbb0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.042987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.043333 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Added segment 204c762c-8b96-41ad-a413-3c730dc6726d of type vlan for network e92561f7-288e-41c9-bef0-dfd7240a5bce Sep 28 08:40:54.050225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.058254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.081146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ffe509-593f-4751-bb8a-491a972ecb74']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:54.088522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] Pushing event deleted for resources: {'Port': ['ID=3e12205f-1cea-400d-9ce3-686d036d0c52,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.093784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761beb3a-b038-44fc-ba23-2e8e26f6b927') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:54.094169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761beb3a-b038-44fc-ba23-2e8e26f6b927') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:54.094349 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.095890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103a088-ed0d-4112-a393-f2b15dfa922f None None] No DVR routers for this DVR port 3e12205f-1cea-400d-9ce3-686d036d0c52 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:54.110267 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.115300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.120142 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.131031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.132964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.133560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:54.134285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.138398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:54.139097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.177202 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3570969 Sep 28 08:40:54.180129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42068) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.184936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Request body: {'subnet': {'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1002539782-subnet', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:54.192272 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Pushing event updated for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.217937 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.218452 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.218779 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.219106 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.219537 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.219795 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.220333 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.220822 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.221225 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.221602 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.221924 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.222239 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:54.222692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.223824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7047a1-2453-46cf-aa6d-a876de3578bf admin admin] Pushing event updated for resources: {'Network': ['ID=e92561f7-288e-41c9-bef0-dfd7240a5bce,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.237672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.240656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network e92561f7-288e-41c9-bef0-dfd7240a5bce details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:54.241321 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Attempting to bind port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:54.241751 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Attempting to bind port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:54.241995 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Attempting to bind port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:54.245103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/70ffe509-593f-4751-bb8a-491a972ecb74 HTTP/1.1" status: 204 len: 168 time: 0.8446221 Sep 28 08:40:54.245322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42070) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.254174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817008-15f1-437a-bb10-6054471ea7da tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=70ffe509-593f-4751-bb8a-491a972ecb74,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.257445 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:54.257698 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:54.258078 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.258464 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Bound using segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:54.259729 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Bound port: 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:54.259729 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.259903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Made reservation on behalf of 1076ea311a9e436c8f069272e9d3a04f for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:54.262043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.290059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f84c2c6-8401-4335-a1df-042233e4838e tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:54.290523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f84c2c6-8401-4335-a1df-042233e4838e tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:54.296202 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3f84c2c6-8401-4335-a1df-042233e4838e tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/31a2e0e6-9d9b-44e4-b96b-e186133cebf8 HTTP/1.1" status: 404 len: 337 time: 0.0473323 Sep 28 08:40:54.296512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42072) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.315962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a362c6a-a6b9-4b00-89c9-58dcdc14e329 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] DELETE failed (client error): The resource could not be found. Sep 28 08:40:54.316542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a362c6a-a6b9-4b00-89c9-58dcdc14e329 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:40:54.322165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a362c6a-a6b9-4b00-89c9-58dcdc14e329 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/36ef2eb3-c44d-41e0-8d09-b53247988342 HTTP/1.1" status: 404 len: 339 time: 0.0220637 Sep 28 08:40:54.323866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42074) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.341283 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] For port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:54.344701 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] For port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:54.352178 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.379312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting subnet 8cc4728c-55cc-40b8-9255-6f74f7c91781 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:40:54.383062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.391369 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:54.392030 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:54.439345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.449564 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ee2df-20fd-434a-bb70-ab886399085a None None] Pushing event updated for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.453722 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Attempt 5 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:54.484596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.525091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e915075a-42b2-4ee3-9776-12b6e7ada4a8 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:54.535978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.536280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf84418-41c2-4a32-a62b-45123c766920,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.570674 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:54.584310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Checking segment: {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:54.584974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Network hostable DHCP agents. Network: e92561f7-288e-41c9-bef0-dfd7240a5bce, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:54.602513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.613110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Network e92561f7-288e-41c9-bef0-dfd7240a5bce is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:54.624066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e915075a-42b2-4ee3-9776-12b6e7ada4a8 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:54.624426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.625010 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e915075a-42b2-4ee3-9776-12b6e7ada4a8 Sep 28 08:40:54.628140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Current status of the port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:54.628736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.630116 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, e92561f7-288e-41c9-bef0-dfd7240a5bce) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:54.637219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc4728c-55cc-40b8-9255-6f74f7c91781,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:54.639530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.642870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-31a20541-0dfa-4462-b45d-69efaa6c8233 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/subnets/8cc4728c-55cc-40b8-9255-6f74f7c91781 HTTP/1.1" status: 204 len: 168 time: 0.3180301 Sep 28 08:40:54.645416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42076) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.657961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:54.658663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.669677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a20a6d-2098-4e7e-b852-2afad9c7c09a None None] Network e92561f7-288e-41c9-bef0-dfd7240a5bce requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:54.672774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec11d1-1689-4d65-8f7f-427b40546257 None None] Network 62777921-3ae2-4c35-84d1-9ede72cfbf4e requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:54.682752 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4407ab09-b208-4558-bbc1-397e58cb82c8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5015283 Sep 28 08:40:54.686140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42078) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:54.693373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:54.724997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.731557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.748654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.804057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.813170 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:54.815804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Deleting port 7a78b341-88e3-49cc-b8a8-ac7879d53420 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:54.816157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.843972 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894cba5-6c66-4c39-ad73-64cdce017ce4 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:54.857987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] For port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:54.886388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] For port 7a78b341-88e3-49cc-b8a8-ac7879d53420, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a78b341-88e3-49cc-b8a8-ac7879d53420,segment=NetworkSegment(42690a98-4c28-48fa-ad85-9fd730893b1a),segment_id=42690a98-4c28-48fa-ad85-9fd730893b1a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:54.886754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.887554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:54.920720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Calling delete_port for 7a78b341-88e3-49cc-b8a8-ac7879d53420 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:54.972914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.044627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.060706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] No DVR routers for this DVR port 7a78b341-88e3-49cc-b8a8-ac7879d53420 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:40:55.075782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e915075a-42b2-4ee3-9776-12b6e7ada4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:55.093310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Port': ['ID=7a78b341-88e3-49cc-b8a8-ac7879d53420,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:55.150332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0a4bf1bf-edfa-4f77-8755-973d0494e0e1 None None] Provisioning complete for port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:55.151122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf1bf-edfa-4f77-8755-973d0494e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.151718 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0a4bf1bf-edfa-4f77-8755-973d0494e0e1 None None] Attempt 1 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:55.164960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3e12205f-1cea-400d-9ce3-686d036d0c52 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:55.196361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.223218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3e12205f-1cea-400d-9ce3-686d036d0c52 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:55.224523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3e12205f-1cea-400d-9ce3-686d036d0c52 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:55.226372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238511-433b-4613-9c4d-64c31eff04f4 None None] Pushing event updated for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:55.254982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62777921-3ae2-4c35-84d1-9ede72cfbf4e']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:55.261863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 761beb3a-b038-44fc-ba23-2e8e26f6b927 resource provider aggregate not found Sep 28 08:40:55.278097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.289836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42690a98-4c28-48fa-ad85-9fd730893b1a') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:55.291063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-e92561f7-288e-41c9-bef0-dfd7240a5bce', 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'fixed_ips': [{'subnet_id': '1bf84418-41c2-4a32-a62b-45123c766920'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:40:55.291459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42690a98-4c28-48fa-ad85-9fd730893b1a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:55.292063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.300560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 761beb3a-b038-44fc-ba23-2e8e26f6b927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 761beb3a-b038-44fc-ba23-2e8e26f6b927 found for delete ", "request_id": "req-c7857739-e1bb-4109-a04b-feb55bb2252a"}]} Sep 28 08:40:55.305793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.312081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.332624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.340368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:55.340935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.376513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dbc81f-5d27-4f3b-a374-5047311078db None None] DHCP port deletion for 62777921-3ae2-4c35-84d1-9ede72cfbf4e request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:40:55.423990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bf1bf-edfa-4f77-8755-973d0494e0e1 None None] Current status of the port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:55.436389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.451186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Allocated IP 172.26.4.103 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/0cf7eafd-0580-4cc8-8fee-ec84d44325f2) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:55.465297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.468729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] 10.222.0.27 "DELETE /v2.0/networks/62777921-3ae2-4c35-84d1-9ede72cfbf4e HTTP/1.1" status: 204 len: 168 time: 0.8222365 Sep 28 08:40:55.469910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad3c2-2e4a-4afe-8e09-1227187dd0c1 tempest-NetworksIpV6Test-1987320198 tempest-NetworksIpV6Test-1987320198-project] Pushing event deleted for resources: {'Network': ['ID=62777921-3ae2-4c35-84d1-9ede72cfbf4e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:55.514021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Allocated IP 172.20.0.2 (e92561f7-288e-41c9-bef0-dfd7240a5bce/1bf84418-41c2-4a32-a62b-45123c766920/e012b0dc-8f29-4d21-978c-62bbe80fdc29) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:55.600586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.649604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.686597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:55.689806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:55.694041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:55.706102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.715853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.737764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:55.765191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Network e92561f7-288e-41c9-bef0-dfd7240a5bce is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:55.771480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:55.774885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:55.777938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Pushing event updated for resources: {'Port': ['ID=e012b0dc-8f29-4d21-978c-62bbe80fdc29,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:55.857876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Attempting to bind port e012b0dc-8f29-4d21-978c-62bbe80fdc29 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:55.858715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Attempting to bind port e012b0dc-8f29-4d21-978c-62bbe80fdc29 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:55.859091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Attempting to bind port e012b0dc-8f29-4d21-978c-62bbe80fdc29 on network e92561f7-288e-41c9-bef0-dfd7240a5bce {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:55.865847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:55.866221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Checking segment: {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:55.866776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.867390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Bound using segment: {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:55.867954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Bound port: e012b0dc-8f29-4d21-978c-62bbe80fdc29, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:55.868493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:55.891866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42090) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:55.951785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] For port e012b0dc-8f29-4d21-978c-62bbe80fdc29, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:55.955482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] For port e012b0dc-8f29-4d21-978c-62bbe80fdc29, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e012b0dc-8f29-4d21-978c-62bbe80fdc29,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:55.963069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.032952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.037843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3678afb-8ea3-48d0-9915-b9d8e2dea940 None None] Pushing event updated for resources: {'Port': ['ID=e012b0dc-8f29-4d21-978c-62bbe80fdc29,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:56.086591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-029f6a55-43a5-400b-9ad6-f27e60657f9b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b6efa431dcfb4af6b2cae1b951866dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930628 Sep 28 08:40:56.087763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:56.149717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.193586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.266946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.270548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.272089 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6a6ec43c-2e1b-4ca4-9628-6ed01a4f5fac HTTP/1.1" status: 204 len: 168 time: 0.1833806 Sep 28 08:40:56.278083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.281268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9164-294f-453e-86ab-b0e245c5430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ec43c-2e1b-4ca4-9628-6ed01a4f5fac,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:56.558876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e012b0dc-8f29-4d21-978c-62bbe80fdc29 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:56.627051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e012b0dc-8f29-4d21-978c-62bbe80fdc29 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:56.627493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.627836 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e012b0dc-8f29-4d21-978c-62bbe80fdc29 Sep 28 08:40:56.720836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e012b0dc-8f29-4d21-978c-62bbe80fdc29 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:56.721300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.756263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e012b0dc-8f29-4d21-978c-62bbe80fdc29, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e012b0dc-8f29-4d21-978c-62bbe80fdc29,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:56.762101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.763131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:56.818666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Router 39df22f3-e8c3-494e-ad41-1717f00d7f5c is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:56.972258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:56.994895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:56.995130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Sync routers for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:56.999100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b3104ae6-744c-4010-8cd0-610caa422be8 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3084671 Sep 28 08:40:56.999793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42114) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.036347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:57.036981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:57.090180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e012b0dc-8f29-4d21-978c-62bbe80fdc29,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:57.094244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:57.094629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.094959 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 Sep 28 08:40:57.148428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.172914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1937105-3049-401b-827f-5862ee8fee92 None None] Network e92561f7-288e-41c9-bef0-dfd7240a5bce requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:40:57.261966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:57.268732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f4b1922a-4714-4ff1-9228-b16ec1c2028d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:57.269423 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-f4b1922a-4714-4ff1-9228-b16ec1c2028d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 28 08:40:57.270698 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-f4b1922a-4714-4ff1-9228-b16ec1c2028d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:40:57.271823 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4b1922a-4714-4ff1-9228-b16ec1c2028d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1220582 Sep 28 08:40:57.275965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42122) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.281271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675487780'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:57.314449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.324724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.414474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-702c840f-8fd2-4ef9-b3db-9b81d6329d5b None None] Provisioning complete for port e012b0dc-8f29-4d21-978c-62bbe80fdc29 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:57.414474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-702c840f-8fd2-4ef9-b3db-9b81d6329d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.414915 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-702c840f-8fd2-4ef9-b3db-9b81d6329d5b None None] Attempt 1 to provision port e012b0dc-8f29-4d21-978c-62bbe80fdc29 Sep 28 08:40:57.420143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.426143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.472756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9040a255-95d7-4363-8ccb-9beabcf095c8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:57.503939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:57.526432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.530329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 42690a98-4c28-48fa-ad85-9fd730893b1a resource provider aggregate not found Sep 28 08:40:57.536217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.566091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 42690a98-4c28-48fa-ad85-9fd730893b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42690a98-4c28-48fa-ad85-9fd730893b1a found for delete ", "request_id": "req-fe5eb52a-d949-4e18-a710-db2524d7743b"}]} Sep 28 08:40:57.570280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.571599 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2946317 Sep 28 08:40:57.572757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114134c4-4896-4bb5-8056-547b39678ba2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64cb5d-b33e-401d-a793-c5daca3a82ae,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:57.574892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42128) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.580357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bb64cb5d-b33e-401d-a793-c5daca3a82ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:57.613833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.645589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a78b341-88e3-49cc-b8a8-ac7879d53420 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:57.686050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.690179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7a78b341-88e3-49cc-b8a8-ac7879d53420 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:40:57.690640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a78b341-88e3-49cc-b8a8-ac7879d53420 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:57.691455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.715611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42128ca-c42e-4dd1-84ee-01204e04dd63,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:57.728434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-702c840f-8fd2-4ef9-b3db-9b81d6329d5b None None] Current status of the port e012b0dc-8f29-4d21-978c-62bbe80fdc29 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:57.731155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.735574 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e4ed8b21-05d3-47d1-bff1-95e96754a81b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596062 Sep 28 08:40:57.736234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42130) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.741295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1c2b64d1-9956-4b0f-b5bd-bbfb7ef4a1c2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bb64cb5d-b33e-401d-a793-c5daca3a82ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:57.763375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.766044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:55Z', 'revision_number': 3, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:57.785170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1c2b64d1-9956-4b0f-b5bd-bbfb7ef4a1c2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.798562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Checking router: 39df22f3-e8c3-494e-ad41-1717f00d7f5c for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:57.798785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Updating router 39df22f3-e8c3-494e-ad41-1717f00d7f5c port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:57.827484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.860699 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-1c2b64d1-9956-4b0f-b5bd-bbfb7ef4a1c2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): There was a conflict when trying to complete your request. Sep 28 08:40:57.865074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1c2b64d1-9956-4b0f-b5bd-bbfb7ef4a1c2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1253774 Sep 28 08:40:57.865366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42132) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:57.940688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:57.953024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Allocated IP 172.20.0.1 (e92561f7-288e-41c9-bef0-dfd7240a5bce/1bf84418-41c2-4a32-a62b-45123c766920/9786d354-dfe9-45cf-82d9-5933d4629eaf) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:57.970768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.024695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.027613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.031792 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/bb64cb5d-b33e-401d-a793-c5daca3a82ae HTTP/1.1" status: 204 len: 168 time: 0.1626492 Sep 28 08:40:58.032128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42134) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.041913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213d879-1f40-4bfb-8874-b5c20bc66d11 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64cb5d-b33e-401d-a793-c5daca3a82ae,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.086022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fea0e12c-751e-42b9-884b-ab6691c687b8 None None] Provisioning complete for port e012b0dc-8f29-4d21-978c-62bbe80fdc29 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:58.086470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fea0e12c-751e-42b9-884b-ab6691c687b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.086960 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fea0e12c-751e-42b9-884b-ab6691c687b8 None None] Attempt 1 to provision port e012b0dc-8f29-4d21-978c-62bbe80fdc29 Sep 28 08:40:58.111977 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3e7c8552-dfc4-4d67-9069-884dca455fec tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782118 Sep 28 08:40:58.115787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42136) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.118790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.120943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598475857'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:58.145578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.159699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.185690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.204349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Network e92561f7-288e-41c9-bef0-dfd7240a5bce is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:58.212148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:58.212338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.215209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:40:58.217404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Pushing event updated for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.240193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.246960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.258346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Attempting to bind port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:40:58.259138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Attempting to bind port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:40:58.259138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Attempting to bind port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:58.270990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fea0e12c-751e-42b9-884b-ab6691c687b8 None None] Current status of the port e012b0dc-8f29-4d21-978c-62bbe80fdc29 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:58.274616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:40:58.275057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:40:58.275502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.275927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:58.276415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Bound port: 0cf7eafd-0580-4cc8-8fee-ec84d44325f2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:40:58.276900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.283784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.285682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2019c8-83f0-46a4-b5cb-b8b101ade0ea,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.300673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.302039 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4298c9d3-6837-4a01-b8e8-427062f95d34 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1851027 Sep 28 08:40:58.303960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6950c2-bcbd-473c-a136-d6b7d5c7573f None None] Pushing event updated for resources: {'Port': ['ID=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.304911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42138) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.316473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e12a50d1-8495-472e-a422-4cdf4d34521f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'ff2019c8-83f0-46a4-b5cb-b8b101ade0ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:58.317706 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-e12a50d1-8495-472e-a422-4cdf4d34521f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 28 08:40:58.318414 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-e12a50d1-8495-472e-a422-4cdf4d34521f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:58.319576 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e12a50d1-8495-472e-a422-4cdf4d34521f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135291 Sep 28 08:40:58.322482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42140) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.346999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] For port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:58.351210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] For port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:58.363279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.398395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.401089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:40:58.401496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:58.454309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.471070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.511988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6950c2-bcbd-473c-a136-d6b7d5c7573f None None] Pushing event updated for resources: {'Port': ['ID=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.536099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:40:58.539398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.539613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e012b0dc-8f29-4d21-978c-62bbe80fdc29 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:58.542067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.545105 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/ff2019c8-83f0-46a4-b5cb-b8b101ade0ea HTTP/1.1" status: 204 len: 168 time: 0.2196176 Sep 28 08:40:58.546162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42142) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.554357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49305a82-2b5a-42cd-adfa-8a291f90e6f3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2019c8-83f0-46a4-b5cb-b8b101ade0ea,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.642397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-025c0fee-ec5d-4be8-a686-0e61e23bbb07 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949790 Sep 28 08:40:58.646288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42144) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.650882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670479167'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:58.672925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.710738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.719097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.746265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.753357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.788501 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.792358 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1422868 Sep 28 08:40:58.792358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8751c-cd7a-4f39-ba17-19378d517dd1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a83f5-960f-4287-8d70-4bd33b32cbb1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.793309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42148) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.796773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.797553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-baae8fcb-140a-4faa-b6ad-c382fbaee329 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '1b0a83f5-960f-4287-8d70-4bd33b32cbb1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:58.798469 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-baae8fcb-140a-4faa-b6ad-c382fbaee329 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 28 08:40:58.798968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Pushing event updated for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:58.799095 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-baae8fcb-140a-4faa-b6ad-c382fbaee329 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:58.802660 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-baae8fcb-140a-4faa-b6ad-c382fbaee329 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061619 Sep 28 08:40:58.803426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42150) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.859976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Provisioning complete for port 9786d354-dfe9-45cf-82d9-5933d4629eaf triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:58.860651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.860772 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 1 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:40:58.864646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.888492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.891260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42152) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:58.913950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Network e92561f7-288e-41c9-bef0-dfd7240a5bce is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:58.915524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:58.923023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:58.931818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e012b0dc-8f29-4d21-978c-62bbe80fdc29 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:40:58.932266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:58.932733 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e012b0dc-8f29-4d21-978c-62bbe80fdc29 Sep 28 08:40:59.027665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.030539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.031862 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/1b0a83f5-960f-4287-8d70-4bd33b32cbb1 HTTP/1.1" status: 204 len: 168 time: 0.2278662 Sep 28 08:40:59.034688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42154) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.041022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:55Z', 'revision_number': 3, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:59.046727 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf510331-2973-498f-b638-940efa7d6872 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a83f5-960f-4287-8d70-4bd33b32cbb1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:59.078636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d625ff7-15bd-48ef-915a-8632a24f0159 None None] The sync data for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv is: [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:55Z', 'revision_number': 3, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:59.112028 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1d88c2e3-f04f-469c-8f43-4a3aa68ac729 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660136 Sep 28 08:40:59.112292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e012b0dc-8f29-4d21-978c-62bbe80fdc29 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:40:59.113253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42156) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.118025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404601827'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.134687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Deleting port 014e0422-ce62-48a2-a4d1-314074758925 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:40:59.135161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.138148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Router 39df22f3-e8c3-494e-ad41-1717f00d7f5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:59.155041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.224559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.224959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.240222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Calling delete_port for 014e0422-ce62-48a2-a4d1-314074758925 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:40:59.344638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.346138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:59.356411 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f7d3000e-4ded-4d7a-9f4c-d1a10f99210d admin admin] 10.222.0.27 "PUT /v2.0/routers/39df22f3-e8c3-494e-ad41-1717f00d7f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547888 Sep 28 08:40:59.358079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.411837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.413374 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2992928 Sep 28 08:40:59.414762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ce012-81e8-4be6-8ef7-a8e298518a7e tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef7851-7594-48cc-a13b-34679b61df5f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:59.416536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42160) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.423308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c094800f-8044-4555-9b60-5c0c6bc37981 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bcef7851-7594-48cc-a13b-34679b61df5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.424093 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 2 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:40:59.425804 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-c094800f-8044-4555-9b60-5c0c6bc37981 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 28 08:40:59.426336 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-c094800f-8044-4555-9b60-5c0c6bc37981 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:59.427309 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c094800f-8044-4555-9b60-5c0c6bc37981 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097761 Sep 28 08:40:59.431640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.437325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-eab23de9-8eed-4caf-99e8-4836b0c49228 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bcef7851-7594-48cc-a13b-34679b61df5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.438019 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-eab23de9-8eed-4caf-99e8-4836b0c49228 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 28 08:40:59.438551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-eab23de9-8eed-4caf-99e8-4836b0c49228 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:59.442792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eab23de9-8eed-4caf-99e8-4836b0c49228 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099549 Sep 28 08:40:59.442975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42164) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.447733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-23a4b059-e31f-4a0d-a1c1-4e160e34ae88 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bcef7851-7594-48cc-a13b-34679b61df5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.448590 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-23a4b059-e31f-4a0d-a1c1-4e160e34ae88 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 28 08:40:59.449351 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-23a4b059-e31f-4a0d-a1c1-4e160e34ae88 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:59.455264 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-23a4b059-e31f-4a0d-a1c1-4e160e34ae88 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064526 Sep 28 08:40:59.455264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42166) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.459512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-da5c06f1-76fd-48da-9944-4b9bc922efbc tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'bcef7851-7594-48cc-a13b-34679b61df5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.461702 dv-neutron-859308-3-hyperv neutron-server[103309]: WARNING neutron.api.v2.base [None req-da5c06f1-76fd-48da-9944-4b9bc922efbc tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 28 08:40:59.462216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-da5c06f1-76fd-48da-9944-4b9bc922efbc tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:40:59.466007 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-da5c06f1-76fd-48da-9944-4b9bc922efbc tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093014 Sep 28 08:40:59.466176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42168) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.481950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.485800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:40:59.533795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Port': ['ID=014e0422-ce62-48a2-a4d1-314074758925,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:59.612146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.634148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.634484 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Floating IP 13fc19a4-2fd2-4f25-9239-8009fe7243fc disassociated (deleted). External IP: 172.26.4.197, port: e11d1b5d-8033-4f6d-a78b-83021704c032. Sep 28 08:40:59.685897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.786503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.789195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.793150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42174) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.793333 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/bcef7851-7594-48cc-a13b-34679b61df5f HTTP/1.1" status: 204 len: 168 time: 0.3258705 Sep 28 08:40:59.831536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42176) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.839203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119188693', 'description': 'tempest-secgroup-smoke-2119188693 description', 'project_id': '02d15b29073043a7994227b24526c104'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.840450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74230871-f1c0-4fd2-9ae0-9bcd181cfcf1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef7851-7594-48cc-a13b-34679b61df5f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:59.875816 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eb7a5b89-cb01-438a-a6ea-ecc16a3ebd02 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814927 Sep 28 08:40:59.880444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42178) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:40:59.885438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307106481'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:40:59.891464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.929389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:40:59.930046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Router 97e3a157-cf98-479a-8acb-12705c965a26 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:59.986910 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 3 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:00.015660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.028565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.034049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:00.062562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.063861 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2310493 Sep 28 08:41:00.068438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42180) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.075061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.084305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.086780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fa6c2-5f8e-47f1-8b88-47f6febd37af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da234a-534a-474c-acd7-b520d1c954a9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.091655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.092523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:00.099350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.107945 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Sync routers for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:00.119334 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:00.120187 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:00.140097 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cab94c5b-ed09-4f05-a4e1-079490c41250 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "DELETE /v2.0/floatingips/13fc19a4-2fd2-4f25-9239-8009fe7243fc HTTP/1.1" status: 204 len: 168 time: 1.2453616 Sep 28 08:41:00.140777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.140871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:00.140975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2584138 Sep 28 08:41:00.146355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42184) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.151067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-70b2d5a4-4df0-42e2-a25e-a0ed26db5055 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.151870 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-70b2d5a4-4df0-42e2-a25e-a0ed26db5055 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 28 08:41:00.152370 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-70b2d5a4-4df0-42e2-a25e-a0ed26db5055 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.155939 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-70b2d5a4-4df0-42e2-a25e-a0ed26db5055 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059705 Sep 28 08:41:00.157288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.162527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f0b73-63ed-4bf2-bef9-97d7d3565f23" -d '{"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:00.162848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d045ed22-fe21-4a3d-9298-9228ab2acdee tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.170151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd064c0-7f89-4b0e-9785-cd4053ea1bbb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17c3af-d163-488c-bcde-f91505d05d96,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.184159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.224014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-d045ed22-fe21-4a3d-9298-9228ab2acdee tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.224551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b049a9dd-ca38-441f-8df7-ee53c111d8d3 x-openstack-request-id: req-b049a9dd-ca38-441f-8df7-ee53c111d8d3 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:00.224874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:00.225446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d045ed22-fe21-4a3d-9298-9228ab2acdee tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0670090 Sep 28 08:41:00.228068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b049a9dd-ca38-441f-8df7-ee53c111d8d3 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:00.228199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42190) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.228493 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b049a9dd-ca38-441f-8df7-ee53c111d8d3'] response: {'name': 'network-changed', 'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'status': 'completed', 'code': 200} Sep 28 08:41:00.233552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-49804c44-d9b8-48eb-b702-5b61008acfba tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.234039 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-49804c44-d9b8-48eb-b702-5b61008acfba tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 28 08:41:00.234521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-49804c44-d9b8-48eb-b702-5b61008acfba tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.235592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-49804c44-d9b8-48eb-b702-5b61008acfba tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065761 Sep 28 08:41:00.240551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42192) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.247165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4df12fbf-9be3-4511-b744-1069204c8b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.264024 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.287914 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:00.296584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.303984 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-4df12fbf-9be3-4511-b744-1069204c8b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.306264 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4df12fbf-9be3-4511-b744-1069204c8b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0647447 Sep 28 08:41:00.309540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42194) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.316131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6aa0efcb-7f4d-4d73-b11a-21b62dbea597 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.316842 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-6aa0efcb-7f4d-4d73-b11a-21b62dbea597 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 28 08:41:00.317550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-6aa0efcb-7f4d-4d73-b11a-21b62dbea597 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.319827 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6aa0efcb-7f4d-4d73-b11a-21b62dbea597 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089984 Sep 28 08:41:00.322448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42196) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.330002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9a6fc68a-9ae9-4a6b-adb0-de3857828ed5 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.334382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9136efd-2905-4f0a-86d0-3894ff7f08dc,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.347082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.351381 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-43cdd3a4-9768-4b0c-a2e1-55391b35e4ca tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787685 Sep 28 08:41:00.351381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-f2e5c73a-934d-4253-8fa7-351dd96dacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.351890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-f2e5c73a-934d-4253-8fa7-351dd96dacbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=140fbb82b98446e99dc826ba1166d853&device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 1098 time: 0.0866532 Sep 28 08:41:00.352370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42200) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.356800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.375848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-9a6fc68a-9ae9-4a6b-adb0-de3857828ed5 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Project a14d2e88b02d44d3bd87f4b715a48554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:00.394912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-9a6fc68a-9ae9-4a6b-adb0-de3857828ed5 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.396379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a6fc68a-9ae9-4a6b-adb0-de3857828ed5 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0725682 Sep 28 08:41:00.399145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42202) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.404108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c071dbfb-1b2a-4c33-8cc8-631054a872eb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.405711 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-c071dbfb-1b2a-4c33-8cc8-631054a872eb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 28 08:41:00.406002 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-c071dbfb-1b2a-4c33-8cc8-631054a872eb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.407154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c071dbfb-1b2a-4c33-8cc8-631054a872eb tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069475 Sep 28 08:41:00.419193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42204) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.427571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9ca88de5-4e1b-4ead-a6c5-8d342c2bf25b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.461356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.490545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-9ca88de5-4e1b-4ead-a6c5-8d342c2bf25b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Project a14d2e88b02d44d3bd87f4b715a48554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:00.501841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c388-69e5-494a-9c10-cb7618bd2e01 req-aaa12fb0-aec2-44ba-b668-c0674e9bb169 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.503414 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1af4c388-69e5-494a-9c10-cb7618bd2e01 req-aaa12fb0-aec2-44ba-b668-c0674e9bb169 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.0816016 Sep 28 08:41:00.531631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:00.533145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-91db1fc7-92b7-428f-a581-f3d954e42b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.534669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-91db1fc7-92b7-428f-a581-f3d954e42b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 200 len: 898 time: 0.1722782 Sep 28 08:41:00.535753 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 4 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:00.541334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-9ca88de5-4e1b-4ead-a6c5-8d342c2bf25b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.542610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9ca88de5-4e1b-4ead-a6c5-8d342c2bf25b tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1222875 Sep 28 08:41:00.547874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42206) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.558783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-672d4629-3a09-495a-87fa-d37b7f80b4f9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '8e17c3af-d163-488c-bcde-f91505d05d96', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.570227 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1af4c388-69e5-494a-9c10-cb7618bd2e01 req-3485aa66-3b09-400c-a618-2ea91bb7e2e0 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601025 Sep 28 08:41:00.612854 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-a5101735-e7ba-4474-a9be-59e998cb0c2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 200 len: 217 time: 0.0687616 Sep 28 08:41:00.619537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:00.630229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:00.630897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.631385 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 Sep 28 08:41:00.638225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.644339 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:00.658363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.672753 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-672d4629-3a09-495a-87fa-d37b7f80b4f9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Project a14d2e88b02d44d3bd87f4b715a48554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:00.674158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Checking router: 97e3a157-cf98-479a-8acb-12705c965a26 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:00.684770 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:00.685437 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:00.699595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ae763-e51d-4926-81d5-beaf0422224c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.702297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-393eff0c-c197-4522-a547-9f256951e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.704204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-393eff0c-c197-4522-a547-9f256951e15c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 200 len: 835 time: 0.0828352 Sep 28 08:41:00.706521 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-672d4629-3a09-495a-87fa-d37b7f80b4f9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:00.710834 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-672d4629-3a09-495a-87fa-d37b7f80b4f9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1540508 Sep 28 08:41:00.711011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42208) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.720695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.726076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:00.726512 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eecd580d-91c2-4f28-81b7-8005fb7b96dc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728840 Sep 28 08:41:00.726631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.727581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42210) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.748472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.748991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:00.756719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.773402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.801361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.808634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-e041e7f6-1520-4af0-aada-8042f1f95a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.810607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-e041e7f6-1520-4af0-aada-8042f1f95a4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4bbcd128-e222-4cc3-97a6-f021c13700f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970500 Sep 28 08:41:00.819534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.830226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.839636 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:00.855626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.858980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.860298 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/8e17c3af-d163-488c-bcde-f91505d05d96 HTTP/1.1" status: 204 len: 168 time: 0.1485114 Sep 28 08:41:00.863955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42212) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.882803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26040-b09a-45bd-a2a2-8eb7b9f33ad3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17c3af-d163-488c-bcde-f91505d05d96,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:00.916708 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-804b14b2-89c2-4105-bf9b-b785f6112a24 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514264 Sep 28 08:41:00.920945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42214) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:00.925889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920773432'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:00.951145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.958811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.969639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:00.994529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab452fc-7046-4b04-9e1b-c44ad2c9ba28,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.020861 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-17751b86-c6f6-46ae-b97a-9b83f3ffaca4 service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832442 Sep 28 08:41:01.029365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.033333 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-85617d54-09cd-4cbb-be4a-c458e43e1478 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891769 Sep 28 08:41:01.035416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42216) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.039982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.048411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.055992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.106026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.108073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1862614 Sep 28 08:41:01.111084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42218) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.116597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b1826c07-a985-4a7a-9e12-68f0398f3b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '4cfb2028-76b6-4eea-a65d-90105c2b35d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.121646 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 5 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:01.126604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfafa86-696c-40ea-a67d-3866ccc7026f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfb2028-76b6-4eea-a65d-90105c2b35d8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.128045 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-381f0b73-63ed-4bf2-bef9-97d7d3565f23 req-85f97187-2ebf-45ee-b464-acdcbf048033 service neutron] 10.222.0.62 "GET /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959294 Sep 28 08:41:01.131151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.154379 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:01.183844 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5307c7c-4793-41c6-a569-326777ee0cd7 None None] The sync data for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv is: [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:39:04Z', 'revision_number': 4, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0307b4c1-99c7-4bb0-a27d-a964b9263279', 'name': '', 'network_id': '4bbcd128-e222-4cc3-97a6-f021c13700f0', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'mac_address': 'fa:16:3e:ca:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:39:02Z', 'updated_at': '2022-09-28T08:39:10Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'subnets': [{'id': '70ae6380-919f-4821-90b8-bb4cdbe6d13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:01.202869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:01.203119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b1826c07-a985-4a7a-9e12-68f0398f3b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The resource could not be found. Sep 28 08:41:01.204105 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b1826c07-a985-4a7a-9e12-68f0398f3b37 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0920904 Sep 28 08:41:01.207232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42220) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.212216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-55e4d996-50f4-4905-b8f2-aa70f038f592 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '4cfb2028-76b6-4eea-a65d-90105c2b35d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '88b8b04d-8819-4937-8cf6-a329fec2d3f7'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.213148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.218474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.237909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c4c7a0-ed90-47cf-86f7-5ee1dd33dfd3,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.248146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.249759 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-73e70684-63ab-4e02-9d65-9d87967c5498 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2074986 Sep 28 08:41:01.252568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42222) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.258710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.271609 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-55e4d996-50f4-4905-b8f2-aa70f038f592 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The resource could not be found. Sep 28 08:41:01.272654 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-55e4d996-50f4-4905-b8f2-aa70f038f592 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0642121 Sep 28 08:41:01.276218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42224) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.303432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Project 02d15b29073043a7994227b24526c104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:01.317475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.361436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.397964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.413959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.419409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.451339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fccc63-0d15-49a7-9549-7bd90eae2766,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.458014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.461592 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1393ab1-99ed-4ed9-b03e-6006b92f5f43 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077701 Sep 28 08:41:01.462029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.467051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'security_group_rule': {'security_group_id': 'e4da234a-534a-474c-acd7-b520d1c954a9', 'project_id': '02d15b29073043a7994227b24526c104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.472171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.474807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.478275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/4cfb2028-76b6-4eea-a65d-90105c2b35d8 HTTP/1.1" status: 204 len: 168 time: 0.1988218 Sep 28 08:41:01.479310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42228) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.492231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de7adf-21d9-459f-9a1f-1e6f2bb7bde1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfb2028-76b6-4eea-a65d-90105c2b35d8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.497602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Project 02d15b29073043a7994227b24526c104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:01.504888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.544745 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1bd2505a-caa5-4d0b-acc4-494968d7ba92 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591683 Sep 28 08:41:01.544976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42230) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.549617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bca81a8f-8ef1-4821-b1f4-b379211a0384 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '65bb0676-fce9-4dc2-9f9d-1ca6215f0763', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.573999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.578725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.590690 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-bca81a8f-8ef1-4821-b1f4-b379211a0384 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The resource could not be found. Sep 28 08:41:01.596416 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bca81a8f-8ef1-4821-b1f4-b379211a0384 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0458186 Sep 28 08:41:01.596615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2866889-e351-40af-82ce-afe04949e61a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.596746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42232) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.606432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641866002'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.606718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.611375 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a84df409-3e23-4772-b20a-d80c0b414e70 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449089 Sep 28 08:41:01.632508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.703928 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 6 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:01.734615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb9bbe-82cb-4c3f-a2d9-87b8362287e2 req-c80df900-eebe-44a0-b168-0243306162c5 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:01.736295 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0cfb9bbe-82cb-4c3f-a2d9-87b8362287e2 req-c80df900-eebe-44a0-b168-0243306162c5 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.0802524 Sep 28 08:41:01.747890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:01.749508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.763438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.809630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.810878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2134156 Sep 28 08:41:01.813595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a02d6-636f-438b-922c-b0cf61c1f9b1 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc95f13-4cf6-4454-831e-f02f7890b7c9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.813897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42268) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.819216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0cfb9bbe-82cb-4c3f-a2d9-87b8362287e2 req-18f95390-778b-4425-bbda-7a611a658ca2 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a25ba6e-30e2-4cfa-a710-2172565fdae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725029 Sep 28 08:41:01.819447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--501438813'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:01.850370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.921718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.927233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.961735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b206b7-a62f-4758-bef8-19ffd2023e52,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:01.967504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:01.972091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ede14d58-da38-4909-b108-e096b872dbd6 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1563811 Sep 28 08:41:01.972746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42282) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:01.973868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-cedcc065-cd9e-4937-986d-59580afdbf79 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:01.975375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-cedcc065-cd9e-4937-986d-59580afdbf79 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.62 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 945 time: 0.0629730 Sep 28 08:41:01.979257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-77e9dbe8-ac70-43dd-8d09-7bc6e9c103db tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': 'edc95f13-4cf6-4454-831e-f02f7890b7c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f3b206b7-a62f-4758-bef8-19ffd2023e52'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:02.020301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-77e9dbe8-ac70-43dd-8d09-7bc6e9c103db tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:02.024230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77e9dbe8-ac70-43dd-8d09-7bc6e9c103db tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0477414 Sep 28 08:41:02.025003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42284) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.091950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.093125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Deleting port e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:41:02.093530 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.118424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.180930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.185097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.186933 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/f3b206b7-a62f-4758-bef8-19ffd2023e52 HTTP/1.1" status: 204 len: 168 time: 0.1609502 Sep 28 08:41:02.190783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42286) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.205315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] For port e11d1b5d-8033-4f6d-a78b-83021704c032, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e11d1b5d-8033-4f6d-a78b-83021704c032,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:02.205689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.212528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18924-ed6c-4e0e-bd7f-10a0f0661dad tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b206b7-a62f-4758-bef8-19ffd2023e52,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:02.224354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Calling delete_port for e11d1b5d-8033-4f6d-a78b-83021704c032 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:41:02.248674 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 7 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:02.264377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6a4ce1a8-517f-4c28-96e2-054e75c7f0c2 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0702937 Sep 28 08:41:02.267366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42288) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.327302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:02.347268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.378477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.392681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.437121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Port': ['ID=e11d1b5d-8033-4f6d-a78b-83021704c032,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:02.481112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] No DVR routers for this DVR port e11d1b5d-8033-4f6d-a78b-83021704c032 on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:41:02.482510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.485870 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-302edb6a-d92b-4317-88f7-a6f7932ba9ae req-d7ee0eeb-b812-47d3-8e8d-de35b1214f99 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.62 "DELETE /v2.0/ports/e11d1b5d-8033-4f6d-a78b-83021704c032 HTTP/1.1" status: 204 len: 173 time: 0.5042963 Sep 28 08:41:02.486569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-deleted', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:02.490434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4be507-34c2-4ede-9eda-4eec50281347" -d '{"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-deleted", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:02.502667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.513208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.520269 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/edc95f13-4cf6-4454-831e-f02f7890b7c9 HTTP/1.1" status: 204 len: 168 time: 0.2517297 Sep 28 08:41:02.521229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.554829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c98115-522b-4afe-98a3-4fce1846f40c x-openstack-request-id: req-43c98115-522b-4afe-98a3-4fce1846f40c {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:02.555632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b41bcd-e984-4059-9533-260d8b0a198e", "name": "network-vif-deleted", "tag": "e11d1b5d-8033-4f6d-a78b-83021704c032", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:02.555948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-43c98115-522b-4afe-98a3-4fce1846f40c {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:02.556452 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c98115-522b-4afe-98a3-4fce1846f40c'] response: {'server_uuid': '26b41bcd-e984-4059-9533-260d8b0a198e', 'name': 'network-vif-deleted', 'tag': 'e11d1b5d-8033-4f6d-a78b-83021704c032', 'status': 'completed', 'code': 200} Sep 28 08:41:02.566037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3fa57-82c6-41fd-af8c-f0aae1f84190 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc95f13-4cf6-4454-831e-f02f7890b7c9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:02.569324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:02.580384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b810d9-353d-46a2-bbdc-7b5b92342806 None None] New status for floating IP 13fc19a4-2fd2-4f25-9239-8009fe7243fc: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:41:02.639697 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e1badaa8-2c19-4c66-ad18-813e03d68444 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050258 Sep 28 08:41:02.643824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.648928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277352542'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:02.673366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.730645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:02.731156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.731552 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 Sep 28 08:41:02.771476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.784619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.830071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee2c01-d11d-48ef-9c7c-432beada3e17,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:02.840343 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Sync routers for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:02.847515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:02.851824 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-86cda41f-3582-48d5-9ab1-0466c0ad88b4 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2039888 Sep 28 08:41:02.852122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.857145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b5dc517d-891e-4099-905d-5a3e63330347 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '88ee2c01-d11d-48ef-9c7c-432beada3e17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:02.873649 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:02.875868 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 8 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:02.879014 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:02.952726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-b5dc517d-891e-4099-905d-5a3e63330347 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:02.953863 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b5dc517d-891e-4099-905d-5a3e63330347 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1007292 Sep 28 08:41:02.957244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42312) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:02.960274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:02.963165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d53cbcca-8789-49ed-ab6b-d938a554e4c9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group_rule': {'security_group_id': '88ee2c01-d11d-48ef-9c7c-432beada3e17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:02.978721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:03.013928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-901479a7-fa6c-447f-ba6b-1d61c7664d80 req-e0c5cc81-d48d-4c5c-ac9a-a32bdff1891e tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "GET /v2.0/ports?device_id=26b41bcd-e984-4059-9533-260d8b0a198e HTTP/1.1" status: 200 len: 210 time: 0.0375354 Sep 28 08:41:03.052503 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-d53cbcca-8789-49ed-ab6b-d938a554e4c9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:41:03.054432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d53cbcca-8789-49ed-ab6b-d938a554e4c9 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0955050 Sep 28 08:41:03.058093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42314) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.082789 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:03.150554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.177370 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.234425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.238252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.242363 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/88ee2c01-d11d-48ef-9c7c-432beada3e17 HTTP/1.1" status: 204 len: 168 time: 0.1807806 Sep 28 08:41:03.242731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42328) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.252558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886eaa4-5251-48cf-a96e-f80f7c2a472f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee2c01-d11d-48ef-9c7c-432beada3e17,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:03.295174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-67f769c9-1d59-49ce-a275-a500c50eb673 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507421 Sep 28 08:41:03.299140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42338) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.305252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'tempest-secgroup--201656371'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:03.311299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.320678 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 4, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9786d354-dfe9-45cf-82d9-5933d4629eaf', 'name': '', 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'mac_address': 'fa:16:3e:36:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1bf84418-41c2-4a32-a62b-45123c766920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:57Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 2, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'subnets': [{'id': '1bf84418-41c2-4a32-a62b-45123c766920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:03.332053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.352439 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Checking router: 39df22f3-e8c3-494e-ad41-1717f00d7f5c for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:03.352789 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Updating router 39df22f3-e8c3-494e-ad41-1717f00d7f5c port 9786d354-dfe9-45cf-82d9-5933d4629eaf binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:41:03.379187 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.431080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.443692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.478034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.479305 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1791456 Sep 28 08:41:03.483757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce149289-546e-4a4a-aee7-7f101674bbc3 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9457f5b6-b2dd-49a5-bbad-9201d704015a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:03.483985 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 9 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:03.484122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42350) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.495108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a85adc1a-8e59-40fe-aefc-3d9073b3213a tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:03.503918 dv-neutron-859308-3-hyperv neutron-server[103308]: WARNING neutron.api.v2.base [None req-a85adc1a-8e59-40fe-aefc-3d9073b3213a tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 28 08:41:03.504968 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-a85adc1a-8e59-40fe-aefc-3d9073b3213a tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] update failed (client error): There was a conflict when trying to complete your request. Sep 28 08:41:03.510355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42352) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.511443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a85adc1a-8e59-40fe-aefc-3d9073b3213a tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "PUT /v2.0/security-groups/9457f5b6-b2dd-49a5-bbad-9201d704015a HTTP/1.1" status: 409 len: 330 time: 0.0219324 Sep 28 08:41:03.531197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Port 9786d354-dfe9-45cf-82d9-5933d4629eaf cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:03.574554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.602391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.658099 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.659997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.664089 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/9457f5b6-b2dd-49a5-bbad-9201d704015a HTTP/1.1" status: 204 len: 168 time: 0.1498353 Sep 28 08:41:03.664290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42356) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.687184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d7a1b-34d8-44c5-973f-d750982f200d tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457f5b6-b2dd-49a5-bbad-9201d704015a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:03.734696 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f69979b4-9a3f-47bb-969c-2fe78db5bfe5 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690894 Sep 28 08:41:03.739079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42358) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.746660 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.755942 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.756249 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-afe71465-2cdd-4e46-80a2-40128c2a8386 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] delete failed (client error): The resource could not be found. Sep 28 08:41:03.757376 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-afe71465-2cdd-4e46-80a2-40128c2a8386 tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "DELETE /v2.0/security-groups/928c41d1-f981-4353-b967-18ec93d5ecdc HTTP/1.1" status: 404 len: 347 time: 0.0172265 Sep 28 08:41:03.761235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42360) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.775419 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-6ff1483d-6a89-478a-8160-c9e0166d314c tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] show failed (client error): The resource could not be found. Sep 28 08:41:03.780140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6ff1483d-6a89-478a-8160-c9e0166d314c tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-groups/aac08cc1-a3ac-47c7-9b1a-49503ffbc954 HTTP/1.1" status: 404 len: 347 time: 0.0143256 Sep 28 08:41:03.780661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42362) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:03.801306 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.api.v2.resource [None req-c067f7d3-1ebc-4da9-a901-40a4c622ca8f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] show failed (client error): The resource could not be found. Sep 28 08:41:03.808638 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c067f7d3-1ebc-4da9-a901-40a4c622ca8f tempest-NegativeSecGroupIPv6Test-1473056203 tempest-NegativeSecGroupIPv6Test-1473056203-project] 10.222.0.27 "GET /v2.0/security-group-rules/f820b53c-4e5d-43ad-915b-96a504dd4530 HTTP/1.1" status: 404 len: 356 time: 0.0209043 Sep 28 08:41:03.844643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4a32d-cf8d-4f1f-9b8d-6a3c7edb7adb None None] Pushing event updated for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:03.850905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Attempting to bind port 9786d354-dfe9-45cf-82d9-5933d4629eaf on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:41:03.851144 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Attempting to bind port 9786d354-dfe9-45cf-82d9-5933d4629eaf by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:41:03.851695 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Attempting to bind port 9786d354-dfe9-45cf-82d9-5933d4629eaf on network e92561f7-288e-41c9-bef0-dfd7240a5bce {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:03.858156 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:41:03.858810 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Checking segment: {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:41:03.859414 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.859982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Bound using segment: {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:41:03.860711 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Bound port: 9786d354-dfe9-45cf-82d9-5933d4629eaf, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204c762c-8b96-41ad-a413-3c730dc6726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:41:03.861329 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.932085 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] For port 9786d354-dfe9-45cf-82d9-5933d4629eaf, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:41:03.935649 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] For port 9786d354-dfe9-45cf-82d9-5933d4629eaf, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9786d354-dfe9-45cf-82d9-5933d4629eaf,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:41:03.941111 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:03.988437 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:03.989192 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:04.033181 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Attempt 10 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:04.043802 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4a32d-cf8d-4f1f-9b8d-6a3c7edb7adb None None] Pushing event updated for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:04.133247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42370) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:04.162669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42372) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:04.163614 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:04.203674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Current status of the port 9786d354-dfe9-45cf-82d9-5933d4629eaf is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:04.211826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.258848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] For port 9786d354-dfe9-45cf-82d9-5933d4629eaf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9786d354-dfe9-45cf-82d9-5933d4629eaf,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:04.271086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.395051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f06b7-7a11-4d57-9fb5-dd75debdb978 None None] Pushing event updated for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:04.406402 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6e0c6796-4532-47cd-ada1-bf1577362b57 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a14d2e88b02d44d3bd87f4b715a48554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424161 Sep 28 08:41:04.409527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42376) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:04.430533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-64bc2ba1-86cb-4f93-b37a-b488bf96f60b None None] Provisioning complete for port 9786d354-dfe9-45cf-82d9-5933d4629eaf triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:04.431009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-64bc2ba1-86cb-4f93-b37a-b488bf96f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.431367 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-64bc2ba1-86cb-4f93-b37a-b488bf96f60b None None] Attempt 1 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:04.478393 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-53933983-81af-49c0-b348-db39d5f00421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 4, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9786d354-dfe9-45cf-82d9-5933d4629eaf', 'name': '', 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'mac_address': 'fa:16:3e:36:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1bf84418-41c2-4a32-a62b-45123c766920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:57Z', 'updated_at': '2022-09-28T08:41:03Z', 'revision_number': 4, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'subnets': [{'id': '1bf84418-41c2-4a32-a62b-45123c766920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:04.513851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.516580 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53933983-81af-49c0-b348-db39d5f00421 None None] The sync data for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv is: [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:40:58Z', 'revision_number': 4, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9786d354-dfe9-45cf-82d9-5933d4629eaf', 'name': '', 'network_id': 'e92561f7-288e-41c9-bef0-dfd7240a5bce', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'mac_address': 'fa:16:3e:36:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1bf84418-41c2-4a32-a62b-45123c766920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:57Z', 'updated_at': '2022-09-28T08:41:03Z', 'revision_number': 4, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'subnets': [{'id': '1bf84418-41c2-4a32-a62b-45123c766920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:04.550911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.598076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-64bc2ba1-86cb-4f93-b37a-b488bf96f60b None None] Current status of the port 9786d354-dfe9-45cf-82d9-5933d4629eaf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:04.696363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.700109 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:04.705977 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9040a255-95d7-4363-8ccb-9beabcf095c8 HTTP/1.1" status: 204 len: 168 time: 0.2952230 Sep 28 08:41:04.719664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5f532-e945-4ee5-9638-80d63a120269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040a255-95d7-4363-8ccb-9beabcf095c8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:04.822038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:05.205862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Deleting port 0307b4c1-99c7-4bb0-a27d-a964b9263279 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:41:05.206209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:05.321831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] For port 0307b4c1-99c7-4bb0-a27d-a964b9263279, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0307b4c1-99c7-4bb0-a27d-a964b9263279,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:05.322197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:05.336206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Calling delete_port for 0307b4c1-99c7-4bb0-a27d-a964b9263279 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:41:05.481818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:41:05.499505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: e11d1b5d-8033-4f6d-a78b-83021704c032 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:41:05.500087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e11d1b5d-8033-4f6d-a78b-83021704c032 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:41:05.572813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:05.599325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Port': ['ID=0307b4c1-99c7-4bb0-a27d-a964b9263279,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:05.803443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.335586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Router 97e3a157-cf98-479a-8acb-12705c965a26 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:06.431353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0323e37-c859-4df4-9f2d-e212ee7c5bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.491717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:06.499543 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e82d122-3914-4049-bb4b-06ad3cdd57ee tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "PUT /v2.0/routers/97e3a157-cf98-479a-8acb-12705c965a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686554 Sep 28 08:41:06.502623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42384) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:06.507589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Sync routers for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:06.527201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:06.527822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:06.604559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Deleting subnet 70ae6380-919f-4821-90b8-bb4cdbe6d13f {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:41:06.607945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.659571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.674123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9786d354-dfe9-45cf-82d9-5933d4629eaf up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:06.683837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:06.759949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.850796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.880972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Subnet': ['ID=70ae6380-919f-4821-90b8-bb4cdbe6d13f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:06.884824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.890726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3df44952-ae75-4583-931f-cdae796ddd56 tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "DELETE /v2.0/subnets/70ae6380-919f-4821-90b8-bb4cdbe6d13f HTTP/1.1" status: 204 len: 168 time: 0.3844900 Sep 28 08:41:06.890896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9786d354-dfe9-45cf-82d9-5933d4629eaf triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:06.890896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:06.890896 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9786d354-dfe9-45cf-82d9-5933d4629eaf Sep 28 08:41:06.892745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42386) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:06.931106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0fa9e4-dd27-4090-a499-2db1c6e1491f None None] Network 4bbcd128-e222-4cc3-97a6-f021c13700f0 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:41:07.023475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.143139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.207129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Deleting port 4d442ea1-de7b-47fb-bad4-d58b15e3521b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:41:07.207357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.308303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] For port 4d442ea1-de7b-47fb-bad4-d58b15e3521b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4d442ea1-de7b-47fb-bad4-d58b15e3521b,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:07.308672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.322577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Calling delete_port for 4d442ea1-de7b-47fb-bad4-d58b15e3521b owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:41:07.342267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9786d354-dfe9-45cf-82d9-5933d4629eaf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:07.354955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:41:05Z', 'revision_number': 5, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port': {'id': '4d442ea1-de7b-47fb-bad4-d58b15e3521b', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e3a157-cf98-479a-8acb-12705c965a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:49Z', 'updated_at': '2022-09-28T08:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:07.385716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Checking router: 97e3a157-cf98-479a-8acb-12705c965a26 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:07.395054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Routers {'97e3a157-cf98-479a-8acb-12705c965a26'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:07.395681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:40:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['97e3a157-cf98-479a-8acb-12705c965a26'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:07.493175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] DHCP port deletion for 4bbcd128-e222-4cc3-97a6-f021c13700f0 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:41:07.505981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.546022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Port': ['ID=4d442ea1-de7b-47fb-bad4-d58b15e3521b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:07.551456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] Set router 97e3a157-cf98-479a-8acb-12705c965a26 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:07.615218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.629800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:41:07Z', 'revision_number': 6, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:07.667754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ececc-d615-40ff-a364-e56a1cd41b36 None None] The sync data for ids ['97e3a157-cf98-479a-8acb-12705c965a26'] in dv-neutron-859308-3-hyperv is: [{'id': '97e3a157-cf98-479a-8acb-12705c965a26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1348899415', 'tenant_id': '140fbb82b98446e99dc826ba1166d853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:38:47Z', 'updated_at': '2022-09-28T08:41:07Z', 'revision_number': 6, 'project_id': '140fbb82b98446e99dc826ba1166d853', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:07.694975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Deleting port 0a3d31e6-deb9-4fe2-8e29-94a598440efc {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:41:07.695970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.739346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.742188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.780528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] For port 0a3d31e6-deb9-4fe2-8e29-94a598440efc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0a3d31e6-deb9-4fe2-8e29-94a598440efc,segment=NetworkSegment(afba0ccc-e57a-49a4-945e-60314623478f),segment_id=afba0ccc-e57a-49a4-945e-60314623478f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:07.784001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.796468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.797084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Fanout notify agent at l3_agent the message router_deleted on router 97e3a157-cf98-479a-8acb-12705c965a26 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:41:07.805172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.806427 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a40eaecf-6904-480b-9553-a6bc119b159a tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "DELETE /v2.0/routers/97e3a157-cf98-479a-8acb-12705c965a26 HTTP/1.1" status: 204 len: 168 time: 0.9121428 Sep 28 08:41:07.811552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42390) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:07.813301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Calling delete_port for 0a3d31e6-deb9-4fe2-8e29-94a598440efc owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:41:07.905484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.912003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:07.942731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] Pushing event deleted for resources: {'Port': ['ID=0a3d31e6-deb9-4fe2-8e29-94a598440efc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:07.948240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093eb00-1852-4432-8fe8-44692926b987 None None] No DVR routers for this DVR port 0a3d31e6-deb9-4fe2-8e29-94a598440efc on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:41:07.963455 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:41:08.019516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.055474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbcd128-e222-4cc3-97a6-f021c13700f0']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:08.067288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afba0ccc-e57a-49a4-945e-60314623478f') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:08.067650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afba0ccc-e57a-49a4-945e-60314623478f') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:08.084643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.103811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.110163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:41:08.110618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.151066 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment afba0ccc-e57a-49a4-945e-60314623478f resource provider aggregate not found Sep 28 08:41:08.197702 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment afba0ccc-e57a-49a4-945e-60314623478f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afba0ccc-e57a-49a4-945e-60314623478f found for delete ", "request_id": "req-75cbd364-7524-479c-acb2-ebf736411af0"}]} Sep 28 08:41:08.198838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.204367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.207729 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "DELETE /v2.0/networks/4bbcd128-e222-4cc3-97a6-f021c13700f0 HTTP/1.1" status: 204 len: 168 time: 0.3950493 Sep 28 08:41:08.210358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42398) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:08.229189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8800-d6cb-43ba-883a-668818bf7c5d tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'Network': ['ID=4bbcd128-e222-4cc3-97a6-f021c13700f0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:08.280749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.306609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.368396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.371274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.374013 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] 10.222.0.27 "DELETE /v2.0/security-groups/9a25ba6e-30e2-4cfa-a710-2172565fdae7 HTTP/1.1" status: 204 len: 168 time: 0.1619594 Sep 28 08:41:08.384417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452851df-f092-4958-a3d7-867218d04bbb tempest-TestNetworkAdvancedServerOps-1758678587 tempest-TestNetworkAdvancedServerOps-1758678587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25ba6e-30e2-4cfa-a710-2172565fdae7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:08.574591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0a3d31e6-deb9-4fe2-8e29-94a598440efc no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:41:08.606869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0a3d31e6-deb9-4fe2-8e29-94a598440efc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:41:08.607217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0a3d31e6-deb9-4fe2-8e29-94a598440efc not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:41:08.607651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0307b4c1-99c7-4bb0-a27d-a964b9263279 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:41:08.630058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0307b4c1-99c7-4bb0-a27d-a964b9263279 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:41:08.630406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0307b4c1-99c7-4bb0-a27d-a964b9263279 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:41:08.630821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4d442ea1-de7b-47fb-bad4-d58b15e3521b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:41:08.655063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4d442ea1-de7b-47fb-bad4-d58b15e3521b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:41:08.655411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4d442ea1-de7b-47fb-bad4-d58b15e3521b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:41:08.759722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42406) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:08.791835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4f64-fd47-468b-ad97-420cb02be7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.914410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1b3e5c54-4813-4c87-8906-fc3d6886b086 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=140fbb82b98446e99dc826ba1166d853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535683 Sep 28 08:41:08.917005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42410) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:08.968878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:08.992198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.048318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.051182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.055756 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e5c58892-e8bd-40ef-8498-c92ac9a3ebdf HTTP/1.1" status: 204 len: 168 time: 0.1379356 Sep 28 08:41:09.065127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd01c7b-b2a9-4bf9-8420-6e5f265f5f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c58892-e8bd-40ef-8498-c92ac9a3ebdf,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:09.347135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42418) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:09.360984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d19e180-8bc2-44a6-86d4-003ffb33a3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.440879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d19e180-8bc2-44a6-86d4-003ffb33a3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.447030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d19e180-8bc2-44a6-86d4-003ffb33a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.486413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3d19e180-8bc2-44a6-86d4-003ffb33a3ee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2dea15a030064ce2b496e5c30052b0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379759 Sep 28 08:41:09.487392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19e180-8bc2-44a6-86d4-003ffb33a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad73ab-a69f-4482-8d7c-b016d86e49da,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:09.489058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42420) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:09.554183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.576869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.627688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.630876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:09.634496 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e6ad73ab-a69f-4482-8d7c-b016d86e49da HTTP/1.1" status: 204 len: 168 time: 0.1411839 Sep 28 08:41:09.641199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331928-8637-4636-b8aa-5b3699a1529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad73ab-a69f-4482-8d7c-b016d86e49da,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:10.063527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:11.237642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:11.686779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:16.679624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42470) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:16.756676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b68e20-d5dd-491c-a159-131b3058aa5f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:16.757339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b68e20-d5dd-491c-a159-131b3058aa5f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:16.757817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b68e20-d5dd-491c-a159-131b3058aa5f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:16.759516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-41b68e20-d5dd-491c-a159-131b3058aa5f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?project_id=bb0ece877ae1475b9a8004d45b41429b&network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 2999 time: 0.0789413 Sep 28 08:41:19.957597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-68d30abb-e614-486f-b5c9-672a20c79e77 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119188693&fields=id&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 267 time: 0.0429816 Sep 28 08:41:20.221856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42494) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:20.279006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b016d7d-49b9-46fa-99f8-39953d09176d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:20.283129 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9b016d7d-49b9-46fa-99f8-39953d09176d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2 HTTP/1.1" status: 200 len: 814 time: 0.0574884 Sep 28 08:41:20.438358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-7c457a70-0a92-4d28-bf92-e29bbdad2a00 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:20.439838 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-7c457a70-0a92-4d28-bf92-e29bbdad2a00 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.4728460 Sep 28 08:41:20.456059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-b9ff1415-d79e-44b8-9894-7883bb969fc1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/quotas/02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 375 time: 0.0099349 Sep 28 08:41:20.509109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-c211c1f0-b734-4c6f-81cd-138bac44dfc2 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471821 Sep 28 08:41:20.615519 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-4d8e8613-d461-45a2-81fa-76960ecf2399 service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881352 Sep 28 08:41:20.704461 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-c8618a35-e2bc-47f2-8c10-257db1901a35 service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826926 Sep 28 08:41:21.040821 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83c0c147-d5fb-461e-ab44-cf203a4ad0b0 req-4b4cb06f-1bcb-4a92-9e67-d90924259b26 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Sep 28 08:41:21.298051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42516) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:21.302874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:21.364704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:21.520346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:21.525195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:21.525516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2503b741-6b38-4070-92d5-099d3772aaca disassociated. External IP: 172.26.4.134, port: fb7d40a3-db43-4a39-95aa-efbbfbda5149. Sep 28 08:41:21.758432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:21.869739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:21.874880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:21.880988 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:21.894519 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:21.895479 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:21.911446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee964a33-c54b-4817-b67e-ff0920731e68 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 690 time: 0.6093950 Sep 28 08:41:21.911446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:21.912386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:21.912549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42518) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:21.952207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56793556-c05d-407b-a146-615eea7990f9 x-openstack-request-id: req-56793556-c05d-407b-a146-615eea7990f9 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:21.952688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:21.952873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-56793556-c05d-407b-a146-615eea7990f9 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:21.953308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56793556-c05d-407b-a146-615eea7990f9'] response: {'name': 'network-changed', 'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'status': 'completed', 'code': 200} Sep 28 08:41:21.999741 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6bdb96e2-63e2-4f43-97fb-1af84363ef3d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 690 time: 0.0861552 Sep 28 08:41:22.010238 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:22.069423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-55582cde-4c90-4385-959b-3e9dbd7195d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.070417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-55582cde-4c90-4385-959b-3e9dbd7195d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1098 time: 0.0941684 Sep 28 08:41:22.089206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-75a64202-f9c4-4fb1-9571-c17bacbcf829 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.091005 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-75a64202-f9c4-4fb1-9571-c17bacbcf829 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.1616480 Sep 28 08:41:22.151105 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-186bef8d-bc09-4f12-a1bc-cefe5ea49902 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 380 time: 0.0504205 Sep 28 08:41:22.163035 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'port': {'device_id': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'admin_state_up': True, 'tenant_id': '02d15b29073043a7994227b24526c104', 'security_groups': ['e4da234a-534a-474c-acd7-b520d1c954a9']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:22.244157 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bb665d63-8f58-42c0-8413-2f34a81f90fc req-70368f6d-0547-4ad2-a0ba-15b277fca1f3 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0486174 Sep 28 08:41:22.289174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-c47fd4c1-1c84-402c-bdd6-f96f3adb8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.290982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-c47fd4c1-1c84-402c-bdd6-f96f3adb8908 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.2086160 Sep 28 08:41:22.309303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Made reservation on behalf of 02d15b29073043a7994227b24526c104 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:41:22.316897 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:22.317350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:22.344394 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:22.354044 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:22.354659 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:22.360593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-21c0e289-ca81-462d-9ef9-59b366b871b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 217 time: 0.0611768 Sep 28 08:41:22.424968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-14c16402-93c4-4a7d-862f-801df688ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.427447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-14c16402-93c4-4a7d-862f-801df688ebdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0598629 Sep 28 08:41:22.467042 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:22.485699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.20.0.9 (45f99a4c-71f0-4ff7-aa2d-a160098b5819/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad/96888579-9bab-46b9-9527-7ed2945e4990) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:22.525582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-96dcd261-35a7-4123-ac97-27372f7b1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.527607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-96dcd261-35a7-4123-ac97-27372f7b1b55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926423 Sep 28 08:41:22.627362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-73cbfe40-cde4-496f-8e5c-3519e98b64b1 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923741 Sep 28 08:41:22.641952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:22.672826 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:22.686230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:22.702652 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb939e2-eb8a-460f-b00d-7e5f0ad4a021 None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:22.746544 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcb8ca74-b9b3-4e3e-915d-5e4438893c2d req-22dedf65-06bc-4e1d-a221-cbbceffd7334 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125281 Sep 28 08:41:22.763547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:22.765551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:22.767799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:22.775359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:41:22.785072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.785361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.785758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.786098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.786424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.786891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.787225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.787540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.787873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.788195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.788977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.789164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:22.843070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.843741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:22.864123 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-775db75a-b22f-4c19-a7eb-340934f05b1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7067616 Sep 28 08:41:22.875960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Request body: {'port': {'device_id': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:22.945631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.002915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:23.031758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64663c1d-f8f1-454e-9539-e5687796ba9c None None] New status for floating IP 2503b741-6b38-4070-92d5-099d3772aaca: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:41:23.051751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a794caaf-f8dc-4ffc-a362-20a38199c7c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 690 time: 0.0469067 Sep 28 08:41:23.166372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Provisioning complete for port 96888579-9bab-46b9-9527-7ed2945e4990 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:23.166942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.167360 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Attempt 1 to provision port 96888579-9bab-46b9-9527-7ed2945e4990 Sep 28 08:41:23.232105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96888579-9bab-46b9-9527-7ed2945e4990 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:41:23.240582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.254769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Transition to ACTIVE for port object 96888579-9bab-46b9-9527-7ed2945e4990 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:41:23.261897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.274767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Port 96888579-9bab-46b9-9527-7ed2945e4990 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:23.336263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Pushing event updated for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:23.424142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf976f-43cb-4080-8320-ea5bec14034b req-b9386381-8c3c-4bd6-b4c7-39af38a6c156 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.425722 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fdf976f-43cb-4080-8320-ea5bec14034b req-b9386381-8c3c-4bd6-b4c7-39af38a6c156 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0677557 Sep 28 08:41:23.428254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Attempting to bind port 96888579-9bab-46b9-9527-7ed2945e4990 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:41:23.428593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Attempting to bind port 96888579-9bab-46b9-9527-7ed2945e4990 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:41:23.428918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Attempting to bind port 96888579-9bab-46b9-9527-7ed2945e4990 on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:23.439955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Port 96888579-9bab-46b9-9527-7ed2945e4990 on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:41:23.440313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Attempting to bind port 96888579-9bab-46b9-9527-7ed2945e4990 on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:23.453644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:41:23.453986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:41:23.454373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Bound using segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:41:23.454814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Bound port: 96888579-9bab-46b9-9527-7ed2945e4990, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:41:23.455176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.482415 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fdf976f-43cb-4080-8320-ea5bec14034b req-b23dff0a-40df-41ee-b36c-4d43257b1648 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 Sep 28 08:41:23.538641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:41:23.541857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=96888579-9bab-46b9-9527-7ed2945e4990,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:41:23.547461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.551684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.552316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:23.553735 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] 10.222.0.62 "PUT /v2.0/ports/96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 200 len: 1093 time: 0.6823127 Sep 28 08:41:23.554186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:23.556551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dcbea2-3eb0-4138-8073-632fdddcb450" -d '{"events": [{"name": "network-changed", "server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "tag": "96888579-9bab-46b9-9527-7ed2945e4990"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:23.603267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f2faed-770d-4de1-8dc9-1aeb5a6af6d0 x-openstack-request-id: req-85f2faed-770d-4de1-8dc9-1aeb5a6af6d0 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:23.603555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "tag": "96888579-9bab-46b9-9527-7ed2945e4990", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:23.603808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85f2faed-770d-4de1-8dc9-1aeb5a6af6d0 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:23.604211 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f2faed-770d-4de1-8dc9-1aeb5a6af6d0'] response: {'name': 'network-changed', 'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990', 'status': 'completed', 'code': 200} Sep 28 08:41:23.617992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9377-7349-4907-8ab6-27ca6d6d596d service neutron] Pushing event updated for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:23.650651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-0984b0d3-edaa-4767-8661-8452ba683b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.652205 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-0984b0d3-edaa-4767-8661-8452ba683b9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1096 time: 0.0435283 Sep 28 08:41:23.698929 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-1eab82e8-d71c-4420-abf2-784af8e96f60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 200 len: 217 time: 0.0363064 Sep 28 08:41:23.751218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-25f7add5-6598-4b29-bb6b-7795a48ed33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.752827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-25f7add5-6598-4b29-bb6b-7795a48ed33f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0501897 Sep 28 08:41:23.776418 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Attempt 2 to provision port 96888579-9bab-46b9-9527-7ed2945e4990 Sep 28 08:41:23.808916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471246-c459-4907-a58e-1782a9e6000f req-108655c0-1567-47af-a7d0-899325a0aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.810616 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-108655c0-1567-47af-a7d0-899325a0aa16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505686 Sep 28 08:41:23.823592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-29f5c378-45eb-4616-8a2a-f6c8c0d6ebb4 None None] Port 96888579-9bab-46b9-9527-7ed2945e4990 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:41:23.907597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-9259b4e0-16b9-443e-b436-c7da32cdba7e service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898452 Sep 28 08:41:24.000212 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be471246-c459-4907-a58e-1782a9e6000f req-c72fd668-a3e5-4119-b2ad-c5da26bc41ce service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Sep 28 08:41:24.055120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42534) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:24.097642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-3ff81986-d6dc-401e-b103-4e18bb253a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.099276 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-3ff81986-d6dc-401e-b103-4e18bb253a9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1096 time: 0.0542419 Sep 28 08:41:24.104076 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dc949c5b-3c1b-412a-aec0-3a053fc79d60 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 688 time: 0.0476966 Sep 28 08:41:24.196635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-67f6df82-81d9-4cfe-9755-154ed0511e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.198168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-67f6df82-81d9-4cfe-9755-154ed0511e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0923312 Sep 28 08:41:24.240293 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-c675fd3d-ef25-49c2-bb2c-fc985f886dbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 200 len: 217 time: 0.0357976 Sep 28 08:41:24.296253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-ab3ad87c-55ae-4fee-a4ec-d5707651dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.297783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-ab3ad87c-55ae-4fee-a4ec-d5707651dbba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0499012 Sep 28 08:41:24.346755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-f4d0b53d-d8d0-4168-b774-45f326db4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.348224 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-f4d0b53d-d8d0-4168-b774-45f326db4249 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428286 Sep 28 08:41:24.443951 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-2919d182-3bf8-4bac-bc26-dcdb27ea58e6 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Sep 28 08:41:24.538784 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d3dcbea2-3eb0-4138-8073-632fdddcb450 req-4d1de7a1-a9cb-44b5-a0f9-c4c0e9386107 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Sep 28 08:41:24.632444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5316523-c58e-4409-ae11-7bc2ded54f92 req-6e4a2257-7523-4f06-bcee-aae2ce7bc905 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.633933 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5316523-c58e-4409-ae11-7bc2ded54f92 req-6e4a2257-7523-4f06-bcee-aae2ce7bc905 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0505013 Sep 28 08:41:24.672591 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5316523-c58e-4409-ae11-7bc2ded54f92 req-aeb763d2-667a-4034-810b-3d0be6e95ca1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Sep 28 08:41:25.183852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42540) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.188617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59529845', 'description': 'tempest-secgroup-smoke-59529845 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.211463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.278302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.283687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.311729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.315796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1280575 Sep 28 08:41:25.316552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42542) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.320991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.326801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:25.334247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.334606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.334955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.335297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.335638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.335977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.336312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.336647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.336996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.337371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.337673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.338000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ff836-39af-4c35-9026-c36b535ee092 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:25.365315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.419274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.424092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.441849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f98c9d-0d2b-4d40-b2d6-cbe0ce8bb174,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:25.450383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.461516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bbd45a57-3721-415e-8718-74d62903b420 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343112 Sep 28 08:41:25.465665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42544) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.470263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.497407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.560110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.565248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.583171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c6c0d3-bb26-44bd-a008-6dde78c5ab85,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:25.596669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.598120 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8e3a2c7a-d462-4d29-a581-8637767fd759 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314304 Sep 28 08:41:25.601133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42546) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.605993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.640579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.702955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.709428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.729692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1582ad-1665-4483-bcf5-cf2b0822fee0,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:25.743698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.749903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42550) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.750129 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-032c6cdd-930e-4901-96f6-a56c6c31db2d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476867 Sep 28 08:41:25.756150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.785244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.819867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1eaa0e-3930-4fc1-8ca7-0fbf9c42392e req-a7d10879-0926-4e42-ad63-ea1365a2051a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:25.821696 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec1eaa0e-3930-4fc1-8ca7-0fbf9c42392e req-a7d10879-0926-4e42-ad63-ea1365a2051a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0576594 Sep 28 08:41:25.848448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.853422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.866517 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ec1eaa0e-3930-4fc1-8ca7-0fbf9c42392e req-5f6d1387-70d0-41c6-af2e-5dcd2c9d1a5d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370378 Sep 28 08:41:25.870859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf4cb6f-638a-4869-ad9e-793cec2467c4,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:25.893189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.893189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b1cc2dc3-2bac-48f0-ae62-01632dbbb47c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355498 Sep 28 08:41:25.893477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42552) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:25.894698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:25.918209 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:25.923163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.974367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.978970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:25.996361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68f8b05-e22d-481b-8c30-dad4d92c486f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:26.008764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:26.010298 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0797ee07-6f4e-4188-a043-e7f974557f61 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192646 Sep 28 08:41:26.013560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:26.018347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '76b5f471-dcf9-4b3b-a117-0d3f9bb83baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:26.040707 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:41:26.045933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:26.111868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:26.117998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:26.135484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445ebe61-30ce-433b-8ed4-57ae4d265508,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:26.145668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:26.149608 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2f17948f-d139-4b19-a309-c8585f45598d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348443 Sep 28 08:41:26.354121 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-92ddfe6c-3ab6-4ffa-90e1-973ab3833c2a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59529845&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0435278 Sep 28 08:41:26.807530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-17df99ab-319f-4d8f-9522-5beb5aa97718 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:26.809003 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-17df99ab-319f-4d8f-9522-5beb5aa97718 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 794 time: 0.4479067 Sep 28 08:41:26.824111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-7a2c0468-9eb7-49c3-961b-531e64d5695d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0091884 Sep 28 08:41:26.920235 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-7045c0ec-6e4c-4125-89a4-7d9b7ff3d014 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0908871 Sep 28 08:41:27.001908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005c2d-243a-422b-ac7b-c561a59da008 req-0593f017-1359-4c04-9c7c-311a2af46fa7 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.003533 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13005c2d-243a-422b-ac7b-c561a59da008 req-0593f017-1359-4c04-9c7c-311a2af46fa7 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0534942 Sep 28 08:41:27.021902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-b106eaea-afb1-4f7a-af90-112bd58b29a1 service neutron] 10.222.0.27 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895507 Sep 28 08:41:27.044287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-13005c2d-243a-422b-ac7b-c561a59da008 req-32ee0c0c-fd18-4cbd-9bf1-b6afce310eb9 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Sep 28 08:41:27.111954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-462759b7-7fa8-4f5b-a74b-9745fc9c4427 service neutron] 10.222.0.27 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Sep 28 08:41:27.286288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-776f8854-bbb1-4f47-9ff9-9a257abd2c0c req-ce1caefe-a21c-477c-8425-5afeca219d1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Sep 28 08:41:28.176317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204639d-d951-4056-9465-25fa26541da3 req-ccbb2f50-8974-490e-beab-b2ca035c1164 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:28.183791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b204639d-d951-4056-9465-25fa26541da3 req-ccbb2f50-8974-490e-beab-b2ca035c1164 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0589466 Sep 28 08:41:28.232134 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b204639d-d951-4056-9465-25fa26541da3 req-cdc6676c-e70a-4899-a03e-c117a3a32511 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474448 Sep 28 08:41:28.263434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-2afc2020-b2ea-4505-bc8b-5ec86098c147 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:28.265166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-2afc2020-b2ea-4505-bc8b-5ec86098c147 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 794 time: 0.1145141 Sep 28 08:41:28.310619 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-bac13496-0367-4fdd-8311-9ead871e0046 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 470 time: 0.0368259 Sep 28 08:41:28.320604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['76b5f471-dcf9-4b3b-a117-0d3f9bb83baa']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:28.418818 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-df7daf30-9f70-44d8-987a-b50042ee19eb req-2eb6bf90-2c29-4c4d-859c-e14193435b4e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 210 time: 0.0391660 Sep 28 08:41:28.460667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:41:28.464409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:28.592411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.3 (5f7e60f4-ba90-47a8-8618-07a3811b667a/0d8b8c1a-6460-40dc-896a-ff5c4c0c5128/5c5f6e58-6b9c-4d00-b05a-185170146674) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:28.749395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:28.787955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:28.831031 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:28.834120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:28.836789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:41:28.863919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:28.894617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:28.895241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:28.912977 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-42f90240-ebf2-4ada-a749-b5d896546ccd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960205 Sep 28 08:41:28.925163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Request body: {'port': {'device_id': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:28.985355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.076676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Provisioning complete for port 5c5f6e58-6b9c-4d00-b05a-185170146674 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:29.077350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.077459 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Attempt 1 to provision port 5c5f6e58-6b9c-4d00-b05a-185170146674 Sep 28 08:41:29.111943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Port 5c5f6e58-6b9c-4d00-b05a-185170146674 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:41:29.244341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5f6e58-6b9c-4d00-b05a-185170146674 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:41:29.251874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.264111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Transition to ACTIVE for port object 5c5f6e58-6b9c-4d00-b05a-185170146674 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:41:29.270110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.335602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Pushing event updated for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:29.366234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c066dfc-d0d8-4191-b46a-f902bbece0b7 req-91f0c6c2-1ac8-421f-8b3b-04748e939db8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.367757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9c066dfc-d0d8-4191-b46a-f902bbece0b7 req-91f0c6c2-1ac8-421f-8b3b-04748e939db8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0583119 Sep 28 08:41:29.384187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Attempting to bind port 5c5f6e58-6b9c-4d00-b05a-185170146674 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:41:29.384524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Attempting to bind port 5c5f6e58-6b9c-4d00-b05a-185170146674 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:41:29.384860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Attempting to bind port 5c5f6e58-6b9c-4d00-b05a-185170146674 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:29.389522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Port 5c5f6e58-6b9c-4d00-b05a-185170146674 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:41:29.389845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Attempting to bind port 5c5f6e58-6b9c-4d00-b05a-185170146674 on network 5f7e60f4-ba90-47a8-8618-07a3811b667a {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:29.394770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:41:29.395071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Checking segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:41:29.395508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Bound using segment: {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:41:29.395922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Bound port: 5c5f6e58-6b9c-4d00-b05a-185170146674, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413f76ae-da12-4a98-bd30-21588aa6c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:41:29.396282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.406946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9c066dfc-d0d8-4191-b46a-f902bbece0b7 req-61c0b0a6-7bd7-4954-9544-0ee4f93b666e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Sep 28 08:41:29.460207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:41:29.463440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5c5f6e58-6b9c-4d00-b05a-185170146674,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:41:29.469215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.473774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.474377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:29.475769 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] 10.222.0.62 "PUT /v2.0/ports/5c5f6e58-6b9c-4d00-b05a-185170146674 HTTP/1.1" status: 200 len: 1093 time: 0.5550332 Sep 28 08:41:29.476258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:29.478605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b39977-200f-4e52-a88f-5238eee5e339" -d '{"events": [{"name": "network-changed", "server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:29.534708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0452ba-5fb9-4fa6-adf3-7befdfad8ad8 x-openstack-request-id: req-3d0452ba-5fb9-4fa6-adf3-7befdfad8ad8 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:29.535001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:29.535250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3d0452ba-5fb9-4fa6-adf3-7befdfad8ad8 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:29.535643 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0452ba-5fb9-4fa6-adf3-7befdfad8ad8'] response: {'name': 'network-changed', 'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'status': 'completed', 'code': 200} Sep 28 08:41:29.593240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86507a18-91d7-4b3d-8004-d61771a04c5d service neutron] Pushing event updated for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:29.603211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e627f-6162-4aab-9fa1-d5daeef01241 req-4e52d9e8-f8c1-4f70-82cb-c6a638931d25 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.604685 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-302e627f-6162-4aab-9fa1-d5daeef01241 req-4e52d9e8-f8c1-4f70-82cb-c6a638931d25 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 943 time: 0.1028287 Sep 28 08:41:29.613196 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Attempt 2 to provision port 5c5f6e58-6b9c-4d00-b05a-185170146674 Sep 28 08:41:29.616180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-9d95b04e-e432-41bc-be9e-70f9e160d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.617671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-9d95b04e-e432-41bc-be9e-70f9e160d77e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 1096 time: 0.0812769 Sep 28 08:41:29.656175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-41cc5f88-b261-468b-ba65-ba7d5ba025c6 None None] Port 5c5f6e58-6b9c-4d00-b05a-185170146674 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:41:29.668443 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-454ba442-c56a-4b3d-ae22-e405b3e846a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5f6e58-6b9c-4d00-b05a-185170146674 HTTP/1.1" status: 200 len: 217 time: 0.0377591 Sep 28 08:41:29.692561 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-302e627f-6162-4aab-9fa1-d5daeef01241 req-f9483f77-1ebd-47d9-bb92-f31c3a72ab9c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803981 Sep 28 08:41:29.728020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-ffa653ff-6b19-466a-afb1-244bff7d842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.729543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-ffa653ff-6b19-466a-afb1-244bff7d842e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0535982 Sep 28 08:41:29.778513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-5f874806-a918-4c5c-b883-4453813ab9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.779937 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-5f874806-a918-4c5c-b883-4453813ab9bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425045 Sep 28 08:41:29.876547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-a1ed7f10-e718-430a-9e3a-4c6845f5832e service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880446 Sep 28 08:41:29.967322 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-86b7aa65-4674-44fd-8e7e-8ecd837e59b4 req-4ce1fa86-615d-4e83-92a1-b05a89067cc5 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826676 Sep 28 08:41:30.064150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39977-200f-4e52-a88f-5238eee5e339 req-025bb58d-fc26-43ef-ab58-9b427f5b7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.065571 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-025bb58d-fc26-43ef-ab58-9b427f5b7b81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 1096 time: 0.0425239 Sep 28 08:41:30.166495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39977-200f-4e52-a88f-5238eee5e339 req-e44001f2-1b0b-4868-89de-72bb90cddf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.168034 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-e44001f2-1b0b-4868-89de-72bb90cddf1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.0951462 Sep 28 08:41:30.220859 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-574a9923-be2f-4ad1-b002-918f4716f0f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5f6e58-6b9c-4d00-b05a-185170146674 HTTP/1.1" status: 200 len: 217 time: 0.0450504 Sep 28 08:41:30.284926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39977-200f-4e52-a88f-5238eee5e339 req-f2ef3535-3065-42d6-9d3e-9a4e7da8e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.286432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-f2ef3535-3065-42d6-9d3e-9a4e7da8e58a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0571311 Sep 28 08:41:30.338112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39977-200f-4e52-a88f-5238eee5e339 req-a45fa2ec-6e87-44cc-b2cf-8eb62644680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.340191 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-a45fa2ec-6e87-44cc-b2cf-8eb62644680e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455260 Sep 28 08:41:30.434965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-411fc702-4883-4f3a-a2e2-e39efd60e44c service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Sep 28 08:41:30.539472 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-95b39977-200f-4e52-a88f-5238eee5e339 req-13d895b4-ee13-4f3e-a714-8073035a5cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960743 Sep 28 08:41:30.539775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795634a-4474-4a7b-b6dd-ab8ac2a71cea req-eebfe158-c908-4266-a57c-414a39b8950c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.541010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1795634a-4474-4a7b-b6dd-ab8ac2a71cea req-eebfe158-c908-4266-a57c-414a39b8950c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0516913 Sep 28 08:41:30.582957 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1795634a-4474-4a7b-b6dd-ab8ac2a71cea req-45a509c4-810d-4bf6-9f0c-695a55547d71 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Sep 28 08:41:30.828546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f58967-1e87-4957-9fbf-17b74d2919cb req-228200c0-070d-4b81-b76a-01a59b07ff53 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:30.830117 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c3f58967-1e87-4957-9fbf-17b74d2919cb req-228200c0-070d-4b81-b76a-01a59b07ff53 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 943 time: 0.0560138 Sep 28 08:41:30.872471 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c3f58967-1e87-4957-9fbf-17b74d2919cb req-e570f21d-bc58-4b75-8c5c-d16fa1ee87c5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331635 Sep 28 08:41:31.585395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5c5f6e58-6b9c-4d00-b05a-185170146674 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:41:31.696357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5c5f6e58-6b9c-4d00-b05a-185170146674,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:31.705388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297817a-9a83-45d8-a81d-c88be779ed4b req-77c28e62-fa24-4df9-8b5f-e2eb1a942c6a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:31.706958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b297817a-9a83-45d8-a81d-c88be779ed4b req-77c28e62-fa24-4df9-8b5f-e2eb1a942c6a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0496948 Sep 28 08:41:31.707748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'port_id': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'mac_address': 'fa:16:3e:06:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:41:31.745463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5c5f6e58-6b9c-4d00-b05a-185170146674 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:31.745831 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b297817a-9a83-45d8-a81d-c88be779ed4b req-b52027b5-70d1-4d63-b970-9e4687bb65f1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Sep 28 08:41:31.746094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:31.760008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5f6e58-6b9c-4d00-b05a-185170146674 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:41:31.780156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5c5f6e58-6b9c-4d00-b05a-185170146674,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:31.788522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:31.848670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:32.012248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa54f-de90-4abe-82eb-de6473a216bf req-4f4c4e08-dc74-4d33-8531-71e0cf8838da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:32.013808 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-46caa54f-de90-4abe-82eb-de6473a216bf req-4f4c4e08-dc74-4d33-8531-71e0cf8838da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 944 time: 0.0627241 Sep 28 08:41:32.030693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['5c5f6e58-6b9c-4d00-b05a-185170146674'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:41:32.053983 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-46caa54f-de90-4abe-82eb-de6473a216bf req-3f3d8bc9-890d-441f-bbf2-0b94f977c51e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341654 Sep 28 08:41:32.881506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ae7fe-73e0-4bb7-8cc7-cdc72241123f req-4ea89495-1bf4-4cfb-bd29-30ece6c16534 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:32.883896 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f10ae7fe-73e0-4bb7-8cc7-cdc72241123f req-4ea89495-1bf4-4cfb-bd29-30ece6c16534 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0637355 Sep 28 08:41:32.928204 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f10ae7fe-73e0-4bb7-8cc7-cdc72241123f req-8bbf32db-a0fb-4714-a9ae-e197894682f7 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349529 Sep 28 08:41:33.193632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3df04-58ce-4dd7-aef6-671c07de0e0d req-0595d58b-3f4e-4132-b9e4-1d14e755c78d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:33.195218 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-63c3df04-58ce-4dd7-aef6-671c07de0e0d req-0595d58b-3f4e-4132-b9e4-1d14e755c78d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 944 time: 0.0551329 Sep 28 08:41:33.235682 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-63c3df04-58ce-4dd7-aef6-671c07de0e0d req-444c22e7-ff28-4afd-8b3b-2e6ff73a038f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343404 Sep 28 08:41:33.293568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:33.605609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5c5f6e58-6b9c-4d00-b05a-185170146674 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:33.662529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 5c5f6e58-6b9c-4d00-b05a-185170146674 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:41:33.668210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 5c5f6e58-6b9c-4d00-b05a-185170146674 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:33.668624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:33.669001 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 5c5f6e58-6b9c-4d00-b05a-185170146674 Sep 28 08:41:33.757824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5c5f6e58-6b9c-4d00-b05a-185170146674 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:33.758204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:33.781569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:33.783852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b883b5-15c8-4df6-882a-84ffff3a0db7" -d '{"events": [{"server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "name": "network-vif-plugged", "status": "completed", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:33.801484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5c5f6e58-6b9c-4d00-b05a-185170146674,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:33.808211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:33.831490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228faa7-34f6-4f9c-aac7-1b1c59bb4828 x-openstack-request-id: req-1228faa7-34f6-4f9c-aac7-1b1c59bb4828 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:33.831861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "name": "network-vif-plugged", "status": "completed", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:33.832166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1228faa7-34f6-4f9c-aac7-1b1c59bb4828 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:33.832673 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1228faa7-34f6-4f9c-aac7-1b1c59bb4828'] response: {'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'code': 200} Sep 28 08:41:33.859670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:34.049429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a97c5-9b54-44c1-bbb8-dd5fe1066e2a req-fb9b7cda-8f67-46ca-a7fe-ce16f871c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:34.050922 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a24a97c5-9b54-44c1-bbb8-dd5fe1066e2a req-fb9b7cda-8f67-46ca-a7fe-ce16f871c040 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 1098 time: 0.0716767 Sep 28 08:41:34.076722 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d29010-442f-4db2-91e9-31d9fc37d937 req-7466976d-26fb-4cb3-a384-fca351caa153 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:34.078149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5d29010-442f-4db2-91e9-31d9fc37d937 req-7466976d-26fb-4cb3-a384-fca351caa153 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0670352 Sep 28 08:41:34.122390 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a24a97c5-9b54-44c1-bbb8-dd5fe1066e2a req-14ebabb9-9c1f-4c83-89d0-ed3c7dfd6415 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608988 Sep 28 08:41:34.130250 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5d29010-442f-4db2-91e9-31d9fc37d937 req-43268063-46e9-4170-8ed2-8b19a50dc12d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Sep 28 08:41:34.372143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2222bdf-be09-466a-8860-cfaef9198b72 req-d7d7f528-a926-4c59-90ea-9087075ab8ae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:34.373817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2222bdf-be09-466a-8860-cfaef9198b72 req-d7d7f528-a926-4c59-90ea-9087075ab8ae tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0503438 Sep 28 08:41:34.411856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2222bdf-be09-466a-8860-cfaef9198b72 req-8a805147-4dee-40c8-a96f-02719912cf30 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317953 Sep 28 08:41:35.256033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc74e4-7e9a-465f-a4c7-90ce314fc0c7 req-495e432b-9efe-41bd-ba43-68c4a6be01e6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:35.257919 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fabc74e4-7e9a-465f-a4c7-90ce314fc0c7 req-495e432b-9efe-41bd-ba43-68c4a6be01e6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 943 time: 0.0547004 Sep 28 08:41:35.308272 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fabc74e4-7e9a-465f-a4c7-90ce314fc0c7 req-6670cca0-367e-4033-86a5-dcd80075b101 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Sep 28 08:41:35.543553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14409-081c-42e3-87a5-73f60a737b04 req-0ce5f184-e884-43e7-bf6d-0b239d6d7a43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:35.545067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32b14409-081c-42e3-87a5-73f60a737b04 req-0ce5f184-e884-43e7-bf6d-0b239d6d7a43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Sep 28 08:41:35.585689 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32b14409-081c-42e3-87a5-73f60a737b04 req-2c7bba2f-cc3c-4343-97ed-bfa68f2e2de1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342619 Sep 28 08:41:35.635132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 96888579-9bab-46b9-9527-7ed2945e4990 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:41:35.718693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df244492-50ec-4cc3-ad31-db9cd73035bf req-9f84bcd9-8a72-47b4-a699-e69f702857d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:35.720366 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-df244492-50ec-4cc3-ad31-db9cd73035bf req-9f84bcd9-8a72-47b4-a699-e69f702857d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Sep 28 08:41:35.756303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=96888579-9bab-46b9-9527-7ed2945e4990,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:35.761561 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-df244492-50ec-4cc3-ad31-db9cd73035bf req-e235d559-2365-4600-a819-c4215a6c44db tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341473 Sep 28 08:41:35.768763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '96888579-9bab-46b9-9527-7ed2945e4990', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'port_id': '96888579-9bab-46b9-9527-7ed2945e4990', 'mac_address': 'fa:16:3e:b6:1d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:41:35.789131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42618) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:35.807352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 96888579-9bab-46b9-9527-7ed2945e4990 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:35.807830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:35.822930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96888579-9bab-46b9-9527-7ed2945e4990 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:41:35.843604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=96888579-9bab-46b9-9527-7ed2945e4990,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:35.848136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:35.850445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15631eb-b157-48ef-a7d8-73ee55623691 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:35.852173 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f15631eb-b157-48ef-a7d8-73ee55623691 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 1093 time: 0.0620289 Sep 28 08:41:35.857371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42620) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:35.862003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'port_id': '5c5f6e58-6b9c-4d00-b05a-185170146674'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:35.900968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:35.903318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:35.910937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.911435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.911881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.912281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.912678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.913961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.914712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.915127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.915634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.916110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.916477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:35.916811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:36.060504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['96888579-9bab-46b9-9527-7ed2945e4990'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:41:36.360101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:36.366784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:36.426918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6734-b8dd-4fc2-968f-0211aeda8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:36.497649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a451fc1-7a29-4154-af4d-3de9df7b05ff req-44a95405-8cc0-4399-8b80-1d334a519516 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:36.499184 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a451fc1-7a29-4154-af4d-3de9df7b05ff req-44a95405-8cc0-4399-8b80-1d334a519516 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 944 time: 0.0986626 Sep 28 08:41:36.517760 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2503b741-6b38-4070-92d5-099d3772aaca associated. External IP: 172.26.4.134, port: 5c5f6e58-6b9c-4d00-b05a-185170146674. Sep 28 08:41:36.585297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a451fc1-7a29-4154-af4d-3de9df7b05ff req-4e15950b-ffc9-4bd2-8f18-6ba9e990afa8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765367 Sep 28 08:41:36.756243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:36.876484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:36.882841 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:36.887602 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:36.897790 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:36.898379 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:36.910369 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1c586a5d-3101-4efe-91a7-30f2043265a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 991 time: 1.0518916 Sep 28 08:41:36.910964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:36.913368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a5131-7709-4d21-b333-c5ebcfbaff98" -d '{"events": [{"name": "network-changed", "server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:36.913678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42624) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:36.951492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553f1dd1-5955-4be7-b583-1efcdfad3299 x-openstack-request-id: req-553f1dd1-5955-4be7-b583-1efcdfad3299 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:36.951883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:36.952277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-553f1dd1-5955-4be7-b583-1efcdfad3299 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:36.952810 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553f1dd1-5955-4be7-b583-1efcdfad3299'] response: {'name': 'network-changed', 'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'status': 'completed', 'code': 200} Sep 28 08:41:36.991214 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-52f155e8-afa9-4b6f-8f07-7c4e3af3231d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 991 time: 0.0755427 Sep 28 08:41:37.006422 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:37.029945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-f4c201a5-0e70-48af-a375-c41c68947cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:37.032018 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-f4c201a5-0e70-48af-a375-c41c68947cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 1098 time: 0.0508482 Sep 28 08:41:37.126921 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-d49ff403-508b-4f9d-8147-83407499d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:37.128375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-d49ff403-508b-4f9d-8147-83407499d77b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.0884545 Sep 28 08:41:37.192100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-cd889127-ea2e-4a16-a7b4-79e15a234007 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c5f6e58-6b9c-4d00-b05a-185170146674 HTTP/1.1" status: 200 len: 999 time: 0.0564368 Sep 28 08:41:37.234990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:06:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:41:36Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:37.239217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-762db666-9f10-4510-92f5-44a4b83c4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:37.240723 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-762db666-9f10-4510-92f5-44a4b83c4726 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0427992 Sep 28 08:41:37.261670 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:37.269955 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:37.270559 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:37.289553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-3e1e3a03-0193-4005-b26c-d405e6e51e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:37.291049 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-3e1e3a03-0193-4005-b26c-d405e6e51e82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442386 Sep 28 08:41:37.374903 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:37.381489 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-2369f91c-e4de-4e6e-a466-cfa70415d227 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Sep 28 08:41:37.473572 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b7a5131-7709-4d21-b333-c5ebcfbaff98 req-07f7d810-ef18-4050-83a1-5ec15614ed2c service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Sep 28 08:41:37.606895 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:06:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:41:36Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:37.633581 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7114e5-084a-4cd2-8c62-99335029e1c4 None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2503b741-6b38-4070-92d5-099d3772aaca', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'port_id': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'mac_address': 'fa:16:3e:06:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:47Z', 'updated_at': '2022-09-28T08:41:36Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:37.648058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 96888579-9bab-46b9-9527-7ed2945e4990 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:37.713351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 96888579-9bab-46b9-9527-7ed2945e4990 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:41:37.713924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7979c36-613a-4243-a9af-41f3be00fb8c req-fd314a1e-04f3-4261-b622-ac6eebff34da tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:37.716323 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7979c36-613a-4243-a9af-41f3be00fb8c req-fd314a1e-04f3-4261-b622-ac6eebff34da tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 944 time: 0.0564063 Sep 28 08:41:37.731596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 96888579-9bab-46b9-9527-7ed2945e4990 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:41:37.732136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:37.732555 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 96888579-9bab-46b9-9527-7ed2945e4990 Sep 28 08:41:37.771914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7979c36-613a-4243-a9af-41f3be00fb8c req-35fce43a-432f-4062-b638-4a93705fa4d0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Sep 28 08:41:37.826621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 96888579-9bab-46b9-9527-7ed2945e4990 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:41:37.827120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:37.862234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:37.864873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ace5f6-0f25-4e3a-9d02-e1417d8a8b09" -d '{"events": [{"server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "name": "network-vif-plugged", "status": "completed", "tag": "96888579-9bab-46b9-9527-7ed2945e4990"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:37.880493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=96888579-9bab-46b9-9527-7ed2945e4990,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:37.889174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:37.923419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158aa69-3048-41b6-88e6-676de2b33a7a x-openstack-request-id: req-f158aa69-3048-41b6-88e6-676de2b33a7a {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:37.923784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "name": "network-vif-plugged", "status": "completed", "tag": "96888579-9bab-46b9-9527-7ed2945e4990", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:37.924037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f158aa69-3048-41b6-88e6-676de2b33a7a {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:37.924425 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f158aa69-3048-41b6-88e6-676de2b33a7a'] response: {'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990', 'code': 200} Sep 28 08:41:37.925392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c50d56-3f7d-42dc-a1e6-e50960d13ca4 None None] New status for floating IP 2503b741-6b38-4070-92d5-099d3772aaca: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:41:37.990432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:37.994877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42632) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:38.076435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-79853f15-aebc-4a24-92b5-d9249da4fd1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 991 time: 0.0803699 Sep 28 08:41:38.120620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c217652-d730-4cd5-9253-579b8daa01e5 req-8ab85587-a8fa-42c5-92b3-0de36ec8febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:38.122094 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c217652-d730-4cd5-9253-579b8daa01e5 req-8ab85587-a8fa-42c5-92b3-0de36ec8febb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1098 time: 0.0419531 Sep 28 08:41:38.163554 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c217652-d730-4cd5-9253-579b8daa01e5 req-1ea868be-5960-45a3-b868-2baed15c5ee7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Sep 28 08:41:38.788063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c9e27cb8-f536-4dcc-aa8b-de47037deb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:38.904437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc472354-44d4-4948-b555-8988e678d4ae req-330727ae-2d5b-459a-bd40-f9e211b77781 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:38.906259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc472354-44d4-4948-b555-8988e678d4ae req-330727ae-2d5b-459a-bd40-f9e211b77781 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0528350 Sep 28 08:41:38.945391 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc472354-44d4-4948-b555-8988e678d4ae req-4abb182d-9929-4aad-9456-b3891fd25d3c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Sep 28 08:41:39.080864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42636) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:39.143692 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9abde2cf-3b50-4b20-bf64-8623074dfc06 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 200 len: 993 time: 0.0616391 Sep 28 08:41:40.065110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:40.093806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cae1-98c3-4bda-b50d-98cebef43dcc req-b87d299b-1ead-4ba9-845e-a046a58f7153 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.095657 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9264cae1-98c3-4bda-b50d-98cebef43dcc req-b87d299b-1ead-4ba9-845e-a046a58f7153 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Sep 28 08:41:40.136268 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9264cae1-98c3-4bda-b50d-98cebef43dcc req-18214a3c-8d3e-4420-904f-f0ed68be1c8b tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342488 Sep 28 08:41:40.276901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063c0a2-9f9f-4096-b367-c8cd27f7cee6 req-2edb0066-38ba-4c69-9fb4-8f4016ae6725 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.278431 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9063c0a2-9f9f-4096-b367-c8cd27f7cee6 req-2edb0066-38ba-4c69-9fb4-8f4016ae6725 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0535772 Sep 28 08:41:40.319607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9063c0a2-9f9f-4096-b367-c8cd27f7cee6 req-a03d83c4-ad95-4260-9b84-f92810690b25 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Sep 28 08:41:40.348459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42642) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:40.545798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef083368-b724-4702-8642-699c1cfe0857 tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.547310 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ef083368-b724-4702-8642-699c1cfe0857 tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1093 time: 0.1977642 Sep 28 08:41:40.550577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42646) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:41:40.555827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '96888579-9bab-46b9-9527-7ed2945e4990', 'tenant_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:41:40.578622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:40.675811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:40.780133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.26.4.172 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/44e3bcb9-4dbf-40fe-85aa-daee7664cf0f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:40.889706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:40.927195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:40.968161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:40.970949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:40.974334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:41:40.999162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=44e3bcb9-4dbf-40fe-85aa-daee7664cf0f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:41.244328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.682900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.683283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.757212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.921667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.928803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.992070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:41.993814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=44e3bcb9-4dbf-40fe-85aa-daee7664cf0f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:42.100533 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 1f256e24-25a9-4cd2-a552-86b4ddd80f4b associated. External IP: 172.26.4.172, port: 96888579-9bab-46b9-9527-7ed2945e4990. Sep 28 08:41:42.312433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:42.431903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:42.445944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:42.456025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:41:42.456492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:42.457120 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:42.484020 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01d33bbc-320e-4ce9-8194-ce622e195e44 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9321666 Sep 28 08:41:42.484750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:41:42.487215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfac3a4-ccf3-4bba-ba94-449aff313785" -d '{"events": [{"name": "network-changed", "server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "tag": "96888579-9bab-46b9-9527-7ed2945e4990"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:42.523021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c94a314-8b2e-4cf3-8125-ffb8dd6398f5 x-openstack-request-id: req-3c94a314-8b2e-4cf3-8125-ffb8dd6398f5 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:42.523378 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "tag": "96888579-9bab-46b9-9527-7ed2945e4990", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:42.523628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c94a314-8b2e-4cf3-8125-ffb8dd6398f5 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:42.524032 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c94a314-8b2e-4cf3-8125-ffb8dd6398f5'] response: {'name': 'network-changed', 'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990', 'status': 'completed', 'code': 200} Sep 28 08:41:42.567549 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:42.585248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-691a3046-c48e-458f-ad20-3d497a8a5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.586765 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-691a3046-c48e-458f-ad20-3d497a8a5808 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1098 time: 0.0406177 Sep 28 08:41:42.683959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-34445340-1fd8-44f5-ae52-347f3ef36127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.685476 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-34445340-1fd8-44f5-ae52-347f3ef36127 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0915668 Sep 28 08:41:42.733777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-50b54e41-6dac-4265-b638-22252b2d7deb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478344 Sep 28 08:41:42.752751 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-b28cd7e2-f081-4316-bda0-b2f1d5498593 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 200 len: 999 time: 0.0610259 Sep 28 08:41:42.809308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-729fdf92-0082-4db1-a77e-1e1d00cf55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.810870 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-729fdf92-0082-4db1-a77e-1e1d00cf55fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0495951 Sep 28 08:41:42.830080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-d1229017-1906-4a02-b1e0-38b6ad0f3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.831513 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-d1229017-1906-4a02-b1e0-38b6ad0f3065 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 1098 time: 0.0513883 Sep 28 08:41:42.861611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-026c80f7-0b57-4a2b-9007-60262794622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.863210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-026c80f7-0b57-4a2b-9007-60262794622b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421014 Sep 28 08:41:42.887128 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '1f256e24-25a9-4cd2-a552-86b4ddd80f4b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '96888579-9bab-46b9-9527-7ed2945e4990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:b6:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:41Z', 'updated_at': '2022-09-28T08:41:41Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:42.914899 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:42.926341 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:41:42.926949 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:41:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:42.942947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-432db479-1f42-4589-9bcb-9234fac365af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:42.945012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-432db479-1f42-4589-9bcb-9234fac365af service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 200 len: 895 time: 0.0912852 Sep 28 08:41:42.956299 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-b20da807-72ab-4cb0-896d-d4fb2d83929d service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854244 Sep 28 08:41:42.991451 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-04e3d701-fd90-4bfe-aaf3-3c09b0ff88d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 200 len: 217 time: 0.0399015 Sep 28 08:41:43.031147 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:41:43.047743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-66ea350c-feb9-47e7-9c2d-4efec71232dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:43.049275 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-66ea350c-feb9-47e7-9c2d-4efec71232dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 200 len: 834 time: 0.0515397 Sep 28 08:41:43.062798 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bbfac3a4-ccf3-4bba-ba94-449aff313785 req-c0526d12-7edb-46d3-8125-a8874e1a7852 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996509 Sep 28 08:41:43.098056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-dd98729f-ff96-43be-a90b-6b678685af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:43.099706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-dd98729f-ff96-43be-a90b-6b678685af48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f7e60f4-ba90-47a8-8618-07a3811b667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420127 Sep 28 08:41:43.194692 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-7186ae5f-d144-42e0-9451-ee9a48438ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872748 Sep 28 08:41:43.251790 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '1f256e24-25a9-4cd2-a552-86b4ddd80f4b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '96888579-9bab-46b9-9527-7ed2945e4990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:b6:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:41Z', 'updated_at': '2022-09-28T08:41:41Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:43.281161 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d10ca84-7cb5-46d3-9d04-576a64e6cee0 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '1f256e24-25a9-4cd2-a552-86b4ddd80f4b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '96888579-9bab-46b9-9527-7ed2945e4990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:b6:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:41Z', 'updated_at': '2022-09-28T08:41:41Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:43.286677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e2a1a467-18cb-4b24-af22-ac1bec3a09a4 req-ce6d3fe1-c19f-4eb2-ba34-03121facd9d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Sep 28 08:41:43.472987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85a8f9-8367-4f89-ad1e-7e4f4049958c None None] New status for floating IP 1f256e24-25a9-4cd2-a552-86b4ddd80f4b: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:41:44.969388 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:42:03.321743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:06.435198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0673d745-c31b-431d-9207-342c20c7eb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:08.793593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a12acb5f-ed4e-43f0-a420-43c5b6bbdbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:10.074599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:11.247875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:11.687067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:12.539032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208bc89-6c8f-43a0-9704-87a66808f543 req-2d0a872b-0811-4417-94bb-6d1dff88fc7c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:12.540462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c208bc89-6c8f-43a0-9704-87a66808f543 req-2d0a872b-0811-4417-94bb-6d1dff88fc7c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0530822 Sep 28 08:42:12.592753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c208bc89-6c8f-43a0-9704-87a66808f543 req-803ee549-65c6-449c-b87e-7a6fa3327380 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454710 Sep 28 08:42:13.725802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed503b-9544-4293-a8d0-3ac46ec684f0 req-0c191d18-2d19-48ba-9a4f-ff3b9cbe66a4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:13.727318 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-85ed503b-9544-4293-a8d0-3ac46ec684f0 req-0c191d18-2d19-48ba-9a4f-ff3b9cbe66a4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0520875 Sep 28 08:42:13.769679 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-85ed503b-9544-4293-a8d0-3ac46ec684f0 req-759094c2-b091-4d19-b6dc-3a77445d1ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334435 Sep 28 08:42:14.060017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-6415f33e-3a03-47ec-8622-b3e72831ba9e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:14.061968 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-6415f33e-3a03-47ec-8622-b3e72831ba9e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 945 time: 0.0589123 Sep 28 08:42:14.168441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 5c5f6e58-6b9c-4d00-b05a-185170146674 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:14.168811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:14.261319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 5c5f6e58-6b9c-4d00-b05a-185170146674, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5c5f6e58-6b9c-4d00-b05a-185170146674,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:14.261692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:14.488042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:14.488538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:14.489012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2503b741-6b38-4070-92d5-099d3772aaca disassociated. External IP: 172.26.4.134, port: 5c5f6e58-6b9c-4d00-b05a-185170146674. Sep 28 08:42:14.489736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 5c5f6e58-6b9c-4d00-b05a-185170146674 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:14.621940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:14.654586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=5c5f6e58-6b9c-4d00-b05a-185170146674,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:14.768308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:42:15.138770 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e02a5d4-5d10-44ec-8f11-d878f7b08b79 req-39cb35a5-2892-4c00-86b5-c8b890da7f36 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=0367d346-edfe-4f41-a1a9-8c5e9010f384 HTTP/1.1" status: 200 len: 210 time: 0.0321889 Sep 28 08:42:15.198323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:15.208966 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:15.217980 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:15.218582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:15.257509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port 5c5f6e58-6b9c-4d00-b05a-185170146674 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:42:15.260275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:15.263619 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c041799c-43c0-4dac-82d0-3368d26075a5 req-93513082-4a1e-4a37-901c-734da15783dc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/5c5f6e58-6b9c-4d00-b05a-185170146674 HTTP/1.1" status: 204 len: 173 time: 1.1915286 Sep 28 08:42:15.264071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'name': 'network-vif-deleted', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:15.266922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f57247-70f0-4894-a228-b5f0f7b4e409" -d '{"events": [{"server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "name": "network-vif-deleted", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:15.306735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11db96dd-e66b-43aa-842c-47b61ab4d003 x-openstack-request-id: req-11db96dd-e66b-43aa-842c-47b61ab4d003 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:15.307134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0367d346-edfe-4f41-a1a9-8c5e9010f384", "name": "network-vif-deleted", "tag": "5c5f6e58-6b9c-4d00-b05a-185170146674", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:15.307280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11db96dd-e66b-43aa-842c-47b61ab4d003 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:15.307631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11db96dd-e66b-43aa-842c-47b61ab4d003'] response: {'server_uuid': '0367d346-edfe-4f41-a1a9-8c5e9010f384', 'name': 'network-vif-deleted', 'tag': '5c5f6e58-6b9c-4d00-b05a-185170146674', 'status': 'completed', 'code': 200} Sep 28 08:42:15.326095 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:15.544691 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:15.570660 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:15.579054 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:15.579648 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:15.694990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:15.905158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:15.935403 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133bd938-ac88-4dbe-8722-563b4b45a345 None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:40:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'b4b5695e-0819-4535-b677-3c897385094a', 'name': '', 'network_id': '5f7e60f4-ba90-47a8-8618-07a3811b667a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:29:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '0d8b8c1a-6460-40dc-896a-ff5c4c0c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:16.177199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7a444-905b-427c-9f46-8f023724038e None None] New status for floating IP 2503b741-6b38-4070-92d5-099d3772aaca: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:42:16.207619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42684) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:16.275541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.304588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.370277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.372939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.374151 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/76b5f471-dcf9-4b3b-a117-0d3f9bb83baa HTTP/1.1" status: 204 len: 168 time: 0.1654506 Sep 28 08:42:16.384331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925015f3-59ae-4900-8f77-84ca9cb7b4c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5f471-dcf9-4b3b-a117-0d3f9bb83baa,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:16.414379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:16.548107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 0ee7d40d-b1d8-4462-8dd5-cd65d8b35980 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:16.548459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.632453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.632734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.645014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 0ee7d40d-b1d8-4462-8dd5-cd65d8b35980 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:16.797759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.824213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=0ee7d40d-b1d8-4462-8dd5-cd65d8b35980,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:16.885061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.887637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:16.888807 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ed649e35-c839-45f8-848c-630777c58c40 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/2503b741-6b38-4070-92d5-099d3772aaca HTTP/1.1" status: 204 len: 168 time: 0.4734130 Sep 28 08:42:17.122486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37990c-6b43-4a09-bc6c-0066b27a2232 req-29e08f20-90a2-4ba5-9796-1aca405d1890 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:17.123898 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7d37990c-6b43-4a09-bc6c-0066b27a2232 req-29e08f20-90a2-4ba5-9796-1aca405d1890 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.0506773 Sep 28 08:42:17.163729 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7d37990c-6b43-4a09-bc6c-0066b27a2232 req-c7536dad-a07d-4da5-9804-5d9cf1784f65 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325527 Sep 28 08:42:17.843303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5c5f6e58-6b9c-4d00-b05a-185170146674 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:17.867342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 5c5f6e58-6b9c-4d00-b05a-185170146674 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:42:17.867684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5c5f6e58-6b9c-4d00-b05a-185170146674 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:18.307782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb1f3f-9d85-4103-bd84-6296ba2069b8 req-34bd56a5-0faa-4a10-a6ec-a1812ce0747a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:18.309318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b4eb1f3f-9d85-4103-bd84-6296ba2069b8 req-34bd56a5-0faa-4a10-a6ec-a1812ce0747a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.0543928 Sep 28 08:42:18.348753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b4eb1f3f-9d85-4103-bd84-6296ba2069b8 req-ee7414b6-7eeb-4880-bbe8-6284b4e5e2d4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=de8a2561-f4d1-467d-b257-5518bee770a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Sep 28 08:42:18.491126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-01747684-67a9-47e0-8888-7d005865e526 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:18.492593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-01747684-67a9-47e0-8888-7d005865e526 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 945 time: 0.0573852 Sep 28 08:42:18.593347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port fb7d40a3-db43-4a39-95aa-efbbfbda5149 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:18.593700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:18.690898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port fb7d40a3-db43-4a39-95aa-efbbfbda5149, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=fb7d40a3-db43-4a39-95aa-efbbfbda5149,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:18.691299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:18.705483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for fb7d40a3-db43-4a39-95aa-efbbfbda5149 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:18.845090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:18.874789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=fb7d40a3-db43-4a39-95aa-efbbfbda5149,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:18.919098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port fb7d40a3-db43-4a39-95aa-efbbfbda5149 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:42:18.921754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:18.925221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa04c3cf-cd6a-46d7-8dc6-04d266c0ec1f req-4d2ae57f-add0-423f-a989-197480cc503f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/fb7d40a3-db43-4a39-95aa-efbbfbda5149 HTTP/1.1" status: 204 len: 173 time: 0.4254665 Sep 28 08:42:18.925703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'name': 'network-vif-deleted', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:18.928133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476a76ee-2e8e-4429-9863-fbee64c68651" -d '{"events": [{"server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "name": "network-vif-deleted", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:18.967767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b48b72-671f-49ee-9d4b-3b346f9c166b x-openstack-request-id: req-32b48b72-671f-49ee-9d4b-3b346f9c166b {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:18.968041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5ef80d-8604-4460-84d0-e4411e79fc02", "name": "network-vif-deleted", "tag": "fb7d40a3-db43-4a39-95aa-efbbfbda5149", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:18.968300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32b48b72-671f-49ee-9d4b-3b346f9c166b {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:18.968716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b48b72-671f-49ee-9d4b-3b346f9c166b'] response: {'server_uuid': 'ba5ef80d-8604-4460-84d0-e4411e79fc02', 'name': 'network-vif-deleted', 'tag': 'fb7d40a3-db43-4a39-95aa-efbbfbda5149', 'status': 'completed', 'code': 200} Sep 28 08:42:19.473456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1b22afda-f25a-4c3f-a539-9ab87831a498 req-8965f3e7-9385-4896-86a0-9d674b6496f5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba5ef80d-8604-4460-84d0-e4411e79fc02 HTTP/1.1" status: 200 len: 210 time: 0.0273991 Sep 28 08:42:20.544153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42706) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:20.611528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:20.638008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:20.703686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:20.706739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:20.707958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/de8a2561-f4d1-467d-b257-5518bee770a8 HTTP/1.1" status: 204 len: 168 time: 0.1627719 Sep 28 08:42:20.718089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505199-13f8-4576-af3c-fd1bf535e237 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a2561-f4d1-467d-b257-5518bee770a8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:20.742266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42710) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:21.157543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:21.440986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port b4b5695e-0819-4535-b677-3c897385094a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:21.441362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:21.532709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port b4b5695e-0819-4535-b677-3c897385094a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=b4b5695e-0819-4535-b677-3c897385094a,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:21.533116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:21.552848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for b4b5695e-0819-4535-b677-3c897385094a owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:21.761844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:21.791478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=b4b5695e-0819-4535-b677-3c897385094a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:21.843810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device fb7d40a3-db43-4a39-95aa-efbbfbda5149 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:21.865979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: fb7d40a3-db43-4a39-95aa-efbbfbda5149 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:42:21.866285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device fb7d40a3-db43-4a39-95aa-efbbfbda5149 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:21.969803 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:42:21.970980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.200817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b5673268-a60d-48e0-ac1b-553538d45b22 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:42:22.325201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:22.331885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8ac20508-e1f0-4dd8-b7fc-59c5f2c92128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/b5673268-a60d-48e0-ac1b-553538d45b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879188 Sep 28 08:42:22.334794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42712) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:22.335696 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Sync routers for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:22.346250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:22.346852 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:22.388386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:42:22.391852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.433272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.532674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.553908 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:22.592931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.621770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8b8c1a-6460-40dc-896a-ff5c4c0c5128,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:22.625661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.632187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42714) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:22.632718 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7acde83d-4f07-47f6-a7ee-6057e616f690 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/0d8b8c1a-6460-40dc-896a-ff5c4c0c5128 HTTP/1.1" status: 204 len: 168 time: 0.2966230 Sep 28 08:42:22.634095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345f18c-c29b-4c34-b244-2fde678a02b9 None None] Network 5f7e60f4-ba90-47a8-8618-07a3811b667a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:42:22.739528 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:42:21Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:22.746632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.767636 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Checking router: b5673268-a60d-48e0-ac1b-553538d45b22 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:22.778205 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Routers {'b5673268-a60d-48e0-ac1b-553538d45b22'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:22.778851 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b5673268-a60d-48e0-ac1b-553538d45b22'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:22.815253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] DHCP port deletion for 5f7e60f4-ba90-47a8-8618-07a3811b667a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:42:22.862059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.865629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Deleting port 9e918e79-12c1-4366-8f37-db2f71c72918 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:22.866164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.892652 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] Set router b5673268-a60d-48e0-ac1b-553538d45b22 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:22.919446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 509df2bb-cb47-40de-9209-38c87655b7cc {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:42:22.919788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.935680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] For port 9e918e79-12c1-4366-8f37-db2f71c72918, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9e918e79-12c1-4366-8f37-db2f71c72918,segment=NetworkSegment(413f76ae-da12-4a98-bd30-21588aa6c06d),segment_id=413f76ae-da12-4a98-bd30-21588aa6c06d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:22.936286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:22.949271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Calling delete_port for 9e918e79-12c1-4366-8f37-db2f71c72918 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:23.008195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 509df2bb-cb47-40de-9209-38c87655b7cc, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=509df2bb-cb47-40de-9209-38c87655b7cc,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:23.008480 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.020957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 509df2bb-cb47-40de-9209-38c87655b7cc owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:42:23.032744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.066117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] Pushing event deleted for resources: {'Port': ['ID=9e918e79-12c1-4366-8f37-db2f71c72918,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:23.073685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f19e9a-5b54-47ad-baec-c8e79e8e46fd None None] No DVR routers for this DVR port 9e918e79-12c1-4366-8f37-db2f71c72918 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:42:23.086578 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:42:21Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:23.113242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458bb70-e848-4b09-847d-73658ea67dcf None None] The sync data for ids ['b5673268-a60d-48e0-ac1b-553538d45b22'] in dv-neutron-859308-3-hyperv is: [{'id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'name': 'tempest-TestNetworkBasicOps-router-223981939', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:09Z', 'updated_at': '2022-09-28T08:42:21Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '509df2bb-cb47-40de-9209-38c87655b7cc', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5673268-a60d-48e0-ac1b-553538d45b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:10Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:23.195103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.221654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=509df2bb-cb47-40de-9209-38c87655b7cc,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:23.246122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.246462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.246812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.247150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.247485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.247821 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.248155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.248483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.248816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.249168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.249546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.249866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:23.289155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.380513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.382779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.432408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.433303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router b5673268-a60d-48e0-ac1b-553538d45b22 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:42:23.440814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.441956 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be14036e-fb5a-409d-ae76-1845eee711df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/b5673268-a60d-48e0-ac1b-553538d45b22 HTTP/1.1" status: 204 len: 168 time: 0.8086951 Sep 28 08:42:23.444739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42716) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:23.524651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.621416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.641001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7e60f4-ba90-47a8-8618-07a3811b667a']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:23.650069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413f76ae-da12-4a98-bd30-21588aa6c06d') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:23.650367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413f76ae-da12-4a98-bd30-21588aa6c06d') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:23.661710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.676357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.682975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:42:23.683379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.705075 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 413f76ae-da12-4a98-bd30-21588aa6c06d resource provider aggregate not found Sep 28 08:42:23.749701 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 413f76ae-da12-4a98-bd30-21588aa6c06d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 413f76ae-da12-4a98-bd30-21588aa6c06d found for delete ", "request_id": "req-7109e884-b6f5-4494-9179-9f0c12834a9e"}]} Sep 28 08:42:23.762516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.768298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.771697 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/5f7e60f4-ba90-47a8-8618-07a3811b667a HTTP/1.1" status: 204 len: 168 time: 0.3259909 Sep 28 08:42:23.787613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a6b21-8fed-4837-835a-77403773966f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=5f7e60f4-ba90-47a8-8618-07a3811b667a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:23.793679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42722) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:23.797744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--1967863086', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:23.818945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:42:23.822725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.847173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:42:23.856190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.856536 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 329d4e1c-165e-493a-a49e-7f757f1339f4 of type vlan for network 3f19524e-1371-42af-8448-48a2d40c1796 Sep 28 08:42:23.896560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.922647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.928406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:23.928985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:23.963998 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1706891 Sep 28 08:42:23.966800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42724) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:23.973915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-985532435', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:24.014170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb44c-7c5b-4484-801e-7c9cdd1052d5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=3f19524e-1371-42af-8448-48a2d40c1796,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:24.026565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 3f19524e-1371-42af-8448-48a2d40c1796 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:42:24.029714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.031323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.089071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.233080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.446949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.465701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.528863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 509df2bb-cb47-40de-9209-38c87655b7cc no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:24.553260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 509df2bb-cb47-40de-9209-38c87655b7cc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:42:24.553598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 509df2bb-cb47-40de-9209-38c87655b7cc not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:24.554018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9e918e79-12c1-4366-8f37-db2f71c72918 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:24.572622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9e918e79-12c1-4366-8f37-db2f71c72918 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:42:24.572964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9e918e79-12c1-4366-8f37-db2f71c72918 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:24.573391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b4b5695e-0819-4535-b677-3c897385094a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:24.574311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.247 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/59da999b-acbb-4ba2-8bc1-be046a1739a0) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:24.592511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: b4b5695e-0819-4535-b677-3c897385094a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:42:24.592936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device b4b5695e-0819-4535-b677-3c897385094a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:24.675519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.716318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:24.759953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:24.762737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:24.765337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:42:24.773067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=59da999b-acbb-4ba2-8bc1-be046a1739a0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:25.026735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:25.576932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:25.709579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:42:25.819027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:25.829269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Sync routers for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:25.841017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:25.841438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:25.841683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:25.842678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3416fec3-c9b6-4338-9f88-12775cff9b8f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8749640 Sep 28 08:42:25.846640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42726) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:25.875743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d5eed680-61f6-41cf-8307-4487650ae5e0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272644 Sep 28 08:42:25.878597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42728) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:25.947009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:26.139856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:24Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:26.172483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Checking router: d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:26.172817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Updating router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 port 59da999b-acbb-4ba2-8bc1-be046a1739a0 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:42:26.199615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.339967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a0d0e-9942-4266-ba97-6c8b119fa889 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.345302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42730) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:26.345501 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-252a0d0e-9942-4266-ba97-6c8b119fa889 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4653339 Sep 28 08:42:26.379860 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c1bdd7b0-c307-49a4-8cce-ef958af72e2e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331678 Sep 28 08:42:26.382470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42732) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:26.387433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1714049539', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:26.461163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.468027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.474169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:42:26.477925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.506979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Attempting to bind port 59da999b-acbb-4ba2-8bc1-be046a1739a0 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:42:26.507351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Attempting to bind port 59da999b-acbb-4ba2-8bc1-be046a1739a0 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:42:26.507721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Attempting to bind port 59da999b-acbb-4ba2-8bc1-be046a1739a0 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:26.515492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:42:26.515941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:26.516353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.516752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:26.517247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Bound port: 59da999b-acbb-4ba2-8bc1-be046a1739a0, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:42:26.517626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.542095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aab7ba-c807-421a-869e-2eb681b47ab4 None None] Pushing event updated for resources: {'Port': ['ID=59da999b-acbb-4ba2-8bc1-be046a1739a0,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:26.576733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] For port 59da999b-acbb-4ba2-8bc1-be046a1739a0, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:26.579993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] For port 59da999b-acbb-4ba2-8bc1-be046a1739a0, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=59da999b-acbb-4ba2-8bc1-be046a1739a0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:26.584724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.619628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:26.620255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:26.670796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.681820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aab7ba-c807-421a-869e-2eb681b47ab4 None None] Pushing event updated for resources: {'Port': ['ID=59da999b-acbb-4ba2-8bc1-be046a1739a0,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:26.732731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=306c8c6a-da45-4026-b340-01d9e635e012,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:26.748438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:26.749794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:26.750156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 3f19524e-1371-42af-8448-48a2d40c1796, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:42:26.768191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 3f19524e-1371-42af-8448-48a2d40c1796 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:42:26.778218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 3f19524e-1371-42af-8448-48a2d40c1796) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:26.783372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.783968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:26.804177 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c177f2c7-b020-44e6-8c4f-ae681c6b121c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4206266 Sep 28 08:42:26.807132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42734) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:26.808777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e5073-a888-44bc-8a4e-eac5fd64e1f4 None None] Network 3f19524e-1371-42af-8448-48a2d40c1796 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:42:27.193462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-3f19524e-1371-42af-8448-48a2d40c1796', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:42:27.194309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.210672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:24Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:27.238403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f97f-692e-4e07-9c7a-abacfd9bba60 None None] The sync data for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv is: [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:24Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:27.270306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.367286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Allocated IP 172.20.0.2 (3f19524e-1371-42af-8448-48a2d40c1796/306c8c6a-da45-4026-b340-01d9e635e012/98132b1e-83c8-4f95-b16c-368edd75ac20) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:27.557518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.564954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.601865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Network 3f19524e-1371-42af-8448-48a2d40c1796 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:27.604889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:27.608511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:42:27.622212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Pushing event updated for resources: {'Port': ['ID=98132b1e-83c8-4f95-b16c-368edd75ac20,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:27.632661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (3f19524e-1371-42af-8448-48a2d40c1796/306c8c6a-da45-4026-b340-01d9e635e012/1a772f22-9209-4005-a59a-723aad3cb51d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:27.673379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Attempting to bind port 98132b1e-83c8-4f95-b16c-368edd75ac20 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:42:27.673752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Attempting to bind port 98132b1e-83c8-4f95-b16c-368edd75ac20 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:42:27.674131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Attempting to bind port 98132b1e-83c8-4f95-b16c-368edd75ac20 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:27.679425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:42:27.679809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Checking segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:27.680216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.680613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Bound using segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:27.681953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Bound port: 98132b1e-83c8-4f95-b16c-368edd75ac20, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:42:27.681953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.755995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] For port 98132b1e-83c8-4f95-b16c-368edd75ac20, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:27.758781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.759407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] For port 98132b1e-83c8-4f95-b16c-368edd75ac20, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=98132b1e-83c8-4f95-b16c-368edd75ac20,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:27.764213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.806589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:27.822725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e39f2-8470-42f2-a80b-ce68d2c6d9a9 None None] Pushing event updated for resources: {'Port': ['ID=98132b1e-83c8-4f95-b16c-368edd75ac20,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:27.858277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 3f19524e-1371-42af-8448-48a2d40c1796 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:27.861826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:27.869133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:42:27.873219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:27.904649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.905003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.905383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.905804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.906146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.906487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.906833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.907161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.907497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.907835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.908164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.908495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:27.928203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.098521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.388141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.395631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.467694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:28.470858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.576205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 3f19524e-1371-42af-8448-48a2d40c1796 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:28.577917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:28.627765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 98132b1e-83c8-4f95-b16c-368edd75ac20 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:28.685344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 98132b1e-83c8-4f95-b16c-368edd75ac20 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:28.686063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.686572 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 98132b1e-83c8-4f95-b16c-368edd75ac20 Sep 28 08:42:28.704018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:42:28.783978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 98132b1e-83c8-4f95-b16c-368edd75ac20 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:28.784368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.819664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05054e7b-b434-4073-9ba4-27e3aa647b2d None None] Network 3f19524e-1371-42af-8448-48a2d40c1796 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:42:28.823044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 98132b1e-83c8-4f95-b16c-368edd75ac20, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=98132b1e-83c8-4f95-b16c-368edd75ac20,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:28.823331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:28.828562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2f5d7f02-0196-4f46-a654-913dd6ae6130 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/d3e38a6c-31b3-4b18-8a2c-af9f40e40a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201349 Sep 28 08:42:28.831383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42736) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:28.839029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.839818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 59da999b-acbb-4ba2-8bc1-be046a1739a0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:28.991185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4d5ada9c-a09d-4a4a-9873-e57b9eb17075 None None] Provisioning complete for port 98132b1e-83c8-4f95-b16c-368edd75ac20 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:28.991477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d5ada9c-a09d-4a4a-9873-e57b9eb17075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:28.991955 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4d5ada9c-a09d-4a4a-9873-e57b9eb17075 None None] Attempt 1 to provision port 98132b1e-83c8-4f95-b16c-368edd75ac20 Sep 28 08:42:28.997284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=98132b1e-83c8-4f95-b16c-368edd75ac20,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:29.009575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.010051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.010517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.010981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.011439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.011899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.013752 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47f4cf33-8512-4e57-ace3-5e4707e6015c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1814427 Sep 28 08:42:29.016583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:29.078971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 59da999b-acbb-4ba2-8bc1-be046a1739a0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:29.079350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.079687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 59da999b-acbb-4ba2-8bc1-be046a1739a0 Sep 28 08:42:29.108139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.108630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.109144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.109776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.110233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.110688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.112461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f100ca2-381b-4eb5-a232-5eaae783a84f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0949297 Sep 28 08:42:29.115311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42740) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:29.192252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ada9c-a09d-4a4a-9873-e57b9eb17075 None None] Current status of the port 98132b1e-83c8-4f95-b16c-368edd75ac20 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:29.237492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 59da999b-acbb-4ba2-8bc1-be046a1739a0 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:29.237885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.244978 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Sync routers for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:29.257716 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:29.258336 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:29.265714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 59da999b-acbb-4ba2-8bc1-be046a1739a0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=59da999b-acbb-4ba2-8bc1-be046a1739a0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:29.273424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.283553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42742) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:29.285287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e1e2056e-431c-4017-88fb-6e9edd0abf18 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1683521 Sep 28 08:42:29.292724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1584103097', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:29.342626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=59da999b-acbb-4ba2-8bc1-be046a1739a0,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:29.384051 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:29.429929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:42:29.433988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.451766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] device_id is not set on port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 yet. {{(pid=103309) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:42:29.522842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Provisioning complete for port 98132b1e-83c8-4f95-b16c-368edd75ac20 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:29.523607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.524148 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Attempt 1 to provision port 98132b1e-83c8-4f95-b16c-368edd75ac20 Sep 28 08:42:29.578003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.7 (3f19524e-1371-42af-8448-48a2d40c1796/306c8c6a-da45-4026-b340-01d9e635e012/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:29.627301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Current status of the port 98132b1e-83c8-4f95-b16c-368edd75ac20 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:29.638160 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:29.639503 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Provisioning complete for port 1a772f22-9209-4005-a59a-723aad3cb51d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:29.640083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.640717 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Attempt 1 to provision port 1a772f22-9209-4005-a59a-723aad3cb51d Sep 28 08:42:29.667300 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Checking router: d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:29.667583 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Updating router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 port 1a772f22-9209-4005-a59a-723aad3cb51d binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:42:29.683730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Port 1a772f22-9209-4005-a59a-723aad3cb51d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:29.694352 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.755111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.794127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.848383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 3f19524e-1371-42af-8448-48a2d40c1796 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:29.853662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:29.857826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:42:29.885965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:29.914305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.915347 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.935766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2b1d47d6-26d8-4cdc-96c3-e5aeef5d06c2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6486049 Sep 28 08:42:29.983915 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:29.991885 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.008202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42746) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.012881 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361151543', 'description': 'tempest-secgroup-smoke-361151543 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.037857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.072924 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Pushing event updated for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.082048 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Attempting to bind port 1a772f22-9209-4005-a59a-723aad3cb51d on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:42:30.082299 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Attempting to bind port 1a772f22-9209-4005-a59a-723aad3cb51d by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:42:30.082657 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Attempting to bind port 1a772f22-9209-4005-a59a-723aad3cb51d on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:30.085241 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.085597 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.085932 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.086258 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.086585 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.086919 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.087242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.087573 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.087897 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.088307 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.088544 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.088854 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.095602 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:42:30.095992 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Checking segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:30.096367 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.096782 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Bound using segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:30.097255 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Bound port: 1a772f22-9209-4005-a59a-723aad3cb51d, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:42:30.097620 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.110647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.116260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.146288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.147529 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1383233 Sep 28 08:42:30.149513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8db53-4a7a-41f6-a72b-b0ea7eb4b265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5de5f6-806d-4ef5-a218-553b52146d97,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.150588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42748) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.155094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.166447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] For port 1a772f22-9209-4005-a59a-723aad3cb51d, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:30.169714 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] For port 1a772f22-9209-4005-a59a-723aad3cb51d, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a772f22-9209-4005-a59a-723aad3cb51d,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:30.175060 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.182836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.184905 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Attempt 2 to provision port 1a772f22-9209-4005-a59a-723aad3cb51d Sep 28 08:42:30.206706 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:30.207331 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:30.244816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.250089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.265910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Current status of the port 1a772f22-9209-4005-a59a-723aad3cb51d is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:30.266290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.267942 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098204db-d313-4a55-8fcc-d1f8473b35a4 None None] Pushing event updated for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.269975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a9e244-eae7-4e0b-a912-59740a594dc9,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.282857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.284465 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a516905-3b2c-4011-a641-6a13766583ed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328008 Sep 28 08:42:30.288432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42750) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.293366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.305564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] For port 1a772f22-9209-4005-a59a-723aad3cb51d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a772f22-9209-4005-a59a-723aad3cb51d,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:30.312413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.326792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.368513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c2ba-713a-455e-b353-d61bfd62598f None None] Pushing event updated for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.396479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.401607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.418898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70745866-6063-4608-9ebf-f6c122b99ccc,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.434354 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:30.436243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Provisioning complete for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:30.436621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.436976 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 1 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:30.440581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.441948 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0982e2db-b18a-462f-b3ae-2b79d193b860 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524611 Sep 28 08:42:30.444814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42752) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.449642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.474900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.477263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:30.535858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.541185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.550260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 98132b1e-83c8-4f95-b16c-368edd75ac20 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:30.564484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71322630-2b17-4af0-a3bf-0e7c2e1ce165,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.571446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.573329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a50fbd29-cea4-4518-8b07-c16715e644a5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273849 Sep 28 08:42:30.575943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42754) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.588810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.600811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 98132b1e-83c8-4f95-b16c-368edd75ac20 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:30.601357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.601808 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 98132b1e-83c8-4f95-b16c-368edd75ac20 Sep 28 08:42:30.620952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.666207 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:30.689330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 98132b1e-83c8-4f95-b16c-368edd75ac20 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:30.690513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 59da999b-acbb-4ba2-8bc1-be046a1739a0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:30.692198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.697698 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76fafb2-d697-4a73-88f1-c9534600c31e None None] The sync data for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv is: [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:30.699340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.715379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1438cc8-fa6c-4e25-97a1-a746658b1c97,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.733766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.737086 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-acaf5b82-4923-4218-9efc-4260a0f39155 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581221 Sep 28 08:42:30.739783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42756) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.744678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.782266 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:42:30.786464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 59da999b-acbb-4ba2-8bc1-be046a1739a0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:30.786764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.787095 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 59da999b-acbb-4ba2-8bc1-be046a1739a0 Sep 28 08:42:30.787845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.858558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.865157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.882775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 59da999b-acbb-4ba2-8bc1-be046a1739a0 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:30.886521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2415495-efad-4b79-abed-f646146d8198,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.896838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.898273 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b778f57c-60a5-4213-9563-955c0c86cf7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572540 Sep 28 08:42:30.900924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:30.905795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '4c5de5f6-806d-4ef5-a218-553b52146d97', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:30.926768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:42:30.932436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:30.978809 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 2 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:31.003474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:31.010190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:31.017958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:31.029027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb7312f-6150-4a22-807d-2d93d7e7ac94,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:31.036950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:31.042003 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-208daa12-7e26-4dbb-a23a-7449c65ca090 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362915 Sep 28 08:42:31.182880 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-fd779609-dc19-4dbd-8268-c6e97c9ada98 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361151543&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0350854 Sep 28 08:42:31.236017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-a592bae9-2853-484d-903d-3c9c93134ede tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:31.237469 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-a592bae9-2853-484d-903d-3c9c93134ede tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 930 time: 0.0472689 Sep 28 08:42:31.285060 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-e58fea8c-278d-4c74-aac3-2252fa99c076 service neutron] 10.222.0.27 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0346105 Sep 28 08:42:31.377291 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-e8f6969c-e9eb-4126-a2f1-f7cd898aa31b service neutron] 10.222.0.27 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Sep 28 08:42:31.474007 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-a774a36c-78a6-408f-9d9c-70676f251836 service neutron] 10.222.0.27 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899813 Sep 28 08:42:31.519119 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 3 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:31.557822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:31.645558 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2c7aea15-55a6-41d4-92a8-d7b997c79511 req-9785012a-9bf7-4d5e-a1c8-ad1ff08f729c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Sep 28 08:42:32.059080 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 4 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:32.095805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:32.519989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-cadef392-8270-40d4-9b1a-bf037de5cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:32.521509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-cadef392-8270-40d4-9b1a-bf037de5cef4 service neutron] 10.222.0.62 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1026 time: 0.0395489 Sep 28 08:42:32.574260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a772f22-9209-4005-a59a-723aad3cb51d up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:32.600376 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 5 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:32.645481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-7c177903-7013-4073-842f-3a46555999c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:32.647479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-7c177903-7013-4073-842f-3a46555999c7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 797 time: 0.1196003 Sep 28 08:42:32.649740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:32.666317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1a772f22-9209-4005-a59a-723aad3cb51d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:32.668926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:32.669363 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1a772f22-9209-4005-a59a-723aad3cb51d Sep 28 08:42:32.710562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-b24e2c8e-ba88-4cf2-8a6e-070ec1a26898 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 379 time: 0.0495811 Sep 28 08:42:32.726007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Request body: {'port': {'device_id': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:32.747361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1a772f22-9209-4005-a59a-723aad3cb51d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:32.773697 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de5f23-fadc-4a96-bcc8-77ef05c460ba req-d8dc8642-9698-4dee-a748-07f73dd39ed8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 210 time: 0.0438576 Sep 28 08:42:32.811715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.151145 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 6 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:33.192058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:42:33.312226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.439831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:42:33.447702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.464812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Transition to ACTIVE for port object c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:42:33.470272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.530972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:33.577766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:42:33.578105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:42:33.578430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:33.582653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:42:33.582971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:33.587695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:42:33.588029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Checking segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:33.588408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Bound using segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:33.588831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Bound port: c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:42:33.589210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.654563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:33.657705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:33.664739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.669959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.670565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.672023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1131 time: 0.9510849 Sep 28 08:42:33.672486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:33.674817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07" -d '{"events": [{"name": "network-changed", "server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:33.693611 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 7 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:33.740905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:42:33.750538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Provisioning complete for port 1a772f22-9209-4005-a59a-723aad3cb51d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:33.750911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:33.751246 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Attempt 1 to provision port 1a772f22-9209-4005-a59a-723aad3cb51d Sep 28 08:42:33.752076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9a2643-9b6e-41cc-bcd6-9a11b5e76942 x-openstack-request-id: req-7a9a2643-9b6e-41cc-bcd6-9a11b5e76942 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:33.752359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:33.752611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a9a2643-9b6e-41cc-bcd6-9a11b5e76942 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:33.753013 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9a2643-9b6e-41cc-bcd6-9a11b5e76942'] response: {'name': 'network-changed', 'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'status': 'completed', 'code': 200} Sep 28 08:42:33.756518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abe42d-0317-49d0-a204-b8ce89758eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:33.772363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-0ddeb7bf-9b35-446b-9724-b1af7efa062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.773960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-0ddeb7bf-9b35-446b-9724-b1af7efa062a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 1134 time: 0.0550296 Sep 28 08:42:33.817963 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-87febce2-bd24-4dcc-9b4c-c308b41da58e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 217 time: 0.0354702 Sep 28 08:42:33.841295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-321ec00a-8769-45ba-9a35-a833669d85cc None None] Current status of the port 1a772f22-9209-4005-a59a-723aad3cb51d is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:33.897022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-3608ae37-6418-42b0-9015-ae39d950b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.898523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-3608ae37-6418-42b0-9015-ae39d950b77c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 200 len: 835 time: 0.0742257 Sep 28 08:42:33.922852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc92df-7d14-42a2-9aa6-2a504e27df41 req-fd62666c-109f-41d8-ab55-49246bf64bc1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.924313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ffc92df-7d14-42a2-9aa6-2a504e27df41 req-fd62666c-109f-41d8-ab55-49246bf64bc1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 981 time: 0.0697176 Sep 28 08:42:33.977296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766e6b-555a-4407-9fde-edf17552c9de req-57cbb19c-bb07-4bd9-84c6-4a2137e43f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.978794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-57cbb19c-bb07-4bd9-84c6-4a2137e43f15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f19524e-1371-42af-8448-48a2d40c1796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737789 Sep 28 08:42:33.981714 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ffc92df-7d14-42a2-9aa6-2a504e27df41 req-162fd84d-163e-4602-999f-be8da4dbe4a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Sep 28 08:42:34.075192 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-fe822099-3ccd-4879-a0af-19c204c98afe service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894077 Sep 28 08:42:34.165700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44766e6b-555a-4407-9fde-edf17552c9de req-1c112224-7110-44f6-9732-b26732e4656b service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Sep 28 08:42:34.261674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-d2adeb3a-48bd-440f-afa0-bc5fd8a3738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:34.263197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-d2adeb3a-48bd-440f-afa0-bc5fd8a3738d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 1134 time: 0.0476403 Sep 28 08:42:34.359009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-59eb43f8-1afd-42db-8164-f0fa9f1910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:34.360608 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-59eb43f8-1afd-42db-8164-f0fa9f1910d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 898 time: 0.0904834 Sep 28 08:42:34.406407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-16e7099f-cbe6-4ed8-b296-f7accecd0b94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 217 time: 0.0380471 Sep 28 08:42:34.463591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-45bc58df-49af-4768-be3e-7cb41fa4e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:34.465893 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-45bc58df-49af-4768-be3e-7cb41fa4e5f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 200 len: 835 time: 0.0529263 Sep 28 08:42:34.522811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-2a3f861a-15d4-48c5-9199-4aebf5a9b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:34.524249 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-2a3f861a-15d4-48c5-9199-4aebf5a9b9b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f19524e-1371-42af-8448-48a2d40c1796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511787 Sep 28 08:42:34.622887 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-2daeb542-7c79-4830-8d52-0394db163f6a service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895848 Sep 28 08:42:34.721952 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b8d00e2-573c-4bb0-a46e-31d74b9c5a07 req-b408979a-7463-414d-89ae-f6402e541dc1 service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914485 Sep 28 08:42:35.120063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f992-5e00-45be-90c6-39304c341bd8 req-3d2b1d58-c1e6-42c1-af09-7d796158dfec tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:35.121505 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f886f992-5e00-45be-90c6-39304c341bd8 req-3d2b1d58-c1e6-42c1-af09-7d796158dfec tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 981 time: 0.0520282 Sep 28 08:42:35.160408 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f886f992-5e00-45be-90c6-39304c341bd8 req-8f76fcf8-39f9-4fe6-89c3-31a5f324371f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Sep 28 08:42:35.844039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:42:35.939874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:35.950943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'mac_address': 'fa:16:3e:e6:34:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:42:35.992468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:35.992856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:36.006595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:42:36.026595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:36.032190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:36.080546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:36.087516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.087875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.088215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.088559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.088895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.089262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.089597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.089933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.090264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.090595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.090921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.091245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:36.295619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:42:36.295876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d2413-4050-47f3-94ec-c67fb9426654 req-8640d910-020a-42a0-a20e-8a1c91c21c55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:36.297488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-185d2413-4050-47f3-94ec-c67fb9426654 req-8640d910-020a-42a0-a20e-8a1c91c21c55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 982 time: 0.0514045 Sep 28 08:42:36.342566 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-185d2413-4050-47f3-94ec-c67fb9426654 req-be6c9bd1-a3f7-45d2-b19c-eaaa3468d0be tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387666 Sep 28 08:42:36.442171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eafc1bd5-ce80-4e41-b5e9-0b90bfc1925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:37.475185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c0be9-192a-4cf6-87c7-a21f8445bdac req-24277eff-f177-40c9-8019-6a68a11529e3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.476663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3d4c0be9-192a-4cf6-87c7-a21f8445bdac req-24277eff-f177-40c9-8019-6a68a11529e3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 982 time: 0.0578732 Sep 28 08:42:37.519334 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3d4c0be9-192a-4cf6-87c7-a21f8445bdac req-795228cd-1b5d-4b52-9edb-1bfcbee741e7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Sep 28 08:42:37.854658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:37.909881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:42:37.914259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:37.914628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:37.914959 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:37.997477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:37.997827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:38.020971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:38.023312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e247c0-5533-47b7-8ebe-4d6d3ab0d3b9" -d '{"events": [{"server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "name": "network-vif-plugged", "status": "completed", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:38.036458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:38.042999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:38.068963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab52211-406b-4c50-983b-13075b9761d2 x-openstack-request-id: req-eab52211-406b-4c50-983b-13075b9761d2 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:38.069282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "name": "network-vif-plugged", "status": "completed", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:38.069536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eab52211-406b-4c50-983b-13075b9761d2 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:38.070620 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab52211-406b-4c50-983b-13075b9761d2'] response: {'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'code': 200} Sep 28 08:42:38.097600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:38.244727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068c70-888e-4ca5-85c9-928cc48b7c13 req-6a390c9e-3f8c-4a72-8a53-ae29df462c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:38.246284 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70068c70-888e-4ca5-85c9-928cc48b7c13 req-6a390c9e-3f8c-4a72-8a53-ae29df462c4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 1136 time: 0.0409601 Sep 28 08:42:38.287057 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70068c70-888e-4ca5-85c9-928cc48b7c13 req-aa4f03c6-900a-4744-8c1e-d2249cea9154 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Sep 28 08:42:38.650920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09765ad-5760-4f26-a335-4061a65c614d req-2e640c5b-50c9-437b-9765-e5905ab7d382 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:38.652430 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a09765ad-5760-4f26-a335-4061a65c614d req-2e640c5b-50c9-437b-9765-e5905ab7d382 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0528345 Sep 28 08:42:38.695890 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a09765ad-5760-4f26-a335-4061a65c614d req-c39d1e85-3748-4979-8e4c-6eecf170bd75 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Sep 28 08:42:38.799668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5df112ef-6556-4ec8-bf19-bdc677f9ba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:39.832640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd327a-5d53-423d-bd21-f361ce80c014 req-38958064-b03e-4366-87c3-dbc565703db4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:39.834227 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-67fd327a-5d53-423d-bd21-f361ce80c014 req-38958064-b03e-4366-87c3-dbc565703db4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0506556 Sep 28 08:42:39.872483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-67fd327a-5d53-423d-bd21-f361ce80c014 req-da0f9869-fc6a-46fc-8310-3a520f222b47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Sep 28 08:42:40.003065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84747bc-c37d-46ee-8acc-ccf98b6ced92 req-9460c6b5-26d6-41aa-8109-f5c06eb2b869 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:40.004812 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e84747bc-c37d-46ee-8acc-ccf98b6ced92 req-9460c6b5-26d6-41aa-8109-f5c06eb2b869 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0522628 Sep 28 08:42:40.043347 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e84747bc-c37d-46ee-8acc-ccf98b6ced92 req-44939922-b2c4-404c-864e-054fd629f86e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Sep 28 08:42:40.071255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42810) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:40.073227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:40.119461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd04576-6f44-47c1-8183-05c49395fbe4 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:40.120984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bbd04576-6f44-47c1-8183-05c49395fbe4 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 1131 time: 0.0485904 Sep 28 08:42:40.125240 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42812) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:40.132659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:40.157678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:40.258282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:40.371590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.52 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/32499627-ea35-4298-821e-b13728b58fbd) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:40.484496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:40.521491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:40.560983 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:40.564353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:40.568899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:42:40.597682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=32499627-ea35-4298-821e-b13728b58fbd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:40.943614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.020338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.176814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.185890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.245974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.253241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.255372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=32499627-ea35-4298-821e-b13728b58fbd,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:41.361346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2a40f8b4-3d22-477b-8f71-c3c50f6adcd2 associated. External IP: 172.26.4.52, port: c36e41f3-f69a-4c87-bcb6-da3ea3b9c895. Sep 28 08:42:41.579363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:42:41.681946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.688268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:41.698325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Sync routers for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:41.707341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:41.709863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:41.710477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:41.734491 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee1b40f3-34e5-4684-9fde-7959ac3df8f2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.6078284 Sep 28 08:42:41.735267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:41.737551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42814) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:41.738050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17654768-ff72-40a4-b1a3-48b60908e4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:41.774243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f353f8c-e53b-459b-b3b6-7fa2cff67798 x-openstack-request-id: req-2f353f8c-e53b-459b-b3b6-7fa2cff67798 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:41.774645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:41.774968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2f353f8c-e53b-459b-b3b6-7fa2cff67798 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:41.775475 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f353f8c-e53b-459b-b3b6-7fa2cff67798'] response: {'name': 'network-changed', 'server_uuid': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'status': 'completed', 'code': 200} Sep 28 08:42:41.828440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:41.840979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fca4e-0129-4362-8e3e-217dd7e8d9ed tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:41.845498 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c9fca4e-0129-4362-8e3e-217dd7e8d9ed tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2&network_id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 1131 time: 0.1068637 Sep 28 08:42:41.860620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-175cd0b1-9a86-4872-951b-11db27919c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:41.862324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-175cd0b1-9a86-4872-951b-11db27919c59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 1136 time: 0.0651836 Sep 28 08:42:41.975094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-62b1682b-6ca6-4c9b-b606-2c686eea7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:41.976955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-62b1682b-6ca6-4c9b-b606-2c686eea7de7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 898 time: 0.1085310 Sep 28 08:42:42.111660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-17c0a20b-44a3-435e-941f-477053b981d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1036 time: 0.1203556 Sep 28 08:42:42.135932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf11359-fc65-4804-ba1c-eb38ebc0bc56 req-e7de8677-7503-4587-a8e7-fb2055214d49 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.137368 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cf11359-fc65-4804-ba1c-eb38ebc0bc56 req-e7de8677-7503-4587-a8e7-fb2055214d49 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0927598 Sep 28 08:42:42.195025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-5b11f272-7c18-455b-99c7-ad266da159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.196496 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-5b11f272-7c18-455b-99c7-ad266da159f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 200 len: 835 time: 0.0763929 Sep 28 08:42:42.201728 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cf11359-fc65-4804-ba1c-eb38ebc0bc56 req-f51a5681-9367-419c-850a-4ed2e2731a80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Sep 28 08:42:42.223630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a40f8b4-3d22-477b-8f71-c3c50f6adcd2', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1584103097', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'mac_address': 'fa:16:3e:e6:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:40Z', 'updated_at': '2022-09-28T08:42:40Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:42.249692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-b0904d6e-a01a-4fff-abf3-99455d5a789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.251294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-b0904d6e-a01a-4fff-abf3-99455d5a789b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f19524e-1371-42af-8448-48a2d40c1796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472441 Sep 28 08:42:42.254324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Checking router: d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:42.262618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:42:42.263234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:42.351555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-2f692e58-a88c-4aa1-9d00-4b7f3e16dbe2 service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920758 Sep 28 08:42:42.371880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:42:42.446643 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-17654768-ff72-40a4-b1a3-48b60908e4fb req-2c796165-295e-4dad-a021-ec5dc28bcf2b service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879116 Sep 28 08:42:42.616485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a40f8b4-3d22-477b-8f71-c3c50f6adcd2', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1584103097', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'mac_address': 'fa:16:3e:e6:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:40Z', 'updated_at': '2022-09-28T08:42:40Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:42.643151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515165e-577e-40a2-aecb-91921baf7112 None None] The sync data for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv is: [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a40f8b4-3d22-477b-8f71-c3c50f6adcd2', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1584103097', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'mac_address': 'fa:16:3e:e6:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:40Z', 'updated_at': '2022-09-28T08:42:40Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:42.772819 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-61f0e8cd-0963-4075-a1c8-0bb3fac31f27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477264 Sep 28 08:42:42.839717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-1491e4df-48ab-4bc4-b0f6-24ccf990ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.841237 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-1491e4df-48ab-4bc4-b0f6-24ccf990ec33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 1098 time: 0.0437217 Sep 28 08:42:42.851747 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82958e9-7e94-4803-9910-174bdae7f967 None None] New status for floating IP 2a40f8b4-3d22-477b-8f71-c3c50f6adcd2: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:42:42.957976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-77614688-d70c-497a-b981-068137ac95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.959365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-77614688-d70c-497a-b981-068137ac95fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0966058 Sep 28 08:42:43.029240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-8e0db5e9-8e6c-4e26-b28e-a4b05d01f424 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 200 len: 1001 time: 0.0618453 Sep 28 08:42:43.091722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-a27e7a1b-f0ae-442a-ad7c-944ab69f726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.093338 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-a27e7a1b-f0ae-442a-ad7c-944ab69f726c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0556250 Sep 28 08:42:43.146656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-47ffc29b-d85d-4f7b-9d93-559812b1434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.148165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-47ffc29b-d85d-4f7b-9d93-559812b1434c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461667 Sep 28 08:42:43.245974 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-437235ef-6844-405d-9ae1-d2489f98adeb service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Sep 28 08:42:43.325831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ef854-6eeb-4c0f-b4a8-65aa5d57911f req-fe33a59f-bb54-4e97-8573-d1bd9f8d6ae1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.327399 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f34ef854-6eeb-4c0f-b4a8-65aa5d57911f req-fe33a59f-bb54-4e97-8573-d1bd9f8d6ae1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0496860 Sep 28 08:42:43.341807 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64cb186e-cbb3-4881-81bf-dd303343ef9c req-b0eaaccf-8a20-4b83-b6dd-d7433b88f052 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890241 Sep 28 08:42:43.365894 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f34ef854-6eeb-4c0f-b4a8-65aa5d57911f req-394372dd-219e-4764-8d88-f51c529be0de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Sep 28 08:42:43.420869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14519-f390-41fe-8114-7e0159801052 req-fd48bdcd-11b2-4ef5-9b17-b825a786c376 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.422436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90d14519-f390-41fe-8114-7e0159801052 req-fd48bdcd-11b2-4ef5-9b17-b825a786c376 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 983 time: 0.0499053 Sep 28 08:42:43.468343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14519-f390-41fe-8114-7e0159801052 req-83213f36-bf0c-4363-9e6f-d6aae1f4fee0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.469724 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90d14519-f390-41fe-8114-7e0159801052 req-83213f36-bf0c-4363-9e6f-d6aae1f4fee0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0385172 Sep 28 08:42:43.575486 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90d14519-f390-41fe-8114-7e0159801052 req-3bf41de2-5d7b-416a-8b60-15d9727e665f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0985897 Sep 28 08:42:43.586806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:43.643419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:43.786153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:43.820501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:43.852649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] device_id is not set on port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:42:43.862822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:43.871753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:43.995521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=6']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:44.031675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] No DVR routers for this DVR port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:42:44.171458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] In _notify_port_updated(), no bound segment for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:42:44.172859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:44.173742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:44.175076 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90d14519-f390-41fe-8114-7e0159801052 req-36557882-94a3-4b2b-9b41-74c105087755 service neutron] 10.222.0.62 "PUT /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1026 time: 0.5922506 Sep 28 08:42:44.487742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06c88b72-c7eb-4a3f-ae9e-de3241445175 req-42b82780-1899-479c-ac68-2bb72fbba805 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42029ef-bd6a-4f3f-8ce3-e5d84849b8b2 HTTP/1.1" status: 200 len: 210 time: 0.0311301 Sep 28 08:42:45.562417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42828) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:45.609422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d74fe-27e9-4344-be62-9754bc2b3dcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:45.610629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d37d74fe-27e9-4344-be62-9754bc2b3dcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 925 time: 0.0472064 Sep 28 08:42:45.687827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42832) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:45.700585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228067014', 'description': 'tempest-secgroup-smoke-1228067014 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:45.726231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.792916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.797891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.827631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.828853 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399522 Sep 28 08:42:45.830725 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07036433-ba3c-4f14-b265-e4d460dd0013 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:45.831909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42834) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:45.836720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:45.864456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.892353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:42:45.921859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.927215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.937191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:42:45.948556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac71961-cf34-458a-9c23-b5799680d4c7,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:45.956643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:45.957908 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cc3ef2dd-aac1-4507-8d5a-913d315580c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248710 Sep 28 08:42:45.960613 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:45.965021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:45.992198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.052163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.056673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.074237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db77fa5c-7e0f-461b-bf01-e16d33759746,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:46.083512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.084730 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9c6ebea9-ccc9-4b06-96f6-553ee6c4b02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231055 Sep 28 08:42:46.087554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42838) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:46.091924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:46.119829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.177059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.182249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.200405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd106d8d-26d0-4caf-9a09-94f22bbc5f65,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:46.205939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.206919 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6330f813-89bc-438b-9031-e2d32e72458e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184151 Sep 28 08:42:46.209824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:46.214208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:46.240181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.304067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.310076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.329469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b7c5ce-ec29-4649-b8cb-cb4035d85fa7,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:46.338953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.340226 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f9bc86de-865f-4f4f-b02e-4e63b5aab242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294637 Sep 28 08:42:46.343097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42842) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:46.347469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:46.369285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:42:46.374332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.445750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.451484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.469156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85568640-0ae0-4f6b-a419-83dab1d471a6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:46.477797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.479010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cde7c4ff-aab6-438a-ab7c-4adad6b7d428 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348648 Sep 28 08:42:46.482043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:46.486557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:46.508211 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:42:46.513087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.573590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.579066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.596690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e190b0a4-5711-4bcc-be69-b661366a6971,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:46.605539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:46.606787 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-66064e15-4e16-487c-879f-01f00bb9bd80 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237845 Sep 28 08:42:46.751378 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-c66d21ee-fcbf-4817-accd-a27201d586dd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228067014&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0371637 Sep 28 08:42:46.803579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-cf36b1a0-ae11-4199-a7b1-7dc34661d7c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:46.804998 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-cf36b1a0-ae11-4199-a7b1-7dc34661d7c1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 930 time: 0.0461538 Sep 28 08:42:46.851984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-fb36a3c8-aac5-4fa0-8409-6731b7aee05a service neutron] 10.222.0.27 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0324221 Sep 28 08:42:46.947137 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-8eab7ac8-05e4-4fc2-a2b3-dde213f9c86a service neutron] 10.222.0.27 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893779 Sep 28 08:42:47.050420 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-8b31efe2-dc3a-41a4-b238-f8c9bbff44e0 service neutron] 10.222.0.27 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968781 Sep 28 08:42:47.208785 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63ab2362-cde0-47ed-a402-49ad64402641 req-9b6e10d4-c790-48e8-8a86-531a647c9114 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0268016 Sep 28 08:42:48.089797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-03b70312-ff04-4d9f-883f-7b169394ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.091084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-03b70312-ff04-4d9f-883f-7b169394ebce service neutron] 10.222.0.62 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1026 time: 0.0379283 Sep 28 08:42:48.199356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-25a9f40b-683d-4199-b983-27f378f2708b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.200824 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-25a9f40b-683d-4199-b983-27f378f2708b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 797 time: 0.1039112 Sep 28 08:42:48.252488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-423bb05b-5945-4bd9-b8d1-1d9544d36458 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 472 time: 0.0375373 Sep 28 08:42:48.264827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Request body: {'port': {'device_id': '6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:48.315346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-23c0a212-e7af-4515-8cd6-40050319998c req-1f9ab593-cfcc-4d65-a14f-a4c0ff7c430f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0288441 Sep 28 08:42:48.323540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.591402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:42:48.599004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.611305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Transition to ACTIVE for port object c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:42:48.618883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.697928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=7']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:48.783414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:42:48.783677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:42:48.783965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:48.788549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:42:48.788872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Attempting to bind port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:48.794222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:42:48.794558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Checking segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:42:48.794913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Bound using segment: {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:48.795373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Bound port: c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329d4e1c-165e-493a-a49e-7f757f1339f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:42:48.795732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.872730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:48.876047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:48.883504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.886646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.887250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:48.888866 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1131 time: 0.6281180 Sep 28 08:42:48.890910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:48.893962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1328d6-e963-4af6-b0ba-c898abb0ca35" -d '{"events": [{"name": "network-changed", "server_uuid": "6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:48.935895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a78ca0-9e89-454c-8b72-b6b295d9f969 x-openstack-request-id: req-d0a78ca0-9e89-454c-8b72-b6b295d9f969 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:48.936177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:48.936421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d0a78ca0-9e89-454c-8b72-b6b295d9f969 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:48.936817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a78ca0-9e89-454c-8b72-b6b295d9f969'] response: {'name': 'network-changed', 'server_uuid': '6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'status': 'completed', 'code': 200} Sep 28 08:42:48.969812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864fd3-1c62-49f2-8a59-f8c1e24de1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=8']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:48.986215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-0fb74136-a0a1-46bc-b012-ef9566e35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.987764 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-0fb74136-a0a1-46bc-b012-ef9566e35fca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 1134 time: 0.0536957 Sep 28 08:42:49.060245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-43dc6d99-07b6-4846-ba94-294f0507a30d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1036 time: 0.0647900 Sep 28 08:42:49.117289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-a9943b0e-8217-4c2c-91e2-3d0e30b3a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.118766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-a9943b0e-8217-4c2c-91e2-3d0e30b3a151 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 200 len: 835 time: 0.0519319 Sep 28 08:42:49.173648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924d85-91d2-4539-99bb-4da012c7f371 req-a0ed98dc-ef97-434f-ac56-07ca565b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.175125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-a0ed98dc-ef97-434f-ac56-07ca565b378a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f19524e-1371-42af-8448-48a2d40c1796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492830 Sep 28 08:42:49.269329 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-9f5e5133-a629-4d2c-9035-7f40ad2736b3 service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867910 Sep 28 08:42:49.359856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99924d85-91d2-4539-99bb-4da012c7f371 req-2b883b43-8590-46cb-9a2b-55e42151a287 service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842099 Sep 28 08:42:49.439984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3487b84-29d7-4f7c-b915-4eac21b0ca3e req-568579b4-107f-4501-90db-3df69ffbffa6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.441504 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c3487b84-29d7-4f7c-b915-4eac21b0ca3e req-568579b4-107f-4501-90db-3df69ffbffa6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 981 time: 0.0514014 Sep 28 08:42:49.451256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-2400b31e-0e21-498d-87cc-791aaeb44ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.452890 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-2400b31e-0e21-498d-87cc-791aaeb44ed4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 1134 time: 0.0458775 Sep 28 08:42:49.480316 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c3487b84-29d7-4f7c-b915-4eac21b0ca3e req-cebcef02-65a2-4df1-bc42-8884c3eb390f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Sep 28 08:42:49.880664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-0ddaec2f-b480-4b2e-bc6b-e826e07bbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.882212 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-0ddaec2f-b480-4b2e-bc6b-e826e07bbd1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 898 time: 0.4223745 Sep 28 08:42:49.950476 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-f9d3f7df-a293-48e9-b631-adb6ebd62e4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1036 time: 0.0601122 Sep 28 08:42:50.000917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-79f25418-43e3-416d-987f-31dad13d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:50.002359 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-79f25418-43e3-416d-987f-31dad13d03ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 200 len: 835 time: 0.0445204 Sep 28 08:42:50.049619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-c56cf679-94b3-4862-a63d-7f371976aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:50.051274 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-c56cf679-94b3-4862-a63d-7f371976aab8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f19524e-1371-42af-8448-48a2d40c1796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411608 Sep 28 08:42:50.145576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-ffe78396-ffa3-483c-863d-4eaea25b34a2 service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 Sep 28 08:42:50.237408 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e1328d6-e963-4af6-b0ba-c898abb0ca35 req-6bb3d0e2-d6ab-4b3f-9b13-bf22a1a9196f service neutron] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Sep 28 08:42:50.615758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30c19-9f23-4025-849c-ef136ad91b35 req-86abe692-775b-485e-8ce2-4b196f8504db tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:50.617338 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98b30c19-9f23-4025-849c-ef136ad91b35 req-86abe692-775b-485e-8ce2-4b196f8504db tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 981 time: 0.0575547 Sep 28 08:42:50.657358 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-98b30c19-9f23-4025-849c-ef136ad91b35 req-339e0bbc-68b7-4fb8-9b63-811d3d3d911b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Sep 28 08:42:51.789687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b325-20a5-43d2-a7c7-1bc5aeb8c054 req-af213631-2a71-446e-b332-7e77245f475c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:51.791185 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a808b325-20a5-43d2-a7c7-1bc5aeb8c054 req-af213631-2a71-446e-b332-7e77245f475c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 981 time: 0.0525653 Sep 28 08:42:51.831032 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a808b325-20a5-43d2-a7c7-1bc5aeb8c054 req-d87f42a2-9e4f-413f-b146-30c2b92ca7b0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Sep 28 08:42:51.905176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:42:52.015864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:52.027025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'port_id': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'mac_address': 'fa:16:3e:e6:34:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:42:52.065116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:52.065497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:52.078569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:42:52.098745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:52.105561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:52.151522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=9']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:52.312480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:42:52.981373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449acfa-a5d3-42ac-ab93-e8d36fbcb634 req-c5adc05f-0a52-4e1b-84d8-30b932565f04 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:52.982875 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e449acfa-a5d3-42ac-ab93-e8d36fbcb634 req-c5adc05f-0a52-4e1b-84d8-30b932565f04 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 982 time: 0.0613835 Sep 28 08:42:53.041073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e449acfa-a5d3-42ac-ab93-e8d36fbcb634 req-1450ad86-e139-4298-b209-14ec43b64199 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 Sep 28 08:42:53.922294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:53.978199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:42:53.981963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:42:53.982333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:53.982666 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 Sep 28 08:42:54.062550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:42:54.062858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:54.085612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:42:54.087723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99d6696-949b-48f1-ac81-a8b718ff688e" -d '{"events": [{"server_uuid": "6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:54.103766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:54.110536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:54.135159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e47b7b-1660-4760-9f34-4147158e3f15 x-openstack-request-id: req-94e47b7b-1660-4760-9f34-4147158e3f15 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:54.135527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "c36e41f3-f69a-4c87-bcb6-da3ea3b9c895", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:54.136227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-94e47b7b-1660-4760-9f34-4147158e3f15 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:54.136227 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e47b7b-1660-4760-9f34-4147158e3f15'] response: {'server_uuid': '6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e41f3-f69a-4c87-bcb6-da3ea3b9c895', 'code': 200} Sep 28 08:42:54.166155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=10']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:54.178164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34bca4-5cca-461e-be5d-90bdd611852d req-78ea8bb1-45d1-433c-8525-8a5c848ba0a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:54.179687 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ac34bca4-5cca-461e-be5d-90bdd611852d req-78ea8bb1-45d1-433c-8525-8a5c848ba0a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0548158 Sep 28 08:42:54.226788 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ac34bca4-5cca-461e-be5d-90bdd611852d req-d392546f-e4d4-442f-abfc-325e12e587e5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Sep 28 08:42:54.295956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60938c-5695-4f2b-ae0e-ec8b75efe0af req-7704b2d6-779b-4c78-849a-02f69876bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:54.298111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc60938c-5695-4f2b-ae0e-ec8b75efe0af req-7704b2d6-779b-4c78-849a-02f69876bbc0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 1137 time: 0.0425344 Sep 28 08:42:54.334531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc60938c-5695-4f2b-ae0e-ec8b75efe0af req-87c4b79d-eae0-4f13-8184-c5059fe18465 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293336 Sep 28 08:42:55.361494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400984-0ff4-4962-939e-670ad19d68b3 req-32972e47-52c2-4486-a843-bd8a4d47a5c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:55.362969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ee400984-0ff4-4962-939e-670ad19d68b3 req-32972e47-52c2-4486-a843-bd8a4d47a5c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0562937 Sep 28 08:42:55.411534 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ee400984-0ff4-4962-939e-670ad19d68b3 req-5592f7a8-04b3-4258-95d7-12ddc06c2b55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Sep 28 08:42:56.563269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72128d4d-2051-4056-a451-3b99b40a5014 req-fea89383-f840-45a6-a5ab-cd992a6ec98c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:56.564726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72128d4d-2051-4056-a451-3b99b40a5014 req-fea89383-f840-45a6-a5ab-cd992a6ec98c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0619214 Sep 28 08:42:56.605181 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72128d4d-2051-4056-a451-3b99b40a5014 req-886760be-304d-4ba1-960a-3f2fcde4f3f0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Sep 28 08:42:56.744038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33c4e8-9798-4a08-92b2-839571b9be71 req-259bcb7a-1d7a-44c9-87f0-9c39039e2688 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:56.745514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b33c4e8-9798-4a08-92b2-839571b9be71 req-259bcb7a-1d7a-44c9-87f0-9c39039e2688 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0492880 Sep 28 08:42:56.784241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b33c4e8-9798-4a08-92b2-839571b9be71 req-9785c8d9-1525-440f-8384-286ce9df2c5e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Sep 28 08:42:56.811776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42894) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:42:56.854172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dfe23-ee1b-400e-a9e9-9ae971b2438e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:56.855721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-444dfe23-ee1b-400e-a9e9-9ae971b2438e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a&network_id=3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 200 len: 1132 time: 0.0426567 Sep 28 08:42:57.092728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0f84-2cb1-4616-b174-0bd7b408af4b req-e3be9dc3-573f-453f-9cb6-4cdb84f6a641 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:57.094313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4aea0f84-2cb1-4616-b174-0bd7b408af4b req-e3be9dc3-573f-453f-9cb6-4cdb84f6a641 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0558853 Sep 28 08:42:57.134987 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4aea0f84-2cb1-4616-b174-0bd7b408af4b req-4306c35d-726f-416b-822f-5f6c9dfca3b3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Sep 28 08:42:58.273086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08427173-9878-4ee0-8a54-3754e4b12d7f req-3122216d-62b8-4e61-ab43-fb89e6d352c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:58.274576 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08427173-9878-4ee0-8a54-3754e4b12d7f req-3122216d-62b8-4e61-ab43-fb89e6d352c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0562782 Sep 28 08:42:58.316516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08427173-9878-4ee0-8a54-3754e4b12d7f req-03a9ef09-4186-4049-a1b7-6bea72ba0b41 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=32e697f9-455a-4687-b981-4d4ee6324eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Sep 28 08:42:58.349627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-e1780715-aa97-46b4-b261-17ff77a03d6b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:58.351120 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-e1780715-aa97-46b4-b261-17ff77a03d6b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 984 time: 0.0511122 Sep 28 08:42:58.397675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-5e0e49ec-1de9-46de-a2f2-644f67d7b58e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:58.399019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-5e0e49ec-1de9-46de-a2f2-644f67d7b58e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0420568 Sep 28 08:42:58.515051 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-d85d527d-0f13-4d1f-aa74-c4661806ff43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1106939 Sep 28 08:42:58.525440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:42:58.584002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:58.723164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:58.755803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] For port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:58.789554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] device_id is not set on port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 yet. {{(pid=103308) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 28 08:42:58.798424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:58.805534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:58.884197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=11']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:58.914981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] No DVR routers for this DVR port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:42:58.971504 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:42:59.067495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] In _notify_port_updated(), no bound segment for port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 on network 3f19524e-1371-42af-8448-48a2d40c1796 {{(pid=103308) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Sep 28 08:42:59.068781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:59.069861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:42:59.071966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb49a60-161b-4d78-ac01-a81db77b2668 req-9ba896e7-dfca-444f-bf82-1bbbd49b7f64 service neutron] 10.222.0.62 "PUT /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 200 len: 1027 time: 0.5503912 Sep 28 08:42:59.430338 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-312e7ae8-c65c-4f8b-b704-abb4e7632681 req-76d957f6-d560-4e02-8a82-758ccaec8863 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bca8c19-1c5d-40da-ab5e-26a5fef8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0282948 Sep 28 08:43:00.494204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42908) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:00.558014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.584519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.648168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.650891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.652083 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b HTTP/1.1" status: 204 len: 168 time: 0.1568580 Sep 28 08:43:00.662015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab1127-6c3b-4abc-a519-52fd074fc143 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014e3fb-3c88-4ebe-b4c1-70fdbad1db6b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:00.683363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42912) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:00.847163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 32499627-ea35-4298-821e-b13728b58fbd {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:00.847522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.926628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.926919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:00.938698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 32499627-ea35-4298-821e-b13728b58fbd owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:01.141580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.167283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=32499627-ea35-4298-821e-b13728b58fbd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:01.228658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.228976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 2a40f8b4-3d22-477b-8f71-c3c50f6adcd2 disassociated (deleted). External IP: 172.26.4.52, port: c36e41f3-f69a-4c87-bcb6-da3ea3b9c895. Sep 28 08:43:01.445814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:01.553477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:01.558988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.565949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Sync routers for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:01.576401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:01.577057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:01.588317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d6d7cdd7-6c1e-4801-82a4-18180154ab81 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/2a40f8b4-3d22-477b-8f71-c3c50f6adcd2 HTTP/1.1" status: 204 len: 168 time: 0.9014297 Sep 28 08:43:01.654930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42918) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:01.683071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:01.717668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.743251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.808069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.810991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.812189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/4c5de5f6-806d-4ef5-a218-553b52146d97 HTTP/1.1" status: 204 len: 168 time: 0.1560440 Sep 28 08:43:01.823647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135dad-074a-44a9-aeab-4ed8495ce036 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5de5f6-806d-4ef5-a218-553b52146d97,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:01.844228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42922) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:01.900057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:01.931671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Checking router: d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:01.935110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:01.935455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:01.940712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:01.941379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:01.975838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:02.021679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:02.033974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 owned by {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:02.061136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:43:02.082606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:02.165565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:02.195664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=c36e41f3-f69a-4c87-bcb6-da3ea3b9c895,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:02.271483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:02.274967 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b8370d72-06ea-42ca-a3a0-8dd8cd8a450e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/ports/c36e41f3-f69a-4c87-bcb6-da3ea3b9c895 HTTP/1.1" status: 204 len: 168 time: 0.4297025 Sep 28 08:43:02.277795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42924) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:02.298975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:02.332311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f7bea-ae15-480e-8063-d813bf5795dc None None] The sync data for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv is: [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:28Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a772f22-9209-4005-a59a-723aad3cb51d', 'name': '', 'network_id': '3f19524e-1371-42af-8448-48a2d40c1796', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:a3:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '306c8c6a-da45-4026-b340-01d9e635e012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:27Z', 'updated_at': '2022-09-28T08:42:30Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '306c8c6a-da45-4026-b340-01d9e635e012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:02.570700 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1b220-5552-45a3-aff0-ca15103c9b30 None None] New status for floating IP 2a40f8b4-3d22-477b-8f71-c3c50f6adcd2: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:43:02.658183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:02.919235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 1a772f22-9209-4005-a59a-723aad3cb51d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:02.919584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:03.013431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 1a772f22-9209-4005-a59a-723aad3cb51d, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a772f22-9209-4005-a59a-723aad3cb51d,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:03.013808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:03.026179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 1a772f22-9209-4005-a59a-723aad3cb51d owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:03.227400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:03.257153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=1a772f22-9209-4005-a59a-723aad3cb51d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:03.312940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:03.436395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:03.657271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:03.771831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:03.777305 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-37b65433-5e98-48a2-aaac-4c83481364a0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/d3e38a6c-31b3-4b18-8a2c-af9f40e40a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982345 Sep 28 08:43:03.780186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42926) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:03.782441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Sync routers for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:03.794095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:03.794736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:04.068914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:04.188854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 306c8c6a-da45-4026-b340-01d9e635e012 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:43:04.192128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.232689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.252548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:43:03Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:04.286014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Checking router: d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:04.294708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Routers {'d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:04.295325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:04.320915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.388636 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.403390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] Set router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:04.428214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=306c8c6a-da45-4026-b340-01d9e635e012,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:04.434505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.442256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42928) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:04.442785 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1d7a7cd6-a190-49bc-9a1c-e6da26a1ad86 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/306c8c6a-da45-4026-b340-01d9e635e012 HTTP/1.1" status: 204 len: 168 time: 0.6612487 Sep 28 08:43:04.474357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649b130-146d-4c67-bacf-d0cb0dc4d5a5 None None] Network 3f19524e-1371-42af-8448-48a2d40c1796 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:43:04.578603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.711422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.731878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:43:03Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:04.761415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1467bdb-cc59-4fa0-8c36-12c629c19bdc None None] The sync data for ids ['d3e38a6c-31b3-4b18-8a2c-af9f40e40a01'] in dv-neutron-859308-3-hyperv is: [{'id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'name': 'tempest-TestNetworkBasicOps-router-985532435', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:43:03Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '59da999b-acbb-4ba2-8bc1-be046a1739a0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:70:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e38a6c-31b3-4b18-8a2c-af9f40e40a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:42:24Z', 'updated_at': '2022-09-28T08:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:04.772682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] DHCP port deletion for 3f19524e-1371-42af-8448-48a2d40c1796 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:43:04.778828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 59da999b-acbb-4ba2-8bc1-be046a1739a0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:04.779471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.836047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Deleting port 98132b1e-83c8-4f95-b16c-368edd75ac20 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:04.836047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.867843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 59da999b-acbb-4ba2-8bc1-be046a1739a0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=59da999b-acbb-4ba2-8bc1-be046a1739a0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:04.868226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.881683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 59da999b-acbb-4ba2-8bc1-be046a1739a0 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:04.902477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] For port 98132b1e-83c8-4f95-b16c-368edd75ac20, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=98132b1e-83c8-4f95-b16c-368edd75ac20,segment=NetworkSegment(329d4e1c-165e-493a-a49e-7f757f1339f4),segment_id=329d4e1c-165e-493a-a49e-7f757f1339f4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:04.902884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:04.915684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Calling delete_port for 98132b1e-83c8-4f95-b16c-368edd75ac20 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:05.016678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.040496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] Pushing event deleted for resources: {'Port': ['ID=98132b1e-83c8-4f95-b16c-368edd75ac20,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:05.043810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760f93a-2138-4667-95d1-a421816d0947 None None] No DVR routers for this DVR port 98132b1e-83c8-4f95-b16c-368edd75ac20 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:43:05.073440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.118699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=59da999b-acbb-4ba2-8bc1-be046a1739a0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:05.191294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.287973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.290446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.337762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.338439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:43:05.346931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.351054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5b4281bd-86a6-438c-ad20-eeb3991d1bdd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/d3e38a6c-31b3-4b18-8a2c-af9f40e40a01 HTTP/1.1" status: 204 len: 168 time: 0.9048636 Sep 28 08:43:05.351345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42930) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:05.448907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.538910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.559416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f19524e-1371-42af-8448-48a2d40c1796']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:05.569292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329d4e1c-165e-493a-a49e-7f757f1339f4') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:05.569595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329d4e1c-165e-493a-a49e-7f757f1339f4') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:05.579567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.592856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.598897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:43:05.599280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.631398 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 329d4e1c-165e-493a-a49e-7f757f1339f4 resource provider aggregate not found Sep 28 08:43:05.678829 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 329d4e1c-165e-493a-a49e-7f757f1339f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329d4e1c-165e-493a-a49e-7f757f1339f4 found for delete ", "request_id": "req-15d90ac6-7390-42be-928e-9f5e441705c4"}]} Sep 28 08:43:05.680416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.689300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.692282 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/3f19524e-1371-42af-8448-48a2d40c1796 HTTP/1.1" status: 204 len: 168 time: 0.3398943 Sep 28 08:43:05.705675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd27ff-431a-41d1-8f8b-a5dd03be2a6e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=3f19524e-1371-42af-8448-48a2d40c1796,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:05.707033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42936) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:05.723679 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-20c8db0a-d589-4e09-8e56-7c7f2f397ec7 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0148482 Sep 28 08:43:05.726319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42938) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:05.731570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--1717385118', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:05.753507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:43:05.757451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.783167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:43:05.796999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.797373 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 0feb4707-3d11-4346-b4c1-3bc1c735f436 of type vlan for network c02891aa-ece3-47ab-9fee-e72bbc4085a5 Sep 28 08:43:05.842374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.867139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.872839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:05.873453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.908363 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808991 Sep 28 08:43:05.911241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42940) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:05.915797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:05.938802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.940094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:05.947087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a26ce-076d-44c4-a519-59bb328c5e9a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=c02891aa-ece3-47ab-9fee-e72bbc4085a5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:05.959677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:43:06.351507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.425332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d0032c82-ea3c-4685-937c-c15686a713ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.488943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.559139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 98132b1e-83c8-4f95-b16c-368edd75ac20 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:06.579713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 98132b1e-83c8-4f95-b16c-368edd75ac20 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:43:06.580194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 98132b1e-83c8-4f95-b16c-368edd75ac20 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:43:06.580728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 59da999b-acbb-4ba2-8bc1-be046a1739a0 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:06.600087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 59da999b-acbb-4ba2-8bc1-be046a1739a0 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:43:06.600424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 59da999b-acbb-4ba2-8bc1-be046a1739a0 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:43:06.600847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a772f22-9209-4005-a59a-723aad3cb51d no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:06.619651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1a772f22-9209-4005-a59a-723aad3cb51d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:43:06.619967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a772f22-9209-4005-a59a-723aad3cb51d not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:43:06.692878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.711950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.824058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.241 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/77e75173-c26f-4bcd-b3c6-cd674865b2ed) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:06.928547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:06.973670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:07.011504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:07.014314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:07.017070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:07.047958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:07.283443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:07.487159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:07.616094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:43:07.723667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:07.733620 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:07.743398 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:07.743945 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:07.746051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:07.747290 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-305af280-d04f-4012-9ee7-8842147cccb0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8350668 Sep 28 08:43:07.750518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42942) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:07.779063 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8988669b-dff6-4b2f-9c14-4660bb23868d tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274255 Sep 28 08:43:07.782044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42944) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:07.851308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:07.874048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e758904-3924-4905-a11b-5605bd403aa9 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:07.875565 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e758904-3924-4905-a11b-5605bd403aa9 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925016 Sep 28 08:43:07.878650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:07.938355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7642a31f-004b-4d9b-abda-4ed41f25d00f tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582366 Sep 28 08:43:07.941315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42948) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:07.946600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-509774735', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:08.031836 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:07Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:08.045342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:43:08.049092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.058673 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:08.059019 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Updating router dfd7437a-1ac7-41d9-b878-eee4013d24b8 port 77e75173-c26f-4bcd-b3c6-cd674865b2ed binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:43:08.084419 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.234547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.292397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=602c416b-20b0-4133-a9ff-2def54ea3312,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:08.306792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:08.307150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: c02891aa-ece3-47ab-9fee-e72bbc4085a5, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:43:08.326205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:43:08.332738 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.335703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c02891aa-ece3-47ab-9fee-e72bbc4085a5) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:08.339258 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.340061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:08.340655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.344953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec948f-742e-452a-b075-fc3eab87458c None None] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:43:08.359742 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c62ec8c0-ea56-4045-87a9-3494a8bc0f1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4173043 Sep 28 08:43:08.362880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:08.385321 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d20a6a-4f50-4bd9-8c25-b1327ce09995 None None] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:08.396533 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Attempting to bind port 77e75173-c26f-4bcd-b3c6-cd674865b2ed on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:43:08.396895 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Attempting to bind port 77e75173-c26f-4bcd-b3c6-cd674865b2ed by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:43:08.397274 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Attempting to bind port 77e75173-c26f-4bcd-b3c6-cd674865b2ed on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:08.402507 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:43:08.402872 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:08.403308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.403687 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:43:08.404348 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Bound port: 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:43:08.404718 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.457538 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:43:08.461642 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=77e75173-c26f-4bcd-b3c6-cd674865b2ed,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:43:08.467654 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.500191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:43:08.501372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.512318 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:08.512946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:42:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:08.563033 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d20a6a-4f50-4bd9-8c25-b1327ce09995 None None] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:08.643115 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:08.663460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Allocated IP 172.20.0.2 (c02891aa-ece3-47ab-9fee-e72bbc4085a5/602c416b-20b0-4133-a9ff-2def54ea3312/c2848095-be72-4dd4-9e6d-b52b8e4b99a9) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:08.827869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.829257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccd75-ee25-43db-9f4b-999f80efb87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.836965 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:07Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:08.837637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.868414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.872396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:08.875643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:08.880644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:08.913739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Pushing event updated for resources: {'Port': ['ID=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:08.951323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Attempting to bind port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:43:08.951800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Attempting to bind port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:43:08.952260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Attempting to bind port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 on network c02891aa-ece3-47ab-9fee-e72bbc4085a5 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:08.957827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:43:08.958276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Checking segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:08.958745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.959314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Bound using segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:43:08.959872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Bound port: c2848095-be72-4dd4-9e6d-b52b8e4b99a9, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:43:08.960317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:08.961781 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84cb7-efbb-4423-a87b-91d7ec28c177 None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:07Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:09.189966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] For port c2848095-be72-4dd4-9e6d-b52b8e4b99a9, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:43:09.197352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] For port c2848095-be72-4dd4-9e6d-b52b8e4b99a9, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:43:09.210488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (c02891aa-ece3-47ab-9fee-e72bbc4085a5/602c416b-20b0-4133-a9ff-2def54ea3312/3b6b2055-99a0-43d5-857e-e71eb5d4154a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:09.213065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.283348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c561c8-c587-458e-808a-fc642f1f42c4 None None] Pushing event updated for resources: {'Port': ['ID=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:09.341274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.389232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.431580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:09.443807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:09.452946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:09.484128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:09.509621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.656182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.951303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:09.957976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.033235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.035197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:10.080389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.137807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:10.139310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:10.263999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:10.371470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb92aa3-d698-44ee-bb2b-969d2902e918 None None] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:43:10.379535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:10.384589 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ac4bfa9-5d61-4439-8a9a-2cb2f41e5b7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204396 Sep 28 08:43:10.387259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:10.461346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Provisioning complete for port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:10.461802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.462209 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Attempt 1 to provision port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 Sep 28 08:43:10.492437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.492927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.493454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.493940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.494407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.494873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.496675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8b12ae7d-9355-4125-807a-9dfa82fbc2aa tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1084950 Sep 28 08:43:10.499531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:10.567635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.567635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.568221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.568866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.569412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.569927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.576902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d354455d-22b4-42a0-b731-1869e3c2783e tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0729065 Sep 28 08:43:10.577168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42956) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:10.612660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Current status of the port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:10.612963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.659090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] For port c2848095-be72-4dd4-9e6d-b52b8e4b99a9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:10.665762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.696596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:10.758323 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5b593642-e8d8-4e71-9469-86bd227acc3a tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1798377 Sep 28 08:43:10.758875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd134e6-8dd2-42fc-8696-3ae050fccf28 None None] Pushing event updated for resources: {'Port': ['ID=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:10.776730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 77e75173-c26f-4bcd-b3c6-cd674865b2ed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:10.777148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.777490 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 77e75173-c26f-4bcd-b3c6-cd674865b2ed Sep 28 08:43:10.840152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:10.845164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020698729', 'description': 'tempest-secgroup-smoke-1020698729 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:10.871810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.874780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 77e75173-c26f-4bcd-b3c6-cd674865b2ed is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:10.875431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.905225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=77e75173-c26f-4bcd-b3c6-cd674865b2ed,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:10.912013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.913301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c2848095-be72-4dd4-9e6d-b52b8e4b99a9 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:10.967027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:10.967651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:10.973560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.007728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.008987 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678174 Sep 28 08:43:11.011052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc059134-0e08-4a4f-b6e7-6df19c571de9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64630d9-c1ce-4502-b9b6-b752937a9846,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.012124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42962) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.017561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.032553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:11.033596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:11.037078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.053047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.086130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Provisioning complete for port 3b6b2055-99a0-43d5-857e-e71eb5d4154a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:11.086758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.086872 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Attempt 1 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:43:11.126039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.127153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:11.127710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.127995 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 Sep 28 08:43:11.132225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.156220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cb888e-39b0-4fb0-a3bb-063c4be8e184,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.168658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.170700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8f870667-a1fa-4e97-b624-372e32c28311 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569464 Sep 28 08:43:11.173607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42964) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.178620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.197864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Port 3b6b2055-99a0-43d5-857e-e71eb5d4154a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:43:11.212407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.238153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:11.281210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.289537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.310352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7831cf52-833c-4a55-8ad9-147053bdb2d9,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.322606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.322814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.326421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.326664 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5c655f6b-27ca-4eaa-8081-1b7525646c70 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516025 Sep 28 08:43:11.331665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.361136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.404443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:11.421001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.426172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.443807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fafd51-06fb-46ab-a30a-92fbd958b4ed,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.453532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.457574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6f8fe44e-4d69-4c3a-934a-07673f6ce230 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268840 Sep 28 08:43:11.457793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.462433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.488263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.516524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:11.546674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:11.547028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Updating router dfd7437a-1ac7-41d9-b878-eee4013d24b8 port 3b6b2055-99a0-43d5-857e-e71eb5d4154a binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:43:11.548208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.554193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.573209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.579086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a94b51-73c8-46d5-93c1-8d4ff6baf3db,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.587109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.588371 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4a13855e-c43c-4db7-96bc-13f9c5bc02e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296055 Sep 28 08:43:11.591214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 42970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.595643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.618584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:43:11.623987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.691506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.697303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.699607 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Attempt 2 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:43:11.704644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.715083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921eb36b-8333-43c7-b6b6-e866e1a0279e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.729388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.731078 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0476760f-3d9a-4f7a-9d57-c4e50a0e2c95 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388984 Sep 28 08:43:11.734544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 42972) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:11.739355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'f64630d9-c1ce-4502-b9b6-b752937a9846', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:11.756759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Port 3b6b2055-99a0-43d5-857e-e71eb5d4154a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:43:11.761074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:43:11.765950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.828872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.833663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.854561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c3ecab-98a6-4fec-aae5-9d1073201cd8,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.861058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.865515 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-63a04dd7-4abc-46e3-89c3-f457e62b6453 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298189 Sep 28 08:43:11.891649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.900971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.964527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bdb6d-68d2-47c6-999b-9a1d30ce0a1d None None] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:11.990095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Attempting to bind port 3b6b2055-99a0-43d5-857e-e71eb5d4154a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:43:11.990459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Attempting to bind port 3b6b2055-99a0-43d5-857e-e71eb5d4154a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:43:11.990820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Attempting to bind port 3b6b2055-99a0-43d5-857e-e71eb5d4154a on network c02891aa-ece3-47ab-9fee-e72bbc4085a5 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:11.995972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:43:11.996358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Checking segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:11.996765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:11.997189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Bound using segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:43:11.997668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Bound port: 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:43:11.998055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.008728 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-74eddee7-c948-4351-a3b7-cc38c0427680 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020698729&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0345232 Sep 28 08:43:12.066739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:43:12.069795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3b6b2055-99a0-43d5-857e-e71eb5d4154a,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:43:12.075465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.110994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:12.111732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:12.120078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-20efa3cf-7cb0-468f-99b7-61b48f89abab tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:12.121585 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-20efa3cf-7cb0-468f-99b7-61b48f89abab tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 200 len: 797 time: 0.1058490 Sep 28 08:43:12.137788 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-e6d704f1-c587-4dca-9000-c27da1fef2c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0099950 Sep 28 08:43:12.161055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bdb6d-68d2-47c6-999b-9a1d30ce0a1d None None] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:12.190510 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-317dc3de-c496-44e9-94ad-4b208c719be6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469704 Sep 28 08:43:12.233211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:12.258533 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Attempt 3 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:43:12.294607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-bc015c11-5372-4e41-8b9d-ab18983a9a17 service neutron] 10.222.0.27 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919101 Sep 28 08:43:12.393073 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-f899ae6f-2123-4b34-9c4d-9b3ea72e1615 service neutron] 10.222.0.27 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920186 Sep 28 08:43:12.588991 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eba0f5e1-f4e7-45c5-b23d-56dad604962d req-063e08d7-3bd8-4539-a147-963f998046a9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Sep 28 08:43:12.607062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:12.625227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:12.625227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.707455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3b6b2055-99a0-43d5-857e-e71eb5d4154a,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:12.717782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.758880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 77e75173-c26f-4bcd-b3c6-cd674865b2ed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:12.759255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.759589 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 77e75173-c26f-4bcd-b3c6-cd674865b2ed Sep 28 08:43:12.804372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Provisioning complete for port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:12.804905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:12.805071 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Attempt 1 to provision port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 Sep 28 08:43:12.841571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:12.847996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:12Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:12.885675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e867f-9a41-436e-b552-7170aa6be1ee None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:12Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:12.987940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-93281fe9-27bf-43ea-b121-7c33a5b43664 None None] Current status of the port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:12.989967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 77e75173-c26f-4bcd-b3c6-cd674865b2ed is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:12.990958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c2848095-be72-4dd4-9e6d-b52b8e4b99a9 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:13.056690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:13.057795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:13.058137 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 Sep 28 08:43:13.121954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4706ca48-b4bd-4905-99a6-47f383d79050 None None] Provisioning complete for port 3b6b2055-99a0-43d5-857e-e71eb5d4154a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:13.122522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4706ca48-b4bd-4905-99a6-47f383d79050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:13.122522 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4706ca48-b4bd-4905-99a6-47f383d79050 None None] Attempt 1 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:43:13.191223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:13.236109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4706ca48-b4bd-4905-99a6-47f383d79050 None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:13.575569 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-c5e21ab0-269d-41a7-9f7b-cd59c8aee072 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:13.577305 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-c5e21ab0-269d-41a7-9f7b-cd59c8aee072 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 200 len: 797 time: 0.1303101 Sep 28 08:43:13.638016 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-7e61b365-312d-4987-ad38-bd9bad474e93 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 380 time: 0.0512395 Sep 28 08:43:13.651477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['f64630d9-c1ce-4502-b9b6-b752937a9846']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:13.708360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bee276fa-1fc0-443d-b961-169b89cfa97d req-28f56fa0-72fa-4fac-bc49-aa12012a63ff tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Sep 28 08:43:13.773710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:43:13.777878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:13.915141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.10 (c02891aa-ece3-47ab-9fee-e72bbc4085a5/602c416b-20b0-4133-a9ff-2def54ea3312/df789aea-357a-435e-bf8b-5f8ab8722a38) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:14.071301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.120945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.163787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:14.166852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:14.170392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:14.179668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:14.228758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:14.229914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.248551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-111d4ea7-f405-4d58-9f72-2d1bf414da96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013014 Sep 28 08:43:14.263075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Request body: {'port': {'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:14.318632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.364000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Provisioning complete for port df789aea-357a-435e-bf8b-5f8ab8722a38 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:14.364574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.364684 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Attempt 1 to provision port df789aea-357a-435e-bf8b-5f8ab8722a38 Sep 28 08:43:14.404089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Port df789aea-357a-435e-bf8b-5f8ab8722a38 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:43:14.585432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:14.595741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df789aea-357a-435e-bf8b-5f8ab8722a38 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:43:14.603176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.616284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Transition to ACTIVE for port object df789aea-357a-435e-bf8b-5f8ab8722a38 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:43:14.621437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.634638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3b6b2055-99a0-43d5-857e-e71eb5d4154a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:14.635018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.635359 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:43:14.698903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Pushing event updated for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:14.717644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:14.733027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Attempting to bind port df789aea-357a-435e-bf8b-5f8ab8722a38 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:43:14.733387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Attempting to bind port df789aea-357a-435e-bf8b-5f8ab8722a38 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:43:14.733839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Attempting to bind port df789aea-357a-435e-bf8b-5f8ab8722a38 on network c02891aa-ece3-47ab-9fee-e72bbc4085a5 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:14.740163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Port df789aea-357a-435e-bf8b-5f8ab8722a38 on network c02891aa-ece3-47ab-9fee-e72bbc4085a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:43:14.740487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Attempting to bind port df789aea-357a-435e-bf8b-5f8ab8722a38 on network c02891aa-ece3-47ab-9fee-e72bbc4085a5 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:14.745748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:43:14.746090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Checking segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:14.746476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Bound using segment: {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:43:14.746903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Bound port: df789aea-357a-435e-bf8b-5f8ab8722a38, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0feb4707-3d11-4346-b4c1-3bc1c735f436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:43:14.747258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.842711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:43:14.846518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=df789aea-357a-435e-bf8b-5f8ab8722a38,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:43:14.859453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f79518-c12c-49b7-89bf-66310f69823d req-9ab39203-8f35-4595-ad64-c8466c1a3ef6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:14.861735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7f79518-c12c-49b7-89bf-66310f69823d req-9ab39203-8f35-4595-ad64-c8466c1a3ef6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 944 time: 0.0778079 Sep 28 08:43:14.863953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.868268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:14.869082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:14.871370 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] 10.222.0.62 "PUT /v2.0/ports/df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 200 len: 1094 time: 0.6129544 Sep 28 08:43:14.877152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:43:14.879981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17ed55-5d11-449c-b7a4-0206ff0257c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:14.905466 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Attempt 2 to provision port df789aea-357a-435e-bf8b-5f8ab8722a38 Sep 28 08:43:14.937605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e26f1-84b5-44fe-b95b-2dbf29391cb7 x-openstack-request-id: req-306e26f1-84b5-44fe-b95b-2dbf29391cb7 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:14.937905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:14.938093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-306e26f1-84b5-44fe-b95b-2dbf29391cb7 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:14.938488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306e26f1-84b5-44fe-b95b-2dbf29391cb7'] response: {'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'status': 'completed', 'code': 200} Sep 28 08:43:14.953337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-09a279b6-eadb-457d-a5e1-b716ad55cc6d None None] Port df789aea-357a-435e-bf8b-5f8ab8722a38 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:43:14.993967 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7f79518-c12c-49b7-89bf-66310f69823d req-db0ffa3e-9166-4fa8-929a-64e949485030 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213653 Sep 28 08:43:14.998396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f44e6-79c1-4aca-be3f-be22f0087b2e service neutron] Pushing event updated for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:15.010022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-662e80ab-c0fd-4f0d-846a-b165de0dc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.011545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-662e80ab-c0fd-4f0d-846a-b165de0dc3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0840025 Sep 28 08:43:15.056493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-42341473-16d1-4021-972f-77cc22a41047 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 200 len: 217 time: 0.0362432 Sep 28 08:43:15.107140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-0b2e1ef2-963b-448f-8ef4-b1d3f8d921fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.108535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-0b2e1ef2-963b-448f-8ef4-b1d3f8d921fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602c416b-20b0-4133-a9ff-2def54ea3312 HTTP/1.1" status: 200 len: 834 time: 0.0455551 Sep 28 08:43:15.160951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-8f9f7081-7ec8-454f-9fbe-7ef7533a9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.162535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-8f9f7081-7ec8-454f-9fbe-7ef7533a9e26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c02891aa-ece3-47ab-9fee-e72bbc4085a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472083 Sep 28 08:43:15.259110 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-ab0877ff-f7f6-448a-884a-06fc1b67e3e9 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894206 Sep 28 08:43:15.351856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-670720d4-995a-4716-9b1b-cec4a2fb074f req-6bf15fae-9f21-4a3d-af38-17188dd708b8 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Sep 28 08:43:15.447297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-62b3d8cd-f5f0-4b72-8411-5db267b85223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.448887 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-62b3d8cd-f5f0-4b72-8411-5db267b85223 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0448720 Sep 28 08:43:15.544975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-f50f2329-4571-43a3-9954-2aad5fb210f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.546489 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-f50f2329-4571-43a3-9954-2aad5fb210f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 200 len: 898 time: 0.0906227 Sep 28 08:43:15.588956 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-a88827b1-a8f9-4097-899a-b8590627920b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 200 len: 217 time: 0.0344429 Sep 28 08:43:15.643431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-43d27735-1e47-455d-bb16-f0f7b1d5c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.645900 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-43d27735-1e47-455d-bb16-f0f7b1d5c2a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602c416b-20b0-4133-a9ff-2def54ea3312 HTTP/1.1" status: 200 len: 834 time: 0.0497980 Sep 28 08:43:15.695413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-74b126ad-ff30-4fa1-a1f1-6df1d5d70c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.696909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-74b126ad-ff30-4fa1-a1f1-6df1d5d70c0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c02891aa-ece3-47ab-9fee-e72bbc4085a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439451 Sep 28 08:43:15.796811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-13757202-62ed-438c-a432-3445150e8d68 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925176 Sep 28 08:43:16.130267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5ad0-7017-483e-a636-c8b5b305881a req-0674a23a-3ff1-4015-8d13-4a102b9bf6f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:16.131789 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ee5b5ad0-7017-483e-a636-c8b5b305881a req-0674a23a-3ff1-4015-8d13-4a102b9bf6f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 944 time: 0.0576284 Sep 28 08:43:16.172686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ee5b5ad0-7017-483e-a636-c8b5b305881a req-c6a15b4b-cc0a-48a5-b343-4dcf8da67a87 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Sep 28 08:43:16.257813 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c17ed55-5d11-449c-b7a4-0206ff0257c6 req-3808518b-980e-48a0-ab37-0b99c09d3cff service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529984 Sep 28 08:43:17.302266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8b8c-1807-4aa4-a2c3-0b3f0780a5f6 req-674031fa-1be4-4289-973e-1d22e3da666c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:17.303861 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-df0b8b8c-1807-4aa4-a2c3-0b3f0780a5f6 req-674031fa-1be4-4289-973e-1d22e3da666c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 944 time: 0.0542665 Sep 28 08:43:17.346387 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-df0b8b8c-1807-4aa4-a2c3-0b3f0780a5f6 req-479f43b9-fc66-4a02-80eb-548647fcbced tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Sep 28 08:43:18.032038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device df789aea-357a-435e-bf8b-5f8ab8722a38 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:43:18.136279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=df789aea-357a-435e-bf8b-5f8ab8722a38,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:18.151355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:43:18.192880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port df789aea-357a-435e-bf8b-5f8ab8722a38 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:18.193296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:18.207143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df789aea-357a-435e-bf8b-5f8ab8722a38 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:43:18.228282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=df789aea-357a-435e-bf8b-5f8ab8722a38,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:18.234245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:18.281639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:18.470290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['df789aea-357a-435e-bf8b-5f8ab8722a38'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:43:18.478152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f79a73-0f4e-4848-8d4a-1e0964dd40ac req-392222b7-bc7c-45c8-b16f-d919431c4777 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.479700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a7f79a73-0f4e-4848-8d4a-1e0964dd40ac req-392222b7-bc7c-45c8-b16f-d919431c4777 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Sep 28 08:43:18.526437 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a7f79a73-0f4e-4848-8d4a-1e0964dd40ac req-d516849f-b392-4169-aa9f-0c5d1b607c2e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Sep 28 08:43:19.653514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8ab0-9fb5-4087-9dff-d19496b83502 req-842dce8a-50ec-4553-9fec-5b29ba764b43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:19.655016 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-921b8ab0-9fb5-4087-9dff-d19496b83502 req-842dce8a-50ec-4553-9fec-5b29ba764b43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 945 time: 0.0526125 Sep 28 08:43:19.698352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-921b8ab0-9fb5-4087-9dff-d19496b83502 req-fb675e4b-ab3b-4431-97ac-74a3ac6a3ac7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338559 Sep 28 08:43:20.040010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device df789aea-357a-435e-bf8b-5f8ab8722a38 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:20.100049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port df789aea-357a-435e-bf8b-5f8ab8722a38 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:43:20.104025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port df789aea-357a-435e-bf8b-5f8ab8722a38 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:20.104411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:20.104758 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port df789aea-357a-435e-bf8b-5f8ab8722a38 Sep 28 08:43:20.182399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port df789aea-357a-435e-bf8b-5f8ab8722a38 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:43:20.182789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:20.205612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:43:20.208514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef7b3f-a626-4cb5-ae81-51bd4bd8da7b" -d '{"events": [{"server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "name": "network-vif-plugged", "status": "completed", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:20.221253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=df789aea-357a-435e-bf8b-5f8ab8722a38,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:20.227547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:20.251752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bfa8d3-7e3b-413d-a516-7691950f291c x-openstack-request-id: req-12bfa8d3-7e3b-413d-a516-7691950f291c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:20.252043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "name": "network-vif-plugged", "status": "completed", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:20.252293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12bfa8d3-7e3b-413d-a516-7691950f291c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:20.253358 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bfa8d3-7e3b-413d-a516-7691950f291c'] response: {'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'code': 200} Sep 28 08:43:20.280231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:20.430633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9015189-08ea-40eb-8a86-e5bf0cf4cd2e req-18c78a81-dfe4-48ba-a6e9-b2eec1abd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:20.432091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a9015189-08ea-40eb-8a86-e5bf0cf4cd2e req-18c78a81-dfe4-48ba-a6e9-b2eec1abd69a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1099 time: 0.0443757 Sep 28 08:43:20.471864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a9015189-08ea-40eb-8a86-e5bf0cf4cd2e req-52e09500-cba8-499d-a76e-5f6ef75fd611 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333550 Sep 28 08:43:20.829529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919296e1-25f0-42fd-aa4c-2d47c882d153 req-1114573f-ecea-426c-aed5-5f6cd10715bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:20.831036 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-919296e1-25f0-42fd-aa4c-2d47c882d153 req-1114573f-ecea-426c-aed5-5f6cd10715bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 946 time: 0.0527501 Sep 28 08:43:20.870156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-919296e1-25f0-42fd-aa4c-2d47c882d153 req-a7988d36-6e79-41a7-8a45-e3e6c84de4af tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Sep 28 08:43:22.020089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95bfa-4efb-4e9f-bbb8-62d1577d607d req-e780b7b5-5ec3-44bb-bdc9-496d0c3f4260 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:22.021646 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ae95bfa-4efb-4e9f-bbb8-62d1577d607d req-e780b7b5-5ec3-44bb-bdc9-496d0c3f4260 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 946 time: 0.0637982 Sep 28 08:43:22.062796 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ae95bfa-4efb-4e9f-bbb8-62d1577d607d req-aa03a5e3-4887-43e7-8242-b0e2b76de882 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Sep 28 08:43:22.187834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d0fd-1aca-4a5c-b687-9c0f5f392efd req-72e2cc87-81c1-4e4f-a55e-2a0f92808128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:22.189361 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49e9d0fd-1aca-4a5c-b687-9c0f5f392efd req-72e2cc87-81c1-4e4f-a55e-2a0f92808128 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Sep 28 08:43:22.232447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49e9d0fd-1aca-4a5c-b687-9c0f5f392efd req-07c8258a-8708-4e27-9be8-936db5c06d18 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368316 Sep 28 08:43:22.260933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43022) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:22.301473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319cee4-4441-44e1-959e-ff532070e772 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:22.303016 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e319cee4-4441-44e1-959e-ff532070e772 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0410480 Sep 28 08:43:22.305846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43024) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:22.310130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:22.337505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:22.436295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:22.590346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.254 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/443794ac-498e-4ba3-a2e7-5c242eb543a1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:22.694745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:22.731382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:22.769535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:22.772406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:22.775881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:22.783428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=443794ac-498e-4ba3-a2e7-5c242eb543a1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:23.285117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:23.398506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:23.565872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:23.571958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:23.641155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=443794ac-498e-4ba3-a2e7-5c242eb543a1,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:23.643688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:23.748218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e associated. External IP: 172.26.4.254, port: df789aea-357a-435e-bf8b-5f8ab8722a38. Sep 28 08:43:23.955146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:24.342178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:24.353851 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:24.361751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:24.365310 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:24.365933 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:24.388773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1a1f319c-3c3f-4a2c-bef0-4e3bdc0ab117 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0819321 Sep 28 08:43:24.389477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:43:24.391717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43026) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:24.392213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061f867-f047-4559-ad3b-9732867ef914" -d '{"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:24.429625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863c15c-039c-4a14-97ee-fe82c22d0dd1 x-openstack-request-id: req-1863c15c-039c-4a14-97ee-fe82c22d0dd1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:24.429924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:24.430178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1863c15c-039c-4a14-97ee-fe82c22d0dd1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:24.430587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1863c15c-039c-4a14-97ee-fe82c22d0dd1'] response: {'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'status': 'completed', 'code': 200} Sep 28 08:43:24.472406 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:24.490607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f867-f047-4559-ad3b-9732867ef914 req-c07acaeb-75b4-46a4-acbc-9ed14c9b8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.492183 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-c07acaeb-75b4-46a4-acbc-9ed14c9b8f6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1099 time: 0.0419822 Sep 28 08:43:24.511907 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5c100369-7e50-4e77-bef7-13028f3125ab tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8 HTTP/1.1" status: 200 len: 923 time: 0.1181767 Sep 28 08:43:24.514363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43030) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:24.587950 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f966c54d-03b5-4af8-a5be-e3e43d26cd04 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 992 time: 0.0704956 Sep 28 08:43:24.594561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f867-f047-4559-ad3b-9732867ef914 req-e7e5cef5-04c3-4fb2-8eca-4e1677c57a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.596021 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-e7e5cef5-04c3-4fb2-8eca-4e1677c57a9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 200 len: 898 time: 0.0961356 Sep 28 08:43:24.666074 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-e35848e5-8861-4aa2-8263-85e4f5e879f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 200 len: 1000 time: 0.0629575 Sep 28 08:43:24.716564 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:23Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:12Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:24.717912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f867-f047-4559-ad3b-9732867ef914 req-bb949d00-a38c-47e7-84db-90ce23202299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.719421 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-bb949d00-a38c-47e7-84db-90ce23202299 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602c416b-20b0-4133-a9ff-2def54ea3312 HTTP/1.1" status: 200 len: 834 time: 0.0469646 Sep 28 08:43:24.745674 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:24.755539 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:24.756155 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:24.773111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f867-f047-4559-ad3b-9732867ef914 req-2463c9a5-3e20-4b80-8015-6ac6bdf7b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.774663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-2463c9a5-3e20-4b80-8015-6ac6bdf7b619 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c02891aa-ece3-47ab-9fee-e72bbc4085a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489783 Sep 28 08:43:24.867600 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-4b5e99a0-821c-4797-b067-7bb875a83475 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 Sep 28 08:43:24.867873 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:24.966588 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2061f867-f047-4559-ad3b-9732867ef914 req-56c885bb-f643-4a80-b358-562ca996eba5 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928960 Sep 28 08:43:25.103090 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:23Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:12Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:25.129771 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f88ae-6877-421e-b3da-25e73b4ccab9 None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:23Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:43:12Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:25.321534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70760a50-aa78-4eac-acbf-a2ed8fdfc700 None None] New status for floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:43:25.592135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:25.657720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a9dfd5fa-1bcb-4f2b-928d-a52324785915 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 994 time: 0.0639124 Sep 28 08:43:33.318496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:35.972723 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:43:36.438343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8abfc068-8268-4bfb-a330-a8b172e82dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:38.795762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8abf7091-fab9-44b1-b7ce-98a9941838c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:40.085561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:40.755466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8774c-d69c-4bff-8722-51c7a31a0741 req-e06c0481-538f-4819-8938-aece2d83fe0d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:40.756942 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ae8774c-d69c-4bff-8722-51c7a31a0741 req-e06c0481-538f-4819-8938-aece2d83fe0d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0527527 Sep 28 08:43:40.797256 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2ae8774c-d69c-4bff-8722-51c7a31a0741 req-b98955da-80b3-41d6-bc9c-6a7aa93379a5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Sep 28 08:43:41.260000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:41.702390 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:41.926385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0394109-36a6-40f1-9ed0-d8cce0ef8efa req-9d8a52f8-d17b-4778-80da-1b6065fc2661 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:41.927916 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f0394109-36a6-40f1-9ed0-d8cce0ef8efa req-9d8a52f8-d17b-4778-80da-1b6065fc2661 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Sep 28 08:43:41.973471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f0394109-36a6-40f1-9ed0-d8cce0ef8efa req-a931fd49-2dec-4725-8343-d73d20aba317 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 Sep 28 08:43:42.331111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-be4ff7d8-354c-4563-a488-a1d59dd6524a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:42.332505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-be4ff7d8-354c-4563-a488-a1d59dd6524a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 945 time: 0.0554705 Sep 28 08:43:42.423388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port 96888579-9bab-46b9-9527-7ed2945e4990 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:43:42.423739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:42.525344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] For port 96888579-9bab-46b9-9527-7ed2945e4990, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=96888579-9bab-46b9-9527-7ed2945e4990,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:42.525747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:42.748953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:42.749351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:42.749662 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 1f256e24-25a9-4cd2-a552-86b4ddd80f4b disassociated. External IP: 172.26.4.172, port: 96888579-9bab-46b9-9527-7ed2945e4990. Sep 28 08:43:42.750030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for 96888579-9bab-46b9-9527-7ed2945e4990 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:43:42.878696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:42.911708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=96888579-9bab-46b9-9527-7ed2945e4990,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:42.922869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.923226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.923575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.923914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.924250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.924584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.924916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.925270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.925604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.925937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.926280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:42.926589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:43.045844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:43.079538 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a9f26f1e-9a97-4ac3-adc2-d409b5cb2677 req-d02a1276-b2dc-4e8f-813a-eced49ed3d8b tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Sep 28 08:43:43.158032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:43.169110 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:43.180022 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:43.180718 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:43.198297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] No DVR routers for this DVR port 96888579-9bab-46b9-9527-7ed2945e4990 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:43:43.201981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:43.205379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-755785b0-0f0c-49fe-b907-8bd4e71439f7 req-412f4eb4-224f-4102-8eab-a76f2993496a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "DELETE /v2.0/ports/96888579-9bab-46b9-9527-7ed2945e4990 HTTP/1.1" status: 204 len: 173 time: 0.8663378 Sep 28 08:43:43.205893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'name': 'network-vif-deleted', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:43:43.208292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c174ba-a178-476f-9e9f-1b3b2eedf432" -d '{"events": [{"server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "name": "network-vif-deleted", "tag": "96888579-9bab-46b9-9527-7ed2945e4990"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:43.249330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff548cf-8896-4f2e-bbe2-5844603bbe45 x-openstack-request-id: req-bff548cf-8896-4f2e-bbe2-5844603bbe45 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:43.249638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15c8a3f-208c-4dc3-9d90-c0052d8b33e9", "name": "network-vif-deleted", "tag": "96888579-9bab-46b9-9527-7ed2945e4990", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:43.249882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bff548cf-8896-4f2e-bbe2-5844603bbe45 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:43.250280 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff548cf-8896-4f2e-bbe2-5844603bbe45'] response: {'server_uuid': 'd15c8a3f-208c-4dc3-9d90-c0052d8b33e9', 'name': 'network-vif-deleted', 'tag': '96888579-9bab-46b9-9527-7ed2945e4990', 'status': 'completed', 'code': 200} Sep 28 08:43:43.296512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:43.507366 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:43.534694 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:43.544527 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:43:43.545144 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:43.663931 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:43:43.957693 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:43.986334 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c16ae-6ef0-419f-bfb0-d4e6e5edc091 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:44.191546 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bfb20882-3f3f-4f37-8816-4ef8e2bebb64 req-91d643c0-79c0-4d95-a207-b59f5cd7ca69 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Sep 28 08:43:44.234804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772af1e3-b788-4542-b1ef-4063b1e5bfcd None None] New status for floating IP 1f256e24-25a9-4cd2-a552-86b4ddd80f4b: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:43:45.295863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dde883bd-5769-46e3-8251-cf073ee91fad req-1fc87c2b-9230-41ed-8873-309146ff96c0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Sep 28 08:43:46.219552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 96888579-9bab-46b9-9527-7ed2945e4990 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:46.242658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 96888579-9bab-46b9-9527-7ed2945e4990 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:43:46.243003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 96888579-9bab-46b9-9527-7ed2945e4990 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:43:46.397716 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a8f2377e-0d25-49a0-a373-6dde398011ba req-a7d34356-ca30-412b-b76d-aa87b86e6ee0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=d15c8a3f-208c-4dc3-9d90-c0052d8b33e9 HTTP/1.1" status: 200 len: 210 time: 0.0287845 Sep 28 08:43:47.629051 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-8a26a93e-f751-48b6-8718-5150cd7e68b8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119188693&fields=id&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 267 time: 0.0330629 Sep 28 08:43:47.734462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-7f506b26-1e8f-4dd2-b8b4-70ba98195667 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:47.735966 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-7f506b26-1e8f-4dd2-b8b4-70ba98195667 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.1001017 Sep 28 08:43:47.751780 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-d5dfc5e7-4e19-4bcf-84ff-94a941cd95d9 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/quotas/02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Sep 28 08:43:47.814186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-dfe583a8-7cf4-4f7a-860f-d95ffb503d58 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557699 Sep 28 08:43:47.831630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-6f5f7ab6-916f-49fb-b45b-a2c644d8b93d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:43:47.832555 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-6f5f7ab6-916f-49fb-b45b-a2c644d8b93d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053217 Sep 28 08:43:47.939297 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-84ce96b5-43a0-4152-ab6f-390b62a986ed service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005335 Sep 28 08:43:48.035409 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-3a676d5a-2d60-4ac2-9298-8d1db24b9f7e service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897839 Sep 28 08:43:48.355089 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ab7e866c-d04c-4873-a01e-afe2a5fe498f req-423c4391-52a3-4228-a002-57a618eaa44f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Sep 28 08:43:49.338722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-62406a95-9b62-455e-8349-a5e5f71d63b6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:49.340244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-62406a95-9b62-455e-8349-a5e5f71d63b6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.1101873 Sep 28 08:43:49.385635 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-ee59e4d0-f494-4e65-add4-ff2d6e56cb6c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 380 time: 0.0359426 Sep 28 08:43:49.395255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'port': {'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'admin_state_up': True, 'tenant_id': '02d15b29073043a7994227b24526c104', 'security_groups': ['e4da234a-534a-474c-acd7-b520d1c954a9']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:49.469453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9f3283aa-8d87-4ce1-b98f-7c91543868f7 req-e22e0bfa-cc96-4958-8141-6adb5ffc9d20 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0399752 Sep 28 08:43:49.510747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Made reservation on behalf of 02d15b29073043a7994227b24526c104 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:43:49.514368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:49.640575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.20.0.14 (45f99a4c-71f0-4ff7-aa2d-a160098b5819/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad/259f0c9e-c9b6-4de7-ad28-d39075c8a98d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:43:49.784559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:49.819945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:49.863152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:43:49.866445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:43:49.870304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:43:49.880146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:49.926971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:49.927629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:49.947916 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9c5200b9-a594-4e11-96b1-a4c48ea08c79 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565202 Sep 28 08:43:49.958110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-fb7c61d8-bdd3-4e31-bda5-67a7b2a4ee24 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:43:49.959113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-fb7c61d8-bdd3-4e31-bda5-67a7b2a4ee24 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057931 Sep 28 08:43:49.971013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Request body: {'port': {'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:43:50.034106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.129745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Provisioning complete for port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:43:50.130792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.131304 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Attempt 1 to provision port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d Sep 28 08:43:50.166637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:43:50.298858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259f0c9e-c9b6-4de7-ad28-d39075c8a98d {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:43:50.306387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.318808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Transition to ACTIVE for port object 259f0c9e-c9b6-4de7-ad28-d39075c8a98d will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:43:50.323578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.386570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:50.433461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Attempting to bind port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:43:50.433705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Attempting to bind port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:43:50.434067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Attempting to bind port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:50.438587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:43:50.438904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Attempting to bind port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:43:50.443625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:43:50.443955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:43:50.444330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Bound using segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:43:50.444748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Bound port: 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:43:50.445119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.518871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:43:50.525393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:43:50.533997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.539610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.540251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:43:50.541738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] 10.222.0.62 "PUT /v2.0/ports/259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 1094 time: 0.5748990 Sep 28 08:43:50.543446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:43:50.546224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a" -d '{"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:50.628115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03830c0-b696-4fa1-b569-e90d8684e737 x-openstack-request-id: req-c03830c0-b696-4fa1-b569-e90d8684e737 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:50.628400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:50.628651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c03830c0-b696-4fa1-b569-e90d8684e737 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:50.629402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03830c0-b696-4fa1-b569-e90d8684e737'] response: {'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'status': 'completed', 'code': 200} Sep 28 08:43:50.651951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81073bf5-7769-42d7-9084-f81f461eaf14 service neutron] Pushing event updated for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:50.667659 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Attempt 2 to provision port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d Sep 28 08:43:50.679283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383660f-4323-4099-92a4-c43851380118 req-e9492b4a-541b-478f-a2bc-db0046bc6c3b tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.680788 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e383660f-4323-4099-92a4-c43851380118 req-e9492b4a-541b-478f-a2bc-db0046bc6c3b tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.1129529 Sep 28 08:43:50.682516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9aaea6ca-f6b7-44cd-b123-aba5a62c4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.683982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-9aaea6ca-f6b7-44cd-b123-aba5a62c4544 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1097 time: 0.0799947 Sep 28 08:43:50.712875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e4e866b4-b5d9-4ddb-9493-d266c6f491cd None None] Port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:43:50.742505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-f2144b62-761e-4af3-962a-383e70325706 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 217 time: 0.0487583 Sep 28 08:43:50.787438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e383660f-4323-4099-92a4-c43851380118 req-eff0b936-d364-4b0d-a027-f14121023835 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002166 Sep 28 08:43:50.804378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-debc49bb-8037-47ae-bb62-e68a9c6a088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.806138 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-debc49bb-8037-47ae-bb62-e68a9c6a088f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0570152 Sep 28 08:43:50.854847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d92e6-2f4b-4499-935e-4ace83062499 req-a6807f2e-c75f-4e2c-92dc-8a9c0db401b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.856436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-a6807f2e-c75f-4e2c-92dc-8a9c0db401b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440784 Sep 28 08:43:50.952849 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-4639eb79-871d-4b78-86a9-49e40fda5b0d service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894978 Sep 28 08:43:51.047668 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-379d92e6-2f4b-4499-935e-4ace83062499 req-8f5cbfa7-f69c-49cc-a76f-98336e00b7ee service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Sep 28 08:43:51.136712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-a29956e4-1b23-4343-b9a7-16e2d2deff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.138312 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-a29956e4-1b23-4343-b9a7-16e2d2deff13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1097 time: 0.0447741 Sep 28 08:43:51.238816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-37d1717f-36a8-40e6-9533-db5983f67ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.240344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-37d1717f-36a8-40e6-9533-db5983f67ca1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0948458 Sep 28 08:43:51.282976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-5bebb24a-3e8d-4760-9a09-6ce491b02fbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 217 time: 0.0355985 Sep 28 08:43:51.618236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-0a554f39-57ef-4165-903a-a894b807baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.619637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-0a554f39-57ef-4165-903a-a894b807baa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.3299925 Sep 28 08:43:51.667433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-0acc1a2a-b611-4b55-8dd3-5d9248e16fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.669008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-0acc1a2a-b611-4b55-8dd3-5d9248e16fdf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421371 Sep 28 08:43:51.765647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-9f268f91-31b6-48d9-9ff0-0b29b4481fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897830 Sep 28 08:43:51.859628 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5ca0032-ebbb-4d3f-be96-7b8ad1c5de2a req-27c169a3-edc6-4f14-aea6-0143bb8fe9ca service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868397 Sep 28 08:43:51.916815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b03b-9d50-4ea7-a172-6d756a9d47af req-9dd03218-01fc-4def-b1f3-7e4b6cae8269 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.918266 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c938b03b-9d50-4ea7-a172-6d756a9d47af req-9dd03218-01fc-4def-b1f3-7e4b6cae8269 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0501342 Sep 28 08:43:51.958629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c938b03b-9d50-4ea7-a172-6d756a9d47af req-e29257ce-6732-4111-b469-9e111dd8acfb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Sep 28 08:43:53.094319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf60d3-c5de-481d-a329-f420833b4f77 req-eb3dcbf1-4386-4651-a456-645daeca1271 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:53.095838 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bdbf60d3-c5de-481d-a329-f420833b4f77 req-eb3dcbf1-4386-4651-a456-645daeca1271 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0517018 Sep 28 08:43:53.141504 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bdbf60d3-c5de-481d-a329-f420833b4f77 req-fd9eafa4-a28c-4f98-997f-319dcc5a34a5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Sep 28 08:43:54.395834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e8d3f-34b4-43b6-a290-2de2be15ffef req-14234f3b-c5e7-4c65-8408-d880003cf2a4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:54.397328 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-638e8d3f-34b4-43b6-a290-2de2be15ffef req-14234f3b-c5e7-4c65-8408-d880003cf2a4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.1766384 Sep 28 08:43:54.438906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-638e8d3f-34b4-43b6-a290-2de2be15ffef req-78576d0d-d575-4b9f-bd3c-305124c0117e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Sep 28 08:43:55.652325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0d3f8-ced8-4d70-beb8-15ca6d4b151c req-8773900b-9900-4557-b96d-407c4673c5e6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:55.654170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1cd0d3f8-ced8-4d70-beb8-15ca6d4b151c req-8773900b-9900-4557-b96d-407c4673c5e6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.1295934 Sep 28 08:43:55.694197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1cd0d3f8-ced8-4d70-beb8-15ca6d4b151c req-e8f5196d-504f-4077-b568-56cf65d6f6cf tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Sep 28 08:43:56.825831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee98d-9af4-4d4c-aad9-279a65a482aa req-3ecb30fc-cb47-43c0-b3e5-12decd27d7f8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:56.827333 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f65ee98d-9af4-4d4c-aad9-279a65a482aa req-3ecb30fc-cb47-43c0-b3e5-12decd27d7f8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0513239 Sep 28 08:43:56.866937 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f65ee98d-9af4-4d4c-aad9-279a65a482aa req-db24defd-a931-4e8f-814b-ccdf51478a25 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Sep 28 08:43:57.993600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb8cbd-0616-4b20-944d-1298da9caf79 req-5dc0c4b1-73c8-45fc-8a21-7aa931874107 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.995116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7deb8cbd-0616-4b20-944d-1298da9caf79 req-5dc0c4b1-73c8-45fc-8a21-7aa931874107 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0523591 Sep 28 08:43:58.037345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7deb8cbd-0616-4b20-944d-1298da9caf79 req-fc4c2c98-834c-4fef-af4e-fd64e6c79894 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358367 Sep 28 08:43:58.645439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43114) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:58.770502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-febc3fbc-f307-49b3-b821-4b221c0067c7 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1238840 Sep 28 08:43:58.773573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43116) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:58.898001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e809a0d-9f1b-4c39-ae11-e7b813161507 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Notify agent at dv-neutron-859308-3-hyperv the message router_removed_from_agent {{(pid=103309) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Sep 28 08:43:58.901850 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6e809a0d-9f1b-4c39-ae11-e7b813161507 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "DELETE /v2.0/agents/7d284f1e-6602-45d1-b1d8-d9addf409f8d/l3-routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8 HTTP/1.1" status: 204 len: 168 time: 0.1273267 Sep 28 08:43:58.904518 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43118) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:59.014317 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-412e0204-aab1-4539-a40d-6a11af3ab065 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1086688 Sep 28 08:43:59.017060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43120) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:43:59.077346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-26782527-cb32-4211-96cf-de73f5ec1680 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 994 time: 0.0591938 Sep 28 08:43:59.163184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458014dc-4b1b-444b-b977-155dbaed675d req-af670e57-359b-4b16-b472-d86e10911981 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:59.164679 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-458014dc-4b1b-444b-b977-155dbaed675d req-af670e57-359b-4b16-b472-d86e10911981 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0535095 Sep 28 08:43:59.206056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-458014dc-4b1b-444b-b977-155dbaed675d req-9216877a-63c7-466d-92cd-7800a9db9d90 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329018 Sep 28 08:43:59.674277 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4c57f-0cb7-488d-8052-011e2996ed09 None None] New status for floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:44:00.080879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43124) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:00.141699 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c02e0bd7-a71d-4035-920d-83bed8f97444 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 992 time: 0.0595238 Sep 28 08:44:00.292793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 259f0c9e-c9b6-4de7-ad28-d39075c8a98d details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:44:00.341059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe40e-c5de-4578-8cd1-7cb1f211a42d req-22888616-cedf-4db7-9527-32cff66224d4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:00.342644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-26cfe40e-c5de-4578-8cd1-7cb1f211a42d req-22888616-cedf-4db7-9527-32cff66224d4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 944 time: 0.0503576 Sep 28 08:44:00.384981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-26cfe40e-c5de-4578-8cd1-7cb1f211a42d req-60191e7a-c399-4028-8daf-114385dca6a6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362966 Sep 28 08:44:00.388468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:00.403619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:44:00.440470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:00.440860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:00.454183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259f0c9e-c9b6-4de7-ad28-d39075c8a98d {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:44:00.473951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:00.479684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:00.527213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:00.534909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.535239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.535591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.535950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.536285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.536640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.536946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.537310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.537655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.537997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.538319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.538638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:00.585398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:00.813184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['259f0c9e-c9b6-4de7-ad28-d39075c8a98d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:44:00.851752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:00.852147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:00.901497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3b6b2055-99a0-43d5-857e-e71eb5d4154a,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:00.907278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:00.907944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:01.017539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:01.078957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 77e75173-c26f-4bcd-b3c6-cd674865b2ed is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:01.079264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:01.117881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=77e75173-c26f-4bcd-b3c6-cd674865b2ed,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:01.130148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:01.200724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:01.250321 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43130) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:01.392620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7390cfc7-9531-4449-a4df-717f4a788d20 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:44:01.392950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7390cfc7-9531-4449-a4df-717f4a788d20 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Notify agent at dv-neutron-859308-3-hyperv the message router_added_to_agent {{(pid=103309) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Sep 28 08:44:01.411597 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7390cfc7-9531-4449-a4df-717f4a788d20 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "POST /v2.0/agents/7d284f1e-6602-45d1-b1d8-d9addf409f8d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1599531 Sep 28 08:44:01.414267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43136) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:01.416347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:01.427326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:01.428341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:01.512319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7e04-e6d9-4bd3-87af-cdea377f1f08 req-04e606ba-b239-47dc-ad04-03a53b70e3f6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:01.514213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-38bc7e04-e6d9-4bd3-87af-cdea377f1f08 req-04e606ba-b239-47dc-ad04-03a53b70e3f6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Sep 28 08:44:01.528049 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f83baaa7-e449-43ff-a8a9-41b4a8350b0b tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1124394 Sep 28 08:44:01.528652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43138) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:01.542418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:01.556844 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-38bc7e04-e6d9-4bd3-87af-cdea377f1f08 req-7a0c2ddc-d678-4f42-968c-f56aa66dbe6c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329082 Sep 28 08:44:01.591487 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62447f05-115d-48e9-9f5f-86aa23878fc8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 992 time: 0.0616593 Sep 28 08:44:01.790383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:59Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:00Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:01.817134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:01.825996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:01.826618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:01.932427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:02.162907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:59Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:00Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:02.188351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed39826-ac79-4e8c-ae74-0d9b5a28eb3e None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '17e8c70d-5267-4cea-8c74-9a72e627c92e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'port_id': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'mac_address': 'fa:16:3e:30:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:43:23Z', 'updated_at': '2022-09-28T08:43:59Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:00Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:02.308616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 259f0c9e-c9b6-4de7-ad28-d39075c8a98d up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:02.365915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:44:02.369817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:02.376043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.376043 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d Sep 28 08:44:02.469494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:02.470217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.493927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:02.496284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096de42-8090-4dd4-b9d7-bcb4677a59aa" -d '{"events": [{"server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "name": "network-vif-plugged", "status": "completed", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:02.510933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:02.516160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.543253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6e876f-3a34-4c3e-8f7c-fdcd956c77e0 x-openstack-request-id: req-ec6e876f-3a34-4c3e-8f7c-fdcd956c77e0 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:02.543550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "name": "network-vif-plugged", "status": "completed", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:02.543804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec6e876f-3a34-4c3e-8f7c-fdcd956c77e0 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:02.544206 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6e876f-3a34-4c3e-8f7c-fdcd956c77e0'] response: {'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'code': 200} Sep 28 08:44:02.583203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:02.594952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43144) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:02.640589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:02.694622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8b02-8044-4f25-a84f-e34c678e2055 req-f024085c-c18b-44c0-8a5f-84d51acfbe1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:02.698653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c51d8b02-8044-4f25-a84f-e34c678e2055 req-f024085c-c18b-44c0-8a5f-84d51acfbe1f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0534689 Sep 28 08:44:02.707454 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8bb1dc67-961f-482b-bdc9-0b9a682603a2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 992 time: 0.1098216 Sep 28 08:44:02.715436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3b6b2055-99a0-43d5-857e-e71eb5d4154a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:02.715887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.716283 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:44:02.755109 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c51d8b02-8044-4f25-a84f-e34c678e2055 req-237fa0b5-f822-4a44-a168-c0cf2413b8ee tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515571 Sep 28 08:44:02.810154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:02.811099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.839261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937a71-1804-4754-bf2d-d1e7b7eb4c9c req-4a1b99fd-9263-4902-badc-0cf4bc3eb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:02.840822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e937a71-1804-4754-bf2d-d1e7b7eb4c9c req-4a1b99fd-9263-4902-badc-0cf4bc3eb57e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1099 time: 0.1124392 Sep 28 08:44:02.846465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3b6b2055-99a0-43d5-857e-e71eb5d4154a,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:02.851803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:02.882150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e937a71-1804-4754-bf2d-d1e7b7eb4c9c req-44c88024-d22e-4af5-86fa-490fd7617f10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Sep 28 08:44:02.904208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:03.311025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:03.711127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43148) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:03.774048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6651455b-f4af-4b83-ad03-b8de88593ab2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 992 time: 0.0616446 Sep 28 08:44:03.886574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086b267-4fdb-472c-b128-41c8f4837db3 req-6d0a32ca-3d09-4511-b56e-bdc2ad1e72e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:03.888182 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4086b267-4fdb-472c-b128-41c8f4837db3 req-6d0a32ca-3d09-4511-b56e-bdc2ad1e72e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0537257 Sep 28 08:44:03.952340 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4086b267-4fdb-472c-b128-41c8f4837db3 req-f396361d-608c-4bdd-b3f1-26180c97030d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Sep 28 08:44:03.978081 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1538f3-53f7-4113-8790-fe659f0b97c2 None None] New status for floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:44:04.653063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:04.703704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 3b6b2055-99a0-43d5-857e-e71eb5d4154a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:04.704140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:04.704469 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 3b6b2055-99a0-43d5-857e-e71eb5d4154a Sep 28 08:44:04.778152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:04.785994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 3b6b2055-99a0-43d5-857e-e71eb5d4154a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:04.787104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:04.834797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 77e75173-c26f-4bcd-b3c6-cd674865b2ed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:04.835173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:04.835511 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 77e75173-c26f-4bcd-b3c6-cd674865b2ed Sep 28 08:44:04.842285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-bd31003c-74a4-4a16-af3f-c00b2a486e91 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 200 len: 994 time: 0.0628691 Sep 28 08:44:04.915308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 77e75173-c26f-4bcd-b3c6-cd674865b2ed is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:04.915612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:04.937980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=77e75173-c26f-4bcd-b3c6-cd674865b2ed,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:04.944268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:04.996558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:05.075539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43160) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:05.077706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f5b32-9561-44bc-b232-65e6736bfb55 req-7e7be9e6-2dfd-4146-b91a-a915e3915325 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:05.079250 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a06f5b32-9561-44bc-b232-65e6736bfb55 req-7e7be9e6-2dfd-4146-b91a-a915e3915325 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0502520 Sep 28 08:44:05.117223 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a06f5b32-9561-44bc-b232-65e6736bfb55 req-a6d37149-f7a0-4ed9-a5d3-6b1be629016e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Sep 28 08:44:05.266135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cec6-e481-43c5-933d-10ee4e752a70 req-f6ca187f-8dd6-4aab-97c4-2091891dff4a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:05.268122 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ff6cec6-e481-43c5-933d-10ee4e752a70 req-f6ca187f-8dd6-4aab-97c4-2091891dff4a tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0745163 Sep 28 08:44:05.285179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 443794ac-498e-4ba3-a2e7-5c242eb543a1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:44:05.285522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.359415 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ff6cec6-e481-43c5-933d-10ee4e752a70 req-93d198fd-0169-4c60-a6f8-be505dc1db7f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845585 Sep 28 08:44:05.387895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.388200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.391079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43164) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:05.423683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 443794ac-498e-4ba3-a2e7-5c242eb543a1 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:44:05.483364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017c922-d3bf-4b88-9861-054fab1a3d1a tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:05.484950 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1017c922-d3bf-4b88-9861-054fab1a3d1a tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1094 time: 0.0929191 Sep 28 08:44:05.489655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43166) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:05.496663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:05.553980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.688951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.731425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=443794ac-498e-4ba3-a2e7-5c242eb543a1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:05.804296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.816756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:05.817082 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e disassociated (deleted). External IP: 172.26.4.254, port: df789aea-357a-435e-bf8b-5f8ab8722a38. Sep 28 08:44:06.002889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.26.4.160 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ac8f2e39-606d-47b8-9392-35588e778eae) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:06.191782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:06.197553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:06.299650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:06.367633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:06.373312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:06.382207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:06.411343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:06.416239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:06.421158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=ac8f2e39-606d-47b8-9392-35588e778eae,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:06.426696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:06.442871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:06.443459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:06.456766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-35e54fca-3bdd-4c4c-8484-c4d57328d0e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/17e8c70d-5267-4cea-8c74-9a72e627c92e HTTP/1.1" status: 204 len: 168 time: 1.3800073 Sep 28 08:44:06.459148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:06.461497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e056d9-a3f7-4b99-b540-e3be2b554c16" -d '{"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:06.480617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8974b93a-50f0-46ac-be3c-bd8b2e702412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:06.627628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce32cbe7-d324-4d7f-bb61-fe45dc54e185 x-openstack-request-id: req-ce32cbe7-d324-4d7f-bb61-fe45dc54e185 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:06.627938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:06.628188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ce32cbe7-d324-4d7f-bb61-fe45dc54e185 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:06.628605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce32cbe7-d324-4d7f-bb61-fe45dc54e185'] response: {'name': 'network-changed', 'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'status': 'completed', 'code': 200} Sep 28 08:44:06.730144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:06.777060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:06.816313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-70cba593-7be5-40ef-b7b2-f51c3fcae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:06.817887 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-70cba593-7be5-40ef-b7b2-f51c3fcae6fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 1099 time: 0.1672125 Sep 28 08:44:06.826846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b2d6d-57ab-44f5-9c9e-ea707f9539ae req-fe01b78f-0863-47d3-b24f-3c1c791f9342 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:06.828233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f19b2d6d-57ab-44f5-9c9e-ea707f9539ae req-fe01b78f-0863-47d3-b24f-3c1c791f9342 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 946 time: 0.1217556 Sep 28 08:44:06.872189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 77e75173-c26f-4bcd-b3c6-cd674865b2ed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:06.872534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:06.872974 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 77e75173-c26f-4bcd-b3c6-cd674865b2ed Sep 28 08:44:07.060739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 77e75173-c26f-4bcd-b3c6-cd674865b2ed is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:07.090541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:02Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:07.123047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:07.133317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:07.133949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:07.243724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:07.282012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f19b2d6d-57ab-44f5-9c9e-ea707f9539ae req-e9d9ae1a-f870-43c8-848e-c0802b819dcf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=f64630d9-c1ce-4502-b9b6-b752937a9846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412730 Sep 28 08:44:07.336535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-16c74aca-2fea-4da3-9059-551b28202279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:07.338021 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-16c74aca-2fea-4da3-9059-551b28202279 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 200 len: 898 time: 0.5072701 Sep 28 08:44:07.353716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:07.410843 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-04693f67-157c-48d6-a5b3-110e358e4c65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 200 len: 217 time: 0.0551300 Sep 28 08:44:07.454189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:02Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:07.481880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8356b-4a61-4821-adc8-3d2a476e6bbb None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:43:09Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '3b6b2055-99a0-43d5-857e-e71eb5d4154a', 'name': '', 'network_id': 'c02891aa-ece3-47ab-9fee-e72bbc4085a5', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:61:52:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:09Z', 'updated_at': '2022-09-28T08:44:02Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '602c416b-20b0-4133-a9ff-2def54ea3312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:07.494514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-374f091b-6432-42c1-9327-6cfeda2e8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:07.496038 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-374f091b-6432-42c1-9327-6cfeda2e8620 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602c416b-20b0-4133-a9ff-2def54ea3312 HTTP/1.1" status: 200 len: 834 time: 0.0774481 Sep 28 08:44:07.501327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:07.601352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-23dba733-1898-4c4e-8e5b-abb9db76146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:07.602912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-23dba733-1898-4c4e-8e5b-abb9db76146f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c02891aa-ece3-47ab-9fee-e72bbc4085a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995989 Sep 28 08:44:07.764419 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-5d92c3d6-8f80-41f9-94b1-9ac1fe856848 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526744 Sep 28 08:44:07.790979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:07.803162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:07.919622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=ac8f2e39-606d-47b8-9392-35588e778eae,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:07.924566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:07.972225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68e056d9-a3f7-4b99-b540-e3be2b554c16 req-73e895b1-7d05-41ba-834b-22ccfbf590b0 service neutron] 10.222.0.62 "GET /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941054 Sep 28 08:44:08.020270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-de04cc67-a48b-467d-8634-2f35d80d1ab5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.021887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-de04cc67-a48b-467d-8634-2f35d80d1ab5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 946 time: 0.0556993 Sep 28 08:44:08.048609 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 6aebd09a-7ad3-4236-9887-baa29cb2255d associated. External IP: 172.26.4.160, port: 259f0c9e-c9b6-4de7-ad28-d39075c8a98d. Sep 28 08:44:08.124593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port df789aea-357a-435e-bf8b-5f8ab8722a38 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:44:08.124935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.218200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port df789aea-357a-435e-bf8b-5f8ab8722a38, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=df789aea-357a-435e-bf8b-5f8ab8722a38,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:08.218566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.232078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for df789aea-357a-435e-bf8b-5f8ab8722a38 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:44:08.257556 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e23a59-62b9-45f3-84f1-93c636e588f4 None None] New status for floating IP 17e8c70d-5267-4cea-8c74-9a72e627c92e: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:44:08.280462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:08.377289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.404910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:08.415386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:08.417885 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=df789aea-357a-435e-bf8b-5f8ab8722a38,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:08.431882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:08.432893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:43:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:08.439056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.444750 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-16b39a33-6c53-4d68-a06a-60a298e5e39d req-6cee0949-75d9-4b3e-9532-28feb6d60a21 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=b42c42f8-ec55-439f-aa02-ae9563e85cb1 HTTP/1.1" status: 200 len: 210 time: 0.0572050 Sep 28 08:44:08.473512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ea2a421d-66d5-4469-8d77-584cf8762f01 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9807162 Sep 28 08:44:08.492471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.492816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.493180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.493512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.493840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.494164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.494489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.494812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.495140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.495460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.495774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.496095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:08.499260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port df789aea-357a-435e-bf8b-5f8ab8722a38 on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:44:08.501395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.504999 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-660f21b2-32cd-4ede-b113-586fa1630c1a req-433468eb-5f0a-47f5-8847-b7e93b7cd717 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/df789aea-357a-435e-bf8b-5f8ab8722a38 HTTP/1.1" status: 204 len: 173 time: 0.4773667 Sep 28 08:44:08.505471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'name': 'network-vif-deleted', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:08.507777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29f438-3606-4914-89d9-5f54a696efd8" -d '{"events": [{"server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "name": "network-vif-deleted", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:08.555765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:08.622359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82618f0-c975-4ab3-8e35-eeb451c6afc1 x-openstack-request-id: req-b82618f0-c975-4ab3-8e35-eeb451c6afc1 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:08.623051 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42c42f8-ec55-439f-aa02-ae9563e85cb1", "name": "network-vif-deleted", "tag": "df789aea-357a-435e-bf8b-5f8ab8722a38", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:08.623382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b82618f0-c975-4ab3-8e35-eeb451c6afc1 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:08.623853 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82618f0-c975-4ab3-8e35-eeb451c6afc1'] response: {'server_uuid': 'b42c42f8-ec55-439f-aa02-ae9563e85cb1', 'name': 'network-vif-deleted', 'tag': 'df789aea-357a-435e-bf8b-5f8ab8722a38', 'status': 'completed', 'code': 200} Sep 28 08:44:08.630901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:08.633444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf6e9f-843c-495d-aa2a-e580b860da4c" -d '{"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:08.671410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55aa9f-2485-401b-950c-b39579551974 x-openstack-request-id: req-0a55aa9f-2485-401b-950c-b39579551974 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:08.671797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:08.672114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0a55aa9f-2485-401b-950c-b39579551974 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:08.672586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a55aa9f-2485-401b-950c-b39579551974'] response: {'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'status': 'completed', 'code': 200} Sep 28 08:44:08.731289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-8bf513d3-771b-4287-bed1-ea9e82a75898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.732854 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-8bf513d3-771b-4287-bed1-ea9e82a75898 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1099 time: 0.0404994 Sep 28 08:44:08.811014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-100cd297-fc42-4485-85dc-38ba0d652aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:08.829377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-f081fc6e-d753-46df-933b-d28d50de2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.830920 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-f081fc6e-d753-46df-933b-d28d50de2213 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0909746 Sep 28 08:44:08.832280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:08.860355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:08.870103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:08.870749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:08.910094 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-2cacebf2-3c59-45a1-b979-e9e4ad687410 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 1000 time: 0.0694516 Sep 28 08:44:08.963861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-88ccb0d0-2064-4eae-898d-400f59c9ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.965385 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-88ccb0d0-2064-4eae-898d-400f59c9ccaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0472808 Sep 28 08:44:08.985340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:09.016933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-6491e415-df00-4a9b-acf3-eb621b4f6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:09.018449 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-6491e415-df00-4a9b-acf3-eb621b4f6097 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449398 Sep 28 08:44:09.114507 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-b28f8677-b4df-478f-afa0-c74cb410571c service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Sep 28 08:44:09.211624 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8edf6e9f-843c-495d-aa2a-e580b860da4c req-e193ed92-2938-431a-a2e9-4ca693664000 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882936 Sep 28 08:44:09.218487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:09.245369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3e2fb-3816-4930-9ddd-6458ee8553fc None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:09.464993 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6809e51-ee87-4a0c-8ace-888b233213c3 None None] New status for floating IP 6aebd09a-7ad3-4236-9887-baa29cb2255d: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:44:09.515557 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43188) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:09.927414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:09.952578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.013909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.018020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.019604 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/f64630d9-c1ce-4502-b9b6-b752937a9846 HTTP/1.1" status: 204 len: 168 time: 0.5030725 Sep 28 08:44:10.028786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c13ba2-abec-44ae-aa85-4f9275d58385 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64630d9-c1ce-4502-b9b6-b752937a9846,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:10.053500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43192) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:10.083601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.439814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.705826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 3b6b2055-99a0-43d5-857e-e71eb5d4154a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:44:10.706081 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.796089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 3b6b2055-99a0-43d5-857e-e71eb5d4154a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=3b6b2055-99a0-43d5-857e-e71eb5d4154a,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:10.796409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:10.809862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 3b6b2055-99a0-43d5-857e-e71eb5d4154a owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:44:11.008874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.035686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=3b6b2055-99a0-43d5-857e-e71eb5d4154a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:11.212071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.259135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.440343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router dfd7437a-1ac7-41d9-b878-eee4013d24b8 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:11.552872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:11.558052 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f3749188-50bf-4e97-9a24-e23260910d7e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5031137 Sep 28 08:44:11.561005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:11.564433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Sync routers for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:11.576085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:11.576699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:11.612313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 602c416b-20b0-4133-a9ff-2def54ea3312 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:44:11.615468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.656235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.694109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:11.724651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.750060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.816548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.843548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=602c416b-20b0-4133-a9ff-2def54ea3312,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:11.847313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:11.853099 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6647a872-c7fc-4547-a212-7e24393e7b45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/602c416b-20b0-4133-a9ff-2def54ea3312 HTTP/1.1" status: 204 len: 168 time: 0.2885869 Sep 28 08:44:11.853560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43196) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:11.860981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecafc8-0469-443d-932c-3e8f5c49b2ba None None] Network c02891aa-ece3-47ab-9fee-e72bbc4085a5 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:44:11.964734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.075285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.133792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 77e75173-c26f-4bcd-b3c6-cd674865b2ed {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:44:12.134282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.139143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:44:10Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': '77e75173-c26f-4bcd-b3c6-cd674865b2ed', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:17:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:43:06Z', 'updated_at': '2022-09-28T08:44:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.167984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Checking router: dfd7437a-1ac7-41d9-b878-eee4013d24b8 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:12.185457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Routers {'dfd7437a-1ac7-41d9-b878-eee4013d24b8'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:12.186345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.229488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 77e75173-c26f-4bcd-b3c6-cd674865b2ed, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=77e75173-c26f-4bcd-b3c6-cd674865b2ed,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:12.229858 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.242040 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 77e75173-c26f-4bcd-b3c6-cd674865b2ed owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:44:12.264235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] DHCP port deletion for c02891aa-ece3-47ab-9fee-e72bbc4085a5 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:44:12.305448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] Set router dfd7437a-1ac7-41d9-b878-eee4013d24b8 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:12.363881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device df789aea-357a-435e-bf8b-5f8ab8722a38 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:12.385137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:44:12Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.389466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: df789aea-357a-435e-bf8b-5f8ab8722a38 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:44:12.389809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device df789aea-357a-435e-bf8b-5f8ab8722a38 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:12.415970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.417929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6496e9-b5b5-48f0-a2ec-b5fdd2a9cefa None None] The sync data for ids ['dfd7437a-1ac7-41d9-b878-eee4013d24b8'] in dv-neutron-859308-3-hyperv is: [{'id': 'dfd7437a-1ac7-41d9-b878-eee4013d24b8', 'name': 'tempest-TestNetworkBasicOps-router-1766516462', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:43:05Z', 'updated_at': '2022-09-28T08:44:12Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:12.432662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Deleting port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:44:12.433068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.442318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=77e75173-c26f-4bcd-b3c6-cd674865b2ed,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:12.508224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] For port c2848095-be72-4dd4-9e6d-b52b8e4b99a9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,segment=NetworkSegment(0feb4707-3d11-4346-b4c1-3bc1c735f436),segment_id=0feb4707-3d11-4346-b4c1-3bc1c735f436)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:12.508648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.511544 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.521636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Calling delete_port for c2848095-be72-4dd4-9e6d-b52b8e4b99a9 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:44:12.602830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.603467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.605680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.633910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] Pushing event deleted for resources: {'Port': ['ID=c2848095-be72-4dd4-9e6d-b52b8e4b99a9,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:12.635679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4038d-8a37-4dfd-b6a7-a8210d81083d None None] No DVR routers for this DVR port c2848095-be72-4dd4-9e6d-b52b8e4b99a9 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:44:12.655596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.656146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router dfd7437a-1ac7-41d9-b878-eee4013d24b8 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:44:12.663123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.664238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7ea1e0aa-f1ad-453a-b560-be951fade590 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/dfd7437a-1ac7-41d9-b878-eee4013d24b8 HTTP/1.1" status: 204 len: 168 time: 0.8097026 Sep 28 08:44:12.667146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43198) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:12.747135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.838641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.862412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02891aa-ece3-47ab-9fee-e72bbc4085a5']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.874165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feb4707-3d11-4346-b4c1-3bc1c735f436') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.874462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feb4707-3d11-4346-b4c1-3bc1c735f436') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:12.887004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.900276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.905994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:44:12.906371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.975361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.975645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:44:12.980717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:12.984796 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/c02891aa-ece3-47ab-9fee-e72bbc4085a5 HTTP/1.1" status: 204 len: 168 time: 0.3167436 Sep 28 08:44:13.000614 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0feb4707-3d11-4346-b4c1-3bc1c735f436 resource provider aggregate not found Sep 28 08:44:13.006309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43206) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:13.009739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3a74-1bcd-454d-9933-feafdb046821 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=c02891aa-ece3-47ab-9fee-e72bbc4085a5,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:13.011829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--642339224', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:13.018968 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 0feb4707-3d11-4346-b4c1-3bc1c735f436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0feb4707-3d11-4346-b4c1-3bc1c735f436 found for delete ", "request_id": "req-93fefc5e-7769-4436-8683-704e1d8f6ced"}]} Sep 28 08:44:13.033635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:44:13.037390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.062073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:44:13.071130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.071469 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 6df0478f-2371-4a35-9537-4bc1f08997aa of type vlan for network 5efb5196-4e25-479a-873e-b98bf79027c9 Sep 28 08:44:13.111353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.141472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.147074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:13.147661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.189729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1823704 Sep 28 08:44:13.192655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43208) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:13.197404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:13.220453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:13.236774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91fc3-d8cf-4929-9e49-8468af4c7c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=5efb5196-4e25-479a-873e-b98bf79027c9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:13.239516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.240749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.258192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:44:13.262550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 3b6b2055-99a0-43d5-857e-e71eb5d4154a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:44:13.262913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 3b6b2055-99a0-43d5-857e-e71eb5d4154a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:13.263407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c2848095-be72-4dd4-9e6d-b52b8e4b99a9 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:13.299221 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.303101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: c2848095-be72-4dd4-9e6d-b52b8e4b99a9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:44:13.303586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device c2848095-be72-4dd4-9e6d-b52b8e4b99a9 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:13.440053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.654875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.673649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.780787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.10 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/eb288e49-6c95-4b92-81c9-5d68fcecae92) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:13.896516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.936623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:13.974963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:13.977861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:13.984297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:13.987366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=eb288e49-6c95-4b92-81c9-5d68fcecae92,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:14.253994 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:14.453168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:14.559190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:14.580457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 77e75173-c26f-4bcd-b3c6-cd674865b2ed {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:44:14.580844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 77e75173-c26f-4bcd-b3c6-cd674865b2ed not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:14.959144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router a116b776-16d7-468b-bf6e-5f1f49781b86 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:44:15.069933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:15.080666 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Sync routers for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:15.092082 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:15.092647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.093409 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:15.094178 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a52052ac-f0f9-400c-a2ea-d4174868f721 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9003077 Sep 28 08:44:15.097369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43210) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:15.124870 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9af8cbaa-6d9a-46f6-9305-a4c5c9414f1a tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262067 Sep 28 08:44:15.127570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43212) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:15.199653 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:15.224298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a4933-8ed0-430a-b166-5e35c52edd8c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:15.225871 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6d1a4933-8ed0-430a-b166-5e35c52edd8c tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974085 Sep 28 08:44:15.228683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43214) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:15.259356 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-31804344-8e58-4171-827e-543d15de98a8 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295200 Sep 28 08:44:15.261908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43216) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:15.267404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420135158', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:15.359564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:44:15.363469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.391472 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:14Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:15.422544 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Checking router: a116b776-16d7-468b-bf6e-5f1f49781b86 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:15.422856 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Updating router a116b776-16d7-468b-bf6e-5f1f49781b86 port eb288e49-6c95-4b92-81c9-5d68fcecae92 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:44:15.448347 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.561266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.630223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:15.640105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:44:15.640458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 5efb5196-4e25-479a-873e-b98bf79027c9, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:44:15.659580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5efb5196-4e25-479a-873e-b98bf79027c9 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:44:15.670198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5efb5196-4e25-479a-873e-b98bf79027c9) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:15.675048 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:15.675647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.680360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326067af-df42-442b-8b70-48ac20592e8c None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:44:15.693632 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-715f3773-aaad-46a1-812b-012bd89d4e3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4306774 Sep 28 08:44:15.696571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43220) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:15.727859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.734354 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.786331 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Pushing event updated for resources: {'Port': ['ID=eb288e49-6c95-4b92-81c9-5d68fcecae92,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:15.800672 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.801143 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.801433 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.801718 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.802421 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.802421 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.802637 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.803034 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.803388 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.803965 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.804328 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.805260 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:15.812144 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Attempting to bind port eb288e49-6c95-4b92-81c9-5d68fcecae92 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:44:15.812505 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Attempting to bind port eb288e49-6c95-4b92-81c9-5d68fcecae92 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:44:15.812859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Attempting to bind port eb288e49-6c95-4b92-81c9-5d68fcecae92 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:15.818720 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:44:15.819122 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:44:15.819514 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.819895 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:44:15.820448 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Bound port: eb288e49-6c95-4b92-81c9-5d68fcecae92, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:44:15.820855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.844112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5efb5196-4e25-479a-873e-b98bf79027c9', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:44:15.845021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.880255 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] For port eb288e49-6c95-4b92-81c9-5d68fcecae92, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:44:15.883582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] For port eb288e49-6c95-4b92-81c9-5d68fcecae92, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb288e49-6c95-4b92-81c9-5d68fcecae92,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:44:15.888220 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:15.918568 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:15.919189 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:15.994304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8405-25a6-4543-b5b4-5eb8f4bd3a6f None None] Pushing event updated for resources: {'Port': ['ID=eb288e49-6c95-4b92-81c9-5d68fcecae92,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:15.996792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Allocated IP 172.20.0.2 (5efb5196-4e25-479a-873e-b98bf79027c9/5f5fa8ed-7452-43cb-8986-4c1371f6f9ff/489dc436-3ed1-4128-a25a-abf817016f57) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:16.148035 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:16.149567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.156528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.188072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.201664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:16.209208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:16.211358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Pushing event updated for resources: {'Port': ['ID=489dc436-3ed1-4128-a25a-abf817016f57,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:16.213603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:16.267857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Attempting to bind port 489dc436-3ed1-4128-a25a-abf817016f57 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:44:16.268656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Attempting to bind port 489dc436-3ed1-4128-a25a-abf817016f57 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:44:16.269259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Attempting to bind port 489dc436-3ed1-4128-a25a-abf817016f57 on network 5efb5196-4e25-479a-873e-b98bf79027c9 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:16.274719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:44:16.275098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Checking segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:44:16.275622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.276028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Bound using segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:44:16.276625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Bound port: 489dc436-3ed1-4128-a25a-abf817016f57, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:44:16.277014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.340584 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:14Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:16.344701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] For port 489dc436-3ed1-4128-a25a-abf817016f57, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:44:16.348135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] For port 489dc436-3ed1-4128-a25a-abf817016f57, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=489dc436-3ed1-4128-a25a-abf817016f57,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:44:16.354172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.372808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681a67c-b3b4-4332-968d-10ec4dedc888 None None] The sync data for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv is: [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:14Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:16.421463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedfa06-27d1-400b-9483-f49007edcbb4 None None] Pushing event updated for resources: {'Port': ['ID=489dc436-3ed1-4128-a25a-abf817016f57,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:16.527950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (5efb5196-4e25-479a-873e-b98bf79027c9/5f5fa8ed-7452-43cb-8986-4c1371f6f9ff/9ecfd767-9261-4aff-9a64-b8082523e655) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:16.717541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.763716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:16.806984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5efb5196-4e25-479a-873e-b98bf79027c9 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:16.810572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:16.814572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:16.824489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:16.866282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.008420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.311643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.319326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.396701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:17.402986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.484176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7bf69-5efc-49fe-a18d-7f76c8d22159 None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:44:17.496324 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5efb5196-4e25-479a-873e-b98bf79027c9 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:17.497754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:17.564241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Provisioning complete for port 489dc436-3ed1-4128-a25a-abf817016f57 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:17.564703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.565073 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Attempt 1 to provision port 489dc436-3ed1-4128-a25a-abf817016f57 Sep 28 08:44:17.614127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router a116b776-16d7-468b-bf6e-5f1f49781b86 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:17.706766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Current status of the port 489dc436-3ed1-4128-a25a-abf817016f57 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:17.707041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.729497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:17.738495 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-75825bc4-c1cb-4008-9939-3f56804b154c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/a116b776-16d7-468b-bf6e-5f1f49781b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398903 Sep 28 08:44:17.738678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43222) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:17.747213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] For port 489dc436-3ed1-4128-a25a-abf817016f57, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=489dc436-3ed1-4128-a25a-abf817016f57,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:17.753589 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.816542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d32e52-6cd4-4929-bbdf-42b60122556d None None] Pushing event updated for resources: {'Port': ['ID=489dc436-3ed1-4128-a25a-abf817016f57,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:17.848161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.848658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.849171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.849809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.852257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.860919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.864111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-735561a1-fb34-49bd-b2c9-1998f4ce5184 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1244345 Sep 28 08:44:17.867021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43224) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:17.929626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.930094 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.930558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.931120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.931567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.932016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:17.936370 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-91b83b1f-da9c-498f-a5f6-60f6d0cd9843 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0658221 Sep 28 08:44:17.936713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43226) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:17.978477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Provisioning complete for port 489dc436-3ed1-4128-a25a-abf817016f57 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:17.978884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:17.979340 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Attempt 1 to provision port 489dc436-3ed1-4128-a25a-abf817016f57 Sep 28 08:44:18.064856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Current status of the port 489dc436-3ed1-4128-a25a-abf817016f57 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:18.084461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Provisioning complete for port 9ecfd767-9261-4aff-9a64-b8082523e655 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:18.085128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.085477 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Attempt 1 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:18.092010 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aac3c667-d47b-4bc0-b9a3-6c53e0bf1ca3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1487761 Sep 28 08:44:18.127290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Port 9ecfd767-9261-4aff-9a64-b8082523e655 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:44:18.167709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43230) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.173531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297957459', 'description': 'tempest-secgroup-smoke-297957459 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.196478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.268658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Sync routers for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:18.269279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.278266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.279763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:18.280500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:18.316954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.318262 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1493320 Sep 28 08:44:18.321166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43232) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.325535 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.329989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642a65e-6fb1-44b8-82b1-b367c05d65f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8eae4-3e11-4447-84c7-27b83415b296,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:18.358223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.392239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:18.416391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.422500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.448776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce2c19-e3aa-4bd3-bee6-373b15adaa40,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:18.461066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.462501 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-220388ac-3693-4aa1-bd90-f3d463d77c7f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401920 Sep 28 08:44:18.466647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43234) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.471071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.497809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.561072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.572440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.596071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00d0e07-75f2-47e5-b7f9-0a8712b73262,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:18.607875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.608360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-977f74ab-1e72-4fcd-9ba0-259fac7253c3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402047 Sep 28 08:44:18.611388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.617545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.627430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:17Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:18.648401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.654825 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Attempt 2 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:18.656693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Checking router: a116b776-16d7-468b-bf6e-5f1f49781b86 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:18.657451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Updating router a116b776-16d7-468b-bf6e-5f1f49781b86 port 9ecfd767-9261-4aff-9a64-b8082523e655 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:44:18.703134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 489dc436-3ed1-4128-a25a-abf817016f57 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:18.729195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.730177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.734779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.752874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21422c3b-460a-49b7-8c7c-1b02d3389926,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:18.757395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Port 9ecfd767-9261-4aff-9a64-b8082523e655 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:44:18.762324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.765493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-656b5aa0-5f4f-487e-b6cd-a3b1e765fdd2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528056 Sep 28 08:44:18.767055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43238) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.771614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.797132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.857519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.862790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.883646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7ad14a-aa74-4308-ab82-4463d4bed48b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:18.895529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.896803 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ed096d34-a1b9-4877-b06d-f04ad34965bf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287246 Sep 28 08:44:18.899727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43240) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:18.904350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:18.927198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:44:18.932684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:18.998536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.004785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.024494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674ad42d-797b-4b19-b08f-07d43a7ba666,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:19.026211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 489dc436-3ed1-4128-a25a-abf817016f57 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:19.026564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.026923 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 489dc436-3ed1-4128-a25a-abf817016f57 Sep 28 08:44:19.033929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.035266 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b7056c11-1ae1-4bcb-9259-4293da50a371 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345680 Sep 28 08:44:19.038196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43242) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:19.042591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '6ab8eae4-3e11-4447-84c7-27b83415b296', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:19.064428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:44:19.069477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.135264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.141067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.161404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6515e981-a199-44a5-973b-0d953a2f83c0,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:19.172430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.183118 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eb00705d-a316-4c17-ad30-99e2ba0c4217 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423116 Sep 28 08:44:19.192119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 489dc436-3ed1-4128-a25a-abf817016f57 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:19.193245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb288e49-6c95-4b92-81c9-5d68fcecae92 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:19.258954 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Attempt 3 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:19.314191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.318531 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-98f24447-c743-45fb-bd7b-a0f83b2e91e8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297957459&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0338082 Sep 28 08:44:19.323294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Port 9ecfd767-9261-4aff-9a64-b8082523e655 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:44:19.324036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.326172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb288e49-6c95-4b92-81c9-5d68fcecae92 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:19.326710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.327044 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb288e49-6c95-4b92-81c9-5d68fcecae92 Sep 28 08:44:19.421019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d292-9191-408a-8771-507400f18984 None None] Pushing event updated for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:19.433281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-f963ba89-097d-4602-b60a-15ce7c80c344 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:19.434758 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-f963ba89-097d-4602-b60a-15ce7c80c344 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 796 time: 0.1084423 Sep 28 08:44:19.450160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-4f5551a6-f2b6-4ba5-8ddd-ea79ad0b119a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0091691 Sep 28 08:44:19.450483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Attempting to bind port 9ecfd767-9261-4aff-9a64-b8082523e655 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:44:19.450850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Attempting to bind port 9ecfd767-9261-4aff-9a64-b8082523e655 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:44:19.451208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Attempting to bind port 9ecfd767-9261-4aff-9a64-b8082523e655 on network 5efb5196-4e25-479a-873e-b98bf79027c9 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:19.474195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:44:19.474574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Checking segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:44:19.474979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.475374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Bound using segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:44:19.475858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Bound port: 9ecfd767-9261-4aff-9a64-b8082523e655, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:44:19.476237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.501797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-7b3a29c7-37a2-42ba-a1b8-befa494a6071 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458012 Sep 28 08:44:19.516611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb288e49-6c95-4b92-81c9-5d68fcecae92 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:19.516917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.551109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port eb288e49-6c95-4b92-81c9-5d68fcecae92, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb288e49-6c95-4b92-81c9-5d68fcecae92,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:19.558706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.591780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] For port 9ecfd767-9261-4aff-9a64-b8082523e655, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:44:19.608462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] For port 9ecfd767-9261-4aff-9a64-b8082523e655, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9ecfd767-9261-4aff-9a64-b8082523e655,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:44:19.621136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:19.631214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=eb288e49-6c95-4b92-81c9-5d68fcecae92,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:19.655925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-d8004244-148c-43fa-92d3-35a3d62b5826 service neutron] 10.222.0.27 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419532 Sep 28 08:44:19.658733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:19.659366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:19.724470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d292-9191-408a-8771-507400f18984 None None] Pushing event updated for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:19.754818 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-e943e384-9bd2-4630-8927-6858e673e7b9 service neutron] 10.222.0.27 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918260 Sep 28 08:44:19.788121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:19.824082 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Attempt 4 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:19.928560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d93ca951-9e34-42d7-9bf8-fc9078787d02 req-6d84f7ea-485a-461e-8bde-b2fabb5a330b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Sep 28 08:44:20.029561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Current status of the port 9ecfd767-9261-4aff-9a64-b8082523e655 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:20.029954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:20.071334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] For port 9ecfd767-9261-4aff-9a64-b8082523e655, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9ecfd767-9261-4aff-9a64-b8082523e655,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:20.078377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:20.083976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:20.132267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c71d78-df4c-41e5-99eb-d9f14dae6602 None None] The sync data for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv is: [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:20.159224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5df312-9a45-48b9-b700-4f1cfd939ebf None None] Pushing event updated for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:20.216616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6020d425-c8d5-4a7e-b0fb-55ef485ebd45 None None] Provisioning complete for port 9ecfd767-9261-4aff-9a64-b8082523e655 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:20.217294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6020d425-c8d5-4a7e-b0fb-55ef485ebd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:20.217695 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6020d425-c8d5-4a7e-b0fb-55ef485ebd45 None None] Attempt 1 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:20.302129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6020d425-c8d5-4a7e-b0fb-55ef485ebd45 None None] Current status of the port 9ecfd767-9261-4aff-9a64-b8082523e655 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:20.684827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9ecfd767-9261-4aff-9a64-b8082523e655 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:20.737148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 9ecfd767-9261-4aff-9a64-b8082523e655 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:20.737639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:20.738040 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:44:20.828226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 9ecfd767-9261-4aff-9a64-b8082523e655 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:20.829506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb288e49-6c95-4b92-81c9-5d68fcecae92 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:20.879066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb288e49-6c95-4b92-81c9-5d68fcecae92 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:20.879354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:20.879677 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb288e49-6c95-4b92-81c9-5d68fcecae92 Sep 28 08:44:20.968043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb288e49-6c95-4b92-81c9-5d68fcecae92 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:21.051242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a402791a-82fd-4104-9300-df6c028d959a req-c0cae725-fa8e-4e7a-a461-683f07d19fb4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 210 time: 0.0304284 Sep 28 08:44:21.058009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-d1de675e-6151-4bd0-9f1c-ecb0d73bdb93 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.059526 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-d1de675e-6151-4bd0-9f1c-ecb0d73bdb93 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 796 time: 0.1566122 Sep 28 08:44:21.108804 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-e1c1e572-7a70-4f16-b08e-69423a6cbe4b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 379 time: 0.0372736 Sep 28 08:44:21.123448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['6ab8eae4-3e11-4447-84c7-27b83415b296']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:21.235912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:44:21.239465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.367200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.5 (5efb5196-4e25-479a-873e-b98bf79027c9/5f5fa8ed-7452-43cb-8986-4c1371f6f9ff/33c9f162-9652-4e09-8192-ce90b06d2cce) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:21.515132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.553777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.601256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5efb5196-4e25-479a-873e-b98bf79027c9 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:21.604376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:21.611097 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:21.640845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:21.670847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.671515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.689854 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-999d0799-9273-41d1-b3d4-db5c79173970 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706379 Sep 28 08:44:21.703440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Request body: {'port': {'device_id': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:21.759586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.834407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Provisioning complete for port 33c9f162-9652-4e09-8192-ce90b06d2cce triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:21.834997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:21.835128 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Attempt 1 to provision port 33c9f162-9652-4e09-8192-ce90b06d2cce Sep 28 08:44:21.869321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Port 33c9f162-9652-4e09-8192-ce90b06d2cce cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:44:22.024253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c9f162-9652-4e09-8192-ce90b06d2cce {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:44:22.032141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:22.044033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Transition to ACTIVE for port object 33c9f162-9652-4e09-8192-ce90b06d2cce will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:44:22.050576 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:22.117534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:22.168413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Attempting to bind port 33c9f162-9652-4e09-8192-ce90b06d2cce on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:44:22.168697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Attempting to bind port 33c9f162-9652-4e09-8192-ce90b06d2cce by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:44:22.169089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Attempting to bind port 33c9f162-9652-4e09-8192-ce90b06d2cce on network 5efb5196-4e25-479a-873e-b98bf79027c9 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:22.173482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Port 33c9f162-9652-4e09-8192-ce90b06d2cce on network 5efb5196-4e25-479a-873e-b98bf79027c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:44:22.173798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Attempting to bind port 33c9f162-9652-4e09-8192-ce90b06d2cce on network 5efb5196-4e25-479a-873e-b98bf79027c9 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:22.178597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:44:22.178922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Checking segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:44:22.179297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Bound using segment: {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:44:22.179723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Bound port: 33c9f162-9652-4e09-8192-ce90b06d2cce, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df0478f-2371-4a35-9537-4bc1f08997aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:44:22.180075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:22.184377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f859fc-0f4c-412a-866b-d37d3673c29c req-438f9a4a-177b-4846-bc27-fb481c1cc960 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.186282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10f859fc-0f4c-412a-866b-d37d3673c29c req-438f9a4a-177b-4846-bc27-fb481c1cc960 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 943 time: 0.0528002 Sep 28 08:44:22.225665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10f859fc-0f4c-412a-866b-d37d3673c29c req-e3aba8f8-361b-40a9-8726-41a3845630ca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Sep 28 08:44:22.245479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:44:22.248485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=33c9f162-9652-4e09-8192-ce90b06d2cce,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:44:22.254468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:22.258028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.259117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:22.260536 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] 10.222.0.62 "PUT /v2.0/ports/33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 1093 time: 0.5620489 Sep 28 08:44:22.262502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:22.265786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf98a6-6138-49e7-835f-ebc6340b234e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:22.305379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c185dcc3-29ce-4aae-970c-feb2fe3a7dd1 x-openstack-request-id: req-c185dcc3-29ce-4aae-970c-feb2fe3a7dd1 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:22.305664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:22.305910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c185dcc3-29ce-4aae-970c-feb2fe3a7dd1 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:22.306292 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c185dcc3-29ce-4aae-970c-feb2fe3a7dd1'] response: {'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'status': 'completed', 'code': 200} Sep 28 08:44:22.346235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f334-ee87-4963-a603-1261ab7e7396 service neutron] Pushing event updated for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:22.366076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-120419d2-cd41-46bc-8303-a785b2c4728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.368386 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-120419d2-cd41-46bc-8303-a785b2c4728e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1096 time: 0.0648789 Sep 28 08:44:22.370270 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Attempt 2 to provision port 33c9f162-9652-4e09-8192-ce90b06d2cce Sep 28 08:44:22.412811 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-3dd54dfc-7c13-4fbd-ba50-134a804b86f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 217 time: 0.0368049 Sep 28 08:44:22.413775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-92df2f34-094b-416a-8e32-923fc06758dd None None] Port 33c9f162-9652-4e09-8192-ce90b06d2cce had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:44:22.461653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-a8e8c363-fcbf-45cf-b10f-cd37fbf3436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.463079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-a8e8c363-fcbf-45cf-b10f-cd37fbf3436d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 844 time: 0.0436161 Sep 28 08:44:22.514965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-541569b7-cace-4a12-a7ff-3b3616377db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.516459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-541569b7-cace-4a12-a7ff-3b3616377db7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5efb5196-4e25-479a-873e-b98bf79027c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412874 Sep 28 08:44:22.972863 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-8ad59981-2422-43f7-9285-623228d08d9a service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490137 Sep 28 08:44:23.071304 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ccaeacbc-ae43-4459-a538-7014c97ac664 req-8025c356-c556-413d-bff3-072fb084ea5e service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900187 Sep 28 08:44:23.179897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-5b460652-17e3-47af-bef7-b43c999879f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.181827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-5b460652-17e3-47af-bef7-b43c999879f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1096 time: 0.0516338 Sep 28 08:44:23.284156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-8eb8fb77-435b-4b64-93f0-4ac9714ee1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.285688 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-8eb8fb77-435b-4b64-93f0-4ac9714ee1b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 897 time: 0.0960774 Sep 28 08:44:23.330965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-301f438f-8350-4de0-ac7d-c3c2fcfb9c01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 217 time: 0.0377209 Sep 28 08:44:23.350762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fd8fd-472c-4f6e-b057-bb5c9b3c277a req-13ead589-63eb-4b71-beb3-dbe94556e1ab tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.352778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c37fd8fd-472c-4f6e-b057-bb5c9b3c277a req-13ead589-63eb-4b71-beb3-dbe94556e1ab tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 943 time: 0.0506051 Sep 28 08:44:23.386137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-7a93eede-4867-4fff-9143-87ea735b6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.387745 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-7a93eede-4867-4fff-9143-87ea735b6f6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 844 time: 0.0487506 Sep 28 08:44:23.398156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c37fd8fd-472c-4f6e-b057-bb5c9b3c277a req-ff6720b3-1b36-4cf0-8a9a-872885e44240 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Sep 28 08:44:23.443999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-2dc490a7-fa54-470b-8c2d-bdff289d3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.445827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-2dc490a7-fa54-470b-8c2d-bdff289d3c65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5efb5196-4e25-479a-873e-b98bf79027c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508492 Sep 28 08:44:23.547742 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-c7347eb2-e630-4d1b-809d-6fa15368cb65 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937376 Sep 28 08:44:23.652145 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bddf98a6-6138-49e7-835f-ebc6340b234e req-3d81aa4f-622a-4d24-b0cf-4c72565f1fcf service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870216 Sep 28 08:44:24.374374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 33c9f162-9652-4e09-8192-ce90b06d2cce details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:44:24.481770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=33c9f162-9652-4e09-8192-ce90b06d2cce,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:24.493347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'port_id': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'mac_address': 'fa:16:3e:76:8f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:44:24.525275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a66a4-573c-4e75-95ea-b1979ba5dbfe req-229f3e87-b8dd-49e4-92b5-a8beca2d7581 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:24.526842 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db0a66a4-573c-4e75-95ea-b1979ba5dbfe req-229f3e87-b8dd-49e4-92b5-a8beca2d7581 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 943 time: 0.0500548 Sep 28 08:44:24.530347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 33c9f162-9652-4e09-8192-ce90b06d2cce is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:24.530743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:24.544704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c9f162-9652-4e09-8192-ce90b06d2cce {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:44:24.564563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=33c9f162-9652-4e09-8192-ce90b06d2cce,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:24.570318 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db0a66a4-573c-4e75-95ea-b1979ba5dbfe req-450bcf34-dc6e-4aae-bd65-65d50473688a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371056 Sep 28 08:44:24.570516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:24.622607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:24.794402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['33c9f162-9652-4e09-8192-ce90b06d2cce'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:44:25.698529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccbad-7971-4192-9a1b-5a66bc876efa req-a34804a8-dc4e-48dc-adf2-6377ac5d1987 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:25.700084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c53ccbad-7971-4192-9a1b-5a66bc876efa req-a34804a8-dc4e-48dc-adf2-6377ac5d1987 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 944 time: 0.0545664 Sep 28 08:44:25.742243 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c53ccbad-7971-4192-9a1b-5a66bc876efa req-3f5c36e9-4103-458c-947e-146842e25e45 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350900 Sep 28 08:44:26.370474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 33c9f162-9652-4e09-8192-ce90b06d2cce up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:26.431816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 33c9f162-9652-4e09-8192-ce90b06d2cce completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:44:26.435468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 33c9f162-9652-4e09-8192-ce90b06d2cce triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:44:26.435842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:26.436178 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 33c9f162-9652-4e09-8192-ce90b06d2cce Sep 28 08:44:26.517679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 33c9f162-9652-4e09-8192-ce90b06d2cce is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:44:26.518091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:26.546254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:26.548739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa2508-88ab-4f8b-9ab1-b4ca64b8558d" -d '{"events": [{"server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "name": "network-vif-plugged", "status": "completed", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:26.562454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=33c9f162-9652-4e09-8192-ce90b06d2cce,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:26.570577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:26.623529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:26.656397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22b5af3-d111-4750-b7fe-754154693cc7 x-openstack-request-id: req-e22b5af3-d111-4750-b7fe-754154693cc7 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:26.656713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "name": "network-vif-plugged", "status": "completed", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:26.656966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e22b5af3-d111-4750-b7fe-754154693cc7 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:26.657397 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22b5af3-d111-4750-b7fe-754154693cc7'] response: {'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'code': 200} Sep 28 08:44:26.838806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c001f3b-8912-413f-a22d-8eaa6db7a982 req-ed06edff-be6d-4934-944b-1cf605c123bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:26.840996 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c001f3b-8912-413f-a22d-8eaa6db7a982 req-ed06edff-be6d-4934-944b-1cf605c123bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0458944 Sep 28 08:44:26.868283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdfad0-2f72-47c1-b97b-e663dc1d271b req-30b6d9a5-7dcd-4e5b-8d67-4becb1b4f513 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:26.869856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7abdfad0-2f72-47c1-b97b-e663dc1d271b req-30b6d9a5-7dcd-4e5b-8d67-4becb1b4f513 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Sep 28 08:44:26.877678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c001f3b-8912-413f-a22d-8eaa6db7a982 req-d746b99b-8625-4acf-bd4f-a6e50fe2ebe8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302584 Sep 28 08:44:26.911818 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7abdfad0-2f72-47c1-b97b-e663dc1d271b req-d03ba8f6-0255-4178-b997-5f58f72d32f5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355453 Sep 28 08:44:28.044210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc19da2-0cc0-46d2-bfcf-22881873f9f1 req-812f2c7f-1d26-4049-846b-699be34e037f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:28.045743 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fcc19da2-0cc0-46d2-bfcf-22881873f9f1 req-812f2c7f-1d26-4049-846b-699be34e037f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Sep 28 08:44:28.092271 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fcc19da2-0cc0-46d2-bfcf-22881873f9f1 req-f147b49d-096d-4975-b255-a0c02ddcae54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393524 Sep 28 08:44:29.224484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637ad7c-8764-40ee-8584-2478301c9f5c req-010e4973-ea25-495b-a140-2cb6bc23223d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.226276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b637ad7c-8764-40ee-8584-2478301c9f5c req-010e4973-ea25-495b-a140-2cb6bc23223d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0509357 Sep 28 08:44:29.266095 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b637ad7c-8764-40ee-8584-2478301c9f5c req-9b48817e-a5f2-4748-b3b3-698d919c7265 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Sep 28 08:44:29.397629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe77b-65b6-4470-9557-b45dde3feafa req-cbae0d53-004c-48ef-881f-7a06bd92c5e4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.399673 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-29cbe77b-65b6-4470-9557-b45dde3feafa req-cbae0d53-004c-48ef-881f-7a06bd92c5e4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0576351 Sep 28 08:44:29.442337 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-29cbe77b-65b6-4470-9557-b45dde3feafa req-3ae456c1-3df5-4c74-b161-d6cac55e22e9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367568 Sep 28 08:44:29.492651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43306) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:29.540779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d28305-91ea-4ca2-998a-50592fa46a07 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.542363 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-09d28305-91ea-4ca2-998a-50592fa46a07 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1093 time: 0.0486877 Sep 28 08:44:29.546903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:29.551288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:44:29.577181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:29.696284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:29.825020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.73 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/00e3446b-1dca-4f21-bfc6-a84270c55596) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:29.943329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:29.980926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.029604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:30.042678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:30.046575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:44:30.077845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=00e3446b-1dca-4f21-bfc6-a84270c55596,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:30.466352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.536128 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.699980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.706739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.783317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=00e3446b-1dca-4f21-bfc6-a84270c55596,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:30.787339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:30.892487 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 9bbef88c-ad6f-467c-abb2-b7f3be13ab9e associated. External IP: 172.26.4.73, port: 33c9f162-9652-4e09-8192-ce90b06d2cce. Sep 28 08:44:31.117191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router a116b776-16d7-468b-bf6e-5f1f49781b86 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:31.231597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:31.242786 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Sync routers for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:31.251453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:31.252699 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:31.253399 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:31.280102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3b70856c-7e86-45a8-befd-a2e5bdd1307e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7321684 Sep 28 08:44:31.280674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:44:31.282974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbccef3-d89f-4903-9e00-6574f6d7bfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:31.283408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43310) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:31.322879 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbee6c-8bb1-43ab-b674-6396b23ee9c2 x-openstack-request-id: req-3dcbee6c-8bb1-43ab-b674-6396b23ee9c2 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:31.323191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:31.323448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3dcbee6c-8bb1-43ab-b674-6396b23ee9c2 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:31.323868 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcbee6c-8bb1-43ab-b674-6396b23ee9c2'] response: {'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'status': 'completed', 'code': 200} Sep 28 08:44:31.352256 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ac43390b-178d-4de1-9d38-699c6fc5ba13 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/9bbef88c-ad6f-467c-abb2-b7f3be13ab9e HTTP/1.1" status: 200 len: 990 time: 0.0663459 Sep 28 08:44:31.361360 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:31.390510 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-ccf3b094-f8bc-47ff-9a0a-e8bc1ddb5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.391950 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-ccf3b094-f8bc-47ff-9a0a-e8bc1ddb5813 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0459385 Sep 28 08:44:31.485776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-8d20af23-1f66-489d-94ac-04ade678b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.487257 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-8d20af23-1f66-489d-94ac-04ade678b409 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 897 time: 0.0875869 Sep 28 08:44:31.559976 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-7a80d7f8-4e52-4022-888f-dc790ddd1306 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 998 time: 0.0626979 Sep 28 08:44:31.584757 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '9bbef88c-ad6f-467c-abb2-b7f3be13ab9e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'port_id': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'mac_address': 'fa:16:3e:76:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:30Z', 'updated_at': '2022-09-28T08:44:30Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:31.608294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-9625847f-ce91-40cd-90cb-e94cbf51145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.609827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-9625847f-ce91-40cd-90cb-e94cbf51145f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 844 time: 0.0437109 Sep 28 08:44:31.610727 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Checking router: a116b776-16d7-468b-bf6e-5f1f49781b86 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:31.619602 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:44:31.620190 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:44:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:31.656390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-306b9304-8bd9-4086-9e41-da02632f9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.657823 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-306b9304-8bd9-4086-9e41-da02632f9eed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5efb5196-4e25-479a-873e-b98bf79027c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408192 Sep 28 08:44:31.729609 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:44:31.751666 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-ea5887e5-da6e-4355-b1fd-443e2cd4ffb1 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Sep 28 08:44:31.841932 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acbccef3-d89f-4903-9e00-6574f6d7bfe0 req-b8ec5bcf-416a-4892-befa-7535f7c57756 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831797 Sep 28 08:44:31.955952 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '9bbef88c-ad6f-467c-abb2-b7f3be13ab9e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'port_id': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'mac_address': 'fa:16:3e:76:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:30Z', 'updated_at': '2022-09-28T08:44:30Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:31.984758 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1b025-6aa9-4c95-ba8f-46bc40b85cb8 None None] The sync data for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv is: [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '9bbef88c-ad6f-467c-abb2-b7f3be13ab9e', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'port_id': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'mac_address': 'fa:16:3e:76:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:30Z', 'updated_at': '2022-09-28T08:44:30Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:32.173552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78724f-8abd-4f11-aea2-796131deb145 None None] New status for floating IP 9bbef88c-ad6f-467c-abb2-b7f3be13ab9e: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:44:32.355244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43314) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:44:32.423183 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8dfd8bcd-dbe3-445d-a322-1c3bffa2c102 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/9bbef88c-ad6f-467c-abb2-b7f3be13ab9e HTTP/1.1" status: 200 len: 992 time: 0.0665157 Sep 28 08:44:33.322283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:36.443472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7fcdcd16-35a7-4561-966f-155ffc8d51ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:38.785574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3eefd011-57d0-4d79-b412-e26ffa5a3655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:40.088755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:41.263937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:41.701947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:44:45.761602 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-c43915c2-09ec-4cb2-9c9b-e5d7ca21d944 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481462 Sep 28 08:44:45.853251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-4dbc4dd6-f955-447a-ae5e-de5be76eb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:45.854763 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-4dbc4dd6-f955-447a-ae5e-de5be76eb6e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1099 time: 0.0466943 Sep 28 08:44:45.966691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-f5b68b87-476d-4bc1-b180-ed3edc18be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:45.968268 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-f5b68b87-476d-4bc1-b180-ed3edc18be1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0896723 Sep 28 08:44:46.061696 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-6aef0f92-64d1-45d5-aa79-3b8281c9e553 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 1002 time: 0.0867434 Sep 28 08:44:46.115831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-113837e9-e939-4721-be75-9f4462c58f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.117343 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-113837e9-e939-4721-be75-9f4462c58f2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0481753 Sep 28 08:44:46.164529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-305b8192-f26f-42a8-a327-4dcbc3f8099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.166582 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-305b8192-f26f-42a8-a327-4dcbc3f8099a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426826 Sep 28 08:44:46.266711 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-33de7944-13ee-4bc4-95cc-27a94fd2107f service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918262 Sep 28 08:44:46.356532 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42bb12b9-bb3a-41ae-878d-6d9c23f67e9e req-1bf9c9b1-798b-4303-a83d-6b9eba6588ea service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830631 Sep 28 08:44:49.980241 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:45:03.321429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:06.442686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eb30af68-f2be-4528-a80b-c195545d3013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:08.793414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d8b95687-1559-4ec3-bba3-b18798430665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:10.103043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:11.268292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:11.698274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:26.983730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:45:33.318662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:36.436388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fbcba7a7-d17e-4a6b-9ed6-e4a80ecfae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:38.788121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-732466cb-5fb0-4230-a66f-91e662e26a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:40.096520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:41.267344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:41.690751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:46.547076 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-5d672deb-e612-4197-9700-09ffe55b9ba1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119188693&fields=id&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 267 time: 0.0359035 Sep 28 08:45:46.661231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-3be32e82-2bc7-446d-b938-5fe46c641880 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:46.662698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-3be32e82-2bc7-446d-b938-5fe46c641880 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.1058087 Sep 28 08:45:46.681488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-831c5d3f-4860-43ca-a4cf-93dcf84ab833 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/quotas/02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 375 time: 0.0094352 Sep 28 08:45:46.774048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-5f5274f8-7d92-4926-b008-af0c2ccc9e52 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0850320 Sep 28 08:45:46.842633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-06d5a5a7-4e3b-4ed0-966b-892c1ad20153 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:45:46.843669 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-06d5a5a7-4e3b-4ed0-966b-892c1ad20153 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541129 Sep 28 08:45:46.945991 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-5b5126db-0e67-447e-af97-4fc179d4da3a service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938258 Sep 28 08:45:47.036174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-b5670194-1422-45f6-85fa-c3ed517896a9 service neutron] 10.222.0.27 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840302 Sep 28 08:45:47.345468 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9124e055-1d1d-4d73-a86c-5ae4235a1b94 req-c675df3f-2a07-4d32-a777-ae0b75f3365e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 210 time: 0.0279353 Sep 28 08:45:47.729430 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-791136f8-62df-4579-a626-de01c7db23a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412140 Sep 28 08:45:47.800469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-b59aa7ba-159e-4fae-ad38-8d867d4e5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:47.802021 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-b59aa7ba-159e-4fae-ad38-8d867d4e5ded service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0417421 Sep 28 08:45:47.909625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-0ce20fe1-0377-4ce7-8fa2-324bcb9f7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:47.911027 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-0ce20fe1-0377-4ce7-8fa2-324bcb9f7013 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 897 time: 0.0888984 Sep 28 08:45:47.977425 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-b314d087-c471-4ffe-aec3-c1f3335d0549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 1000 time: 0.0596101 Sep 28 08:45:48.030222 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-e8ca80f2-3d33-4d6f-9a7c-6acb3c25ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:48.031683 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-e8ca80f2-3d33-4d6f-9a7c-6acb3c25ea9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 844 time: 0.0479956 Sep 28 08:45:48.079577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-801d5a0e-ea36-43b2-aaa0-8a5eb10d43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:48.081093 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-801d5a0e-ea36-43b2-aaa0-8a5eb10d43b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5efb5196-4e25-479a-873e-b98bf79027c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412972 Sep 28 08:45:48.182538 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-c0e08bcb-a039-4685-a8dd-89b688d96043 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936759 Sep 28 08:45:48.278153 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd576cdb-466f-4dda-8322-02a0f0b9feb6 req-60170268-a681-4954-a5b9-15277fb4a7b9 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891535 Sep 28 08:45:48.340116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-cd7467fc-4471-4fc4-b081-32fc7c7398c1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:48.341612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-cd7467fc-4471-4fc4-b081-32fc7c7398c1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 812 time: 0.1173444 Sep 28 08:45:48.388895 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-0d74751c-43eb-4de2-923d-fc8c9f622367 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d15b29073043a7994227b24526c104 HTTP/1.1" status: 200 len: 380 time: 0.0358768 Sep 28 08:45:48.399313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'port': {'device_id': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'admin_state_up': True, 'tenant_id': '02d15b29073043a7994227b24526c104', 'security_groups': ['e4da234a-534a-474c-acd7-b520d1c954a9']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:45:48.497632 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-99b28f9e-7dc2-45c3-bae5-2b1a7808c2fb req-e4817f64-ba00-4020-85c5-e9ccc1e31a25 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 210 time: 0.0748153 Sep 28 08:45:48.545283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Made reservation on behalf of 02d15b29073043a7994227b24526c104 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:45:48.548749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:48.691829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.20.0.3 (45f99a4c-71f0-4ff7-aa2d-a160098b5819/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad/4ac965a8-6fc8-45c3-88c0-8d1762b5551f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:45:49.132204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.167147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.212246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:45:49.216053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:45:49.219916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:45:49.250426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.262040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.262379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.262954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.263264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.263607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.263925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.264254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.264574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.265092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.265625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.265947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.266269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:49.290141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:49.290761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.310672 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-4d68a63a-f37d-4e0b-a173-99729e60fad6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9158630 Sep 28 08:45:49.322574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Request body: {'port': {'device_id': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:45:49.383111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.448052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Provisioning complete for port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:45:49.449158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.449714 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Attempt 1 to provision port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f Sep 28 08:45:49.487058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:45:49.626807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955b71-e566-4b83-800c-7be1311b20dd req-19215466-0bae-4258-b777-41730db81406 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:49.629433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-01955b71-e566-4b83-800c-7be1311b20dd req-19215466-0bae-4258-b777-41730db81406 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 931 time: 0.0516951 Sep 28 08:45:49.670668 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-01955b71-e566-4b83-800c-7be1311b20dd req-7bd9c854-76cc-4e0f-b693-6b5c005ece74 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Sep 28 08:45:49.684585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac965a8-6fc8-45c3-88c0-8d1762b5551f {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:45:49.692365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.704962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Transition to ACTIVE for port object 4ac965a8-6fc8-45c3-88c0-8d1762b5551f will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:45:49.710002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.796433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.823718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Attempting to bind port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:45:49.823981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Attempting to bind port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:45:49.824330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Attempting to bind port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:49.828645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:45:49.828957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Attempting to bind port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f on network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:49.833797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:45:49.834133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Checking segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:45:49.834510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Bound using segment: {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:45:49.835057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Bound port: 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:45:49.835903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.900988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:45:49.904251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:45:49.908794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.912869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:49.913598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:45:49.914987 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 200 len: 1093 time: 0.5968878 Sep 28 08:45:49.915430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:45:49.917708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59583a-b0ed-4223-92ff-34fb4968ca31" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:49.963028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e404d4-df9f-4d3e-873a-2982b2a627bd x-openstack-request-id: req-d7e404d4-df9f-4d3e-873a-2982b2a627bd {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:49.963308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:49.963629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7e404d4-df9f-4d3e-873a-2982b2a627bd {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:49.964027 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e404d4-df9f-4d3e-873a-2982b2a627bd'] response: {'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'status': 'completed', 'code': 200} Sep 28 08:45:49.977224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf0d3-0afe-4c19-9b16-76d369847714 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.988000 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Attempt 2 to provision port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f Sep 28 08:45:50.009679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-bc96825f-80b7-43ec-ac50-9cb305ec6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.013271 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-bc96825f-80b7-43ec-ac50-9cb305ec6981 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1096 time: 0.0464101 Sep 28 08:45:50.037853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f9b10449-a746-4279-9aca-07bbdc8e8bbd None None] Port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:45:50.061055 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-23d631ea-3819-4e50-a730-81bbc7d4f3fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 200 len: 217 time: 0.0401175 Sep 28 08:45:50.110424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-5ac53ac3-a1f1-4727-a68a-b462416bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.111920 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-5ac53ac3-a1f1-4727-a68a-b462416bfb9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0445056 Sep 28 08:45:50.162897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-d1ba3ea7-b8a4-4968-ae67-3829e52c57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.164644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-d1ba3ea7-b8a4-4968-ae67-3829e52c57f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438013 Sep 28 08:45:50.262725 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-a5541880-ade7-4236-9a1e-7f00d6c2c0a5 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909238 Sep 28 08:45:50.353508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-72cce243-cefe-4fc0-b5ea-89deb956bf24 req-47017173-c993-405b-9a14-66f814222df0 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841165 Sep 28 08:45:50.446364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-899094c3-3b03-402d-bae6-bfc5f24e8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.447794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-899094c3-3b03-402d-bae6-bfc5f24e8211 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1096 time: 0.0479372 Sep 28 08:45:50.540893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-9ddfb071-f3f4-4aad-be31-9f8db7c94be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.542426 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-9ddfb071-f3f4-4aad-be31-9f8db7c94be6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0878437 Sep 28 08:45:50.587348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-6a167aaf-78f5-4cf9-b5db-2962985a3a54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 200 len: 217 time: 0.0381322 Sep 28 08:45:50.639793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-65edb27a-15ef-4770-94c4-0ec1e28b4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.641333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-65edb27a-15ef-4770-94c4-0ec1e28b4ab3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0476453 Sep 28 08:45:50.689333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-c7eeb3af-ccb8-4c1f-8f14-8e310eef0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.690846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-c7eeb3af-ccb8-4c1f-8f14-8e310eef0e09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415568 Sep 28 08:45:50.796366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-374557da-d2f6-458c-a5ac-201e63613331 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981445 Sep 28 08:45:50.809563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54c270-54bd-4d7f-9deb-bc64bb91114e req-5ae1ab39-433b-48fd-a2bd-ae8d73fc1535 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:50.811188 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4b54c270-54bd-4d7f-9deb-bc64bb91114e req-5ae1ab39-433b-48fd-a2bd-ae8d73fc1535 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0623040 Sep 28 08:45:50.854563 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4b54c270-54bd-4d7f-9deb-bc64bb91114e req-95574fc0-8177-4fb8-9d93-a4ddc8480ffc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Sep 28 08:45:50.903580 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f59583a-b0ed-4223-92ff-34fb4968ca31 req-2056a0dd-4fe3-4454-89ce-ce5da2c3d33b service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004782 Sep 28 08:45:51.986017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfcf80-9600-4838-a2e9-a03bd62115d2 req-0790005d-4bfa-4a22-b06d-468d38b020af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:51.988858 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52cfcf80-9600-4838-a2e9-a03bd62115d2 req-0790005d-4bfa-4a22-b06d-468d38b020af tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0546191 Sep 28 08:45:52.034134 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52cfcf80-9600-4838-a2e9-a03bd62115d2 req-51f8095a-6f3b-415e-8aa1-72d5600ed7bb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Sep 28 08:45:53.170957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee303ae-2850-42a8-a58e-c98a3aab7b01 req-fdd09f3a-ab53-40b2-9293-1d25620317c6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:53.172431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ee303ae-2850-42a8-a58e-c98a3aab7b01 req-fdd09f3a-ab53-40b2-9293-1d25620317c6 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0547559 Sep 28 08:45:53.214344 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ee303ae-2850-42a8-a58e-c98a3aab7b01 req-8c950b27-8291-4a6d-949d-877c7f8cd071 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 28 08:45:54.346160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e150b-a8fe-47e1-a34e-71eaa4196761 req-c2347590-91e5-4e1f-b72a-99ca8c208990 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:54.347652 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e88e150b-a8fe-47e1-a34e-71eaa4196761 req-c2347590-91e5-4e1f-b72a-99ca8c208990 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0521295 Sep 28 08:45:54.389309 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e88e150b-a8fe-47e1-a34e-71eaa4196761 req-581fa520-03e9-4194-a6e0-e068beb8e3c7 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352237 Sep 28 08:45:55.524593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be73be-6562-4d4a-a821-a64b2b6e055e req-9172dd86-6c59-4575-b086-5e1e56dc685d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:55.526113 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-55be73be-6562-4d4a-a821-a64b2b6e055e req-9172dd86-6c59-4575-b086-5e1e56dc685d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0513606 Sep 28 08:45:55.579215 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-55be73be-6562-4d4a-a821-a64b2b6e055e req-4739cc12-9064-4391-9ab2-011f29c2ab45 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Sep 28 08:45:56.715959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294a64d-1891-4459-8f31-cd57a487e614 req-ff6bb752-b007-4046-892c-f16d73c19edc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:56.717498 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1294a64d-1891-4459-8f31-cd57a487e614 req-ff6bb752-b007-4046-892c-f16d73c19edc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0519748 Sep 28 08:45:56.758268 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1294a64d-1891-4459-8f31-cd57a487e614 req-4542c292-a300-4e53-9a1b-98d242ebaeda tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341432 Sep 28 08:45:57.894339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e699-bb6c-48cb-b426-a7e785c9448a req-1e127747-194a-45a2-819c-04b0b3bae3a2 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:57.895906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1245e699-bb6c-48cb-b426-a7e785c9448a req-1e127747-194a-45a2-819c-04b0b3bae3a2 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0559924 Sep 28 08:45:57.934725 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1245e699-bb6c-48cb-b426-a7e785c9448a req-f03028f2-f0c9-4d1e-b3de-a964adbe7756 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Sep 28 08:45:59.128845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceff3f-a4bc-4e3e-a0c8-55832883ef08 req-5d58159d-42aa-49ec-ad04-508339625bc3 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:59.130913 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfceff3f-a4bc-4e3e-a0c8-55832883ef08 req-5d58159d-42aa-49ec-ad04-508339625bc3 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0603957 Sep 28 08:45:59.177098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfceff3f-a4bc-4e3e-a0c8-55832883ef08 req-51f03f28-f576-4977-b79f-5541b8c80e4f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Sep 28 08:46:00.307878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3b43-da23-4878-a84c-dbd4ce33d99c req-b11a8caa-c22e-4b76-b55a-cd3649923b0e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:00.309365 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8c8d3b43-da23-4878-a84c-dbd4ce33d99c req-b11a8caa-c22e-4b76-b55a-cd3649923b0e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 943 time: 0.0539923 Sep 28 08:46:00.349371 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8c8d3b43-da23-4878-a84c-dbd4ce33d99c req-6be066cd-efe3-4863-a0a4-ca63fabb114d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Sep 28 08:46:00.652086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 4ac965a8-6fc8-45c3-88c0-8d1762b5551f details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:46:00.756218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:00.767510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'port_id': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'mac_address': 'fa:16:3e:2c:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:46:00.809269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:46:00.809660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:00.826728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac965a8-6fc8-45c3-88c0-8d1762b5551f {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:46:00.845902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:00.851667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:00.898920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:00.909045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.909420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.909876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.910361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.910723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.911170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.911642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.912114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.912593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.913013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.913440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:00.913821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.130462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['4ac965a8-6fc8-45c3-88c0-8d1762b5551f'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:46:01.482297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d547-262c-49bb-8eec-e8b06cc94c1b req-ae0a097e-cff8-4085-a9ae-9fe6c20d69a1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:01.483777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b6f5d547-262c-49bb-8eec-e8b06cc94c1b req-ae0a097e-cff8-4085-a9ae-9fe6c20d69a1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 944 time: 0.0543864 Sep 28 08:46:01.523588 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b6f5d547-262c-49bb-8eec-e8b06cc94c1b req-0605c098-9a9a-4f16-bab2-f81fbec34b0c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Sep 28 08:46:02.650914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 4ac965a8-6fc8-45c3-88c0-8d1762b5551f up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:46:02.651853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34d58-ff1c-4e46-a993-a8a1c8cec157 req-46a427a9-7726-43ce-aa25-9475a3b58fdc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:02.653361 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10c34d58-ff1c-4e46-a993-a8a1c8cec157 req-46a427a9-7726-43ce-aa25-9475a3b58fdc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 944 time: 0.0502632 Sep 28 08:46:02.695966 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10c34d58-ff1c-4e46-a993-a8a1c8cec157 req-1408c927-886f-4848-b595-1ecb5d75257e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359998 Sep 28 08:46:02.704600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:46:02.708638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:46:02.709077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:02.709378 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f Sep 28 08:46:02.788928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:46:02.789351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:02.816179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:46:02.817759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c826cef3-0754-49e5-8676-69de19b37bf5" -d '{"events": [{"server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:02.830407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:02.836084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:02.859257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101bb73e-41be-48fb-9f16-0f6e828a5ace x-openstack-request-id: req-101bb73e-41be-48fb-9f16-0f6e828a5ace {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:02.859545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "name": "network-vif-plugged", "status": "completed", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:02.859789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-101bb73e-41be-48fb-9f16-0f6e828a5ace {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:02.860175 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101bb73e-41be-48fb-9f16-0f6e828a5ace'] response: {'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'code': 200} Sep 28 08:46:02.887114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:03.061164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b18b2-b5b5-42eb-afcc-39cca7d20367 req-abee9673-9715-4b2e-aef7-6a871b5d36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:03.062679 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3d0b18b2-b5b5-42eb-afcc-39cca7d20367 req-abee9673-9715-4b2e-aef7-6a871b5d36dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1098 time: 0.0433722 Sep 28 08:46:03.101767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3d0b18b2-b5b5-42eb-afcc-39cca7d20367 req-4df65186-72dd-4e59-a6a7-b17a4663f329 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302491 Sep 28 08:46:03.330738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:03.818892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0e475-dfa4-4829-a166-46fd0012f82e req-4ae9d5a9-ae0b-4604-aecd-1c085d2937a4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:03.820367 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1bd0e475-dfa4-4829-a166-46fd0012f82e req-4ae9d5a9-ae0b-4604-aecd-1c085d2937a4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0493472 Sep 28 08:46:03.859428 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1bd0e475-dfa4-4829-a166-46fd0012f82e req-27abfff7-42d3-4e79-bf75-e64d139b7e60 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Sep 28 08:46:03.986207 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:46:05.000013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486bff5-5db2-4ea5-99d7-71821fda5cc7 req-5d8aad26-20c5-40bd-babb-14d8a60bc8cc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:05.001585 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4486bff5-5db2-4ea5-99d7-71821fda5cc7 req-5d8aad26-20c5-40bd-babb-14d8a60bc8cc tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0537744 Sep 28 08:46:05.046039 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4486bff5-5db2-4ea5-99d7-71821fda5cc7 req-9732565e-3ed3-4f51-b75e-e0dc4d9a9ac9 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374556 Sep 28 08:46:05.173258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d6b3f-06b2-4d5c-bb03-c3620caf12ae req-c6017a7a-2e26-46df-ad59-9e3775a1409f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:05.174878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-451d6b3f-06b2-4d5c-bb03-c3620caf12ae req-c6017a7a-2e26-46df-ad59-9e3775a1409f tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0547745 Sep 28 08:46:05.224622 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-451d6b3f-06b2-4d5c-bb03-c3620caf12ae req-cc876fc9-c3a7-4899-81c5-0f23be1c2060 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Sep 28 08:46:05.252662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43450) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:46:05.298059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b66493-fc47-4428-898c-353a27cbd8fe tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:05.299661 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-98b66493-fc47-4428-898c-353a27cbd8fe tempest-TestVolumeBootPattern-1959875724 tempest-TestVolumeBootPattern-1959875724-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1093 time: 0.0453839 Sep 28 08:46:05.304011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43452) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:46:05.308322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'tenant_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:46:05.333740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:05.438674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:05.545269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Allocated IP 172.26.4.140 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/81e1675f-c833-4b08-a5cc-574fb3ea815b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:46:05.647629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:05.684913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:05.722843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:46:05.730214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:46:05.732120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=81e1675f-c833-4b08-a5cc-574fb3ea815b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:05.734191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:46:05.762992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.763337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.763668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.763996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.764325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.764650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.764973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.765342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.765666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.765986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.766310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:05.766630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:06.441293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b325fd6-c2ee-49f9-b46c-7de332143961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.475573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.549011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.708055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.714684 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.784156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event updated for resources: {'Port': ['ID=81e1675f-c833-4b08-a5cc-574fb3ea815b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:06.787576 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:06.899960 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 2a64b3a2-1b40-4ceb-9561-90fd09b3307b associated. External IP: 172.26.4.140, port: 4ac965a8-6fc8-45c3-88c0-8d1762b5551f. Sep 28 08:46:07.110504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:07.219818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:07.230026 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:07.239782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:07.243833 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:46:07.243833 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:45:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:07.268372 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7ed89c6-73e6-4390-80f4-27835a6321b0 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9632907 Sep 28 08:46:07.268978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:46:07.271693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca261a-f640-4ed3-8168-10b263213857" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:07.312718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a7455-e061-4266-81eb-3b73a3ec1552 x-openstack-request-id: req-c27a7455-e061-4266-81eb-3b73a3ec1552 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:07.313112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:07.313494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c27a7455-e061-4266-81eb-3b73a3ec1552 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:07.314014 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27a7455-e061-4266-81eb-3b73a3ec1552'] response: {'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'status': 'completed', 'code': 200} Sep 28 08:46:07.384310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca261a-f640-4ed3-8168-10b263213857 req-55466cea-cacf-4f93-afae-fb9afc086198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.385898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-55466cea-cacf-4f93-afae-fb9afc086198 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1098 time: 0.0462523 Sep 28 08:46:07.460208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:46:07.482780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca261a-f640-4ed3-8168-10b263213857 req-3282ca85-1406-48ba-adc5-2e38d3231bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.485105 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-3282ca85-1406-48ba-adc5-2e38d3231bb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0920455 Sep 28 08:46:07.577608 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-44235993-f9a3-4ed2-a0de-d705a77e51d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 200 len: 999 time: 0.0826781 Sep 28 08:46:07.639044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca261a-f640-4ed3-8168-10b263213857 req-12f15b72-828b-4763-9377-017ca1fce30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.640471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-12f15b72-828b-4763-9377-017ca1fce30e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0557117 Sep 28 08:46:07.690007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca261a-f640-4ed3-8168-10b263213857 req-333b7d73-e91e-4138-99ce-386c0ce4ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.692358 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-333b7d73-e91e-4138-99ce-386c0ce4ceaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441856 Sep 28 08:46:07.717078 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a64b3a2-1b40-4ceb-9561-90fd09b3307b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:2c:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:06Z', 'updated_at': '2022-09-28T08:46:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}, {'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:07.744848 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:07.755492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:46:07.756112 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:45:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:07.815749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-6971ab0a-2ba5-433c-9926-37724360cdd2 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167092 Sep 28 08:46:07.882473 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:46:07.927677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6eca261a-f640-4ed3-8168-10b263213857 req-ca3feef1-fbe4-4c21-ad7a-a47da245bf39 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051540 Sep 28 08:46:08.142772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a64b3a2-1b40-4ceb-9561-90fd09b3307b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:2c:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:06Z', 'updated_at': '2022-09-28T08:46:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}, {'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:08.174105 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac28cc-5d77-4dca-a7d8-0083e69cfd2e None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2a64b3a2-1b40-4ceb-9561-90fd09b3307b', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:2c:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:06Z', 'updated_at': '2022-09-28T08:46:06Z', 'revision_number': 0, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}, {'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:08.414731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e932dbe-9304-4563-bb2c-3c3bf9fc2c1e None None] New status for floating IP 2a64b3a2-1b40-4ceb-9561-90fd09b3307b: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:46:08.794579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e4397045-0299-4b29-aa7a-a38b05539d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:10.099518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:11.272347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:11.697243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:27.909327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43464) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:46:28.051887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:46:28.148874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4287054990'] for subnet, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.320932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733822385911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4287263573'] for subnet, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.356641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:28.357269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.358610 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/subnets/5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 836 time: 0.4482462 Sep 28 08:46:28.360360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279851e-8bac-458e-bce0-cea6b3678cb0 None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:46:28.375542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef37ac2-9fcc-4716-9364-b3d819246bca tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:28.724761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Provisioning complete for port 33c9f162-9652-4e09-8192-ce90b06d2cce triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:46:28.725171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.725492 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Attempt 1 to provision port 33c9f162-9652-4e09-8192-ce90b06d2cce Sep 28 08:46:28.807030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Current status of the port 33c9f162-9652-4e09-8192-ce90b06d2cce is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:46:28.818652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Provisioning complete for port 489dc436-3ed1-4128-a25a-abf817016f57 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:46:28.819027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.819391 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Attempt 1 to provision port 489dc436-3ed1-4128-a25a-abf817016f57 Sep 28 08:46:28.905768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Current status of the port 489dc436-3ed1-4128-a25a-abf817016f57 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:46:28.917465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Provisioning complete for port 9ecfd767-9261-4aff-9a64-b8082523e655 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:46:28.917886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:28.918225 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Attempt 1 to provision port 9ecfd767-9261-4aff-9a64-b8082523e655 Sep 28 08:46:29.013052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a39a3-bb24-4e4d-99c1-b5e0ae223777 None None] Current status of the port 9ecfd767-9261-4aff-9a64-b8082523e655 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:46:33.342346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:36.450340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f12eb0ed-bb6c-4bf8-b4fb-bc25d476d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:38.799435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b61c3f3-6a20-495f-8714-4ba2a6a45d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:40.107125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:40.991226 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:46:41.276769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:41.705507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:46:48.723923 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-21442c9b-583b-4768-8ae3-f6f1effbd0b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452631 Sep 28 08:46:48.815604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-da52d999-bd76-404a-9add-44070268ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:48.817175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-da52d999-bd76-404a-9add-44070268ffba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1099 time: 0.0446734 Sep 28 08:46:48.925719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-07e80dde-a141-4257-ad2b-cf38f041ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:48.927125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-07e80dde-a141-4257-ad2b-cf38f041ada8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.0900738 Sep 28 08:46:48.992282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-a3e60a82-2c2f-4f66-8871-04a35b914018 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 1002 time: 0.0580533 Sep 28 08:46:49.041308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-0ad959d2-4f61-43ce-9f8a-47bb7aaccd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:49.042763 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-0ad959d2-4f61-43ce-9f8a-47bb7aaccd39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0441697 Sep 28 08:46:49.099968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-b5bd088a-582b-4911-80cc-1ff14623b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:49.102296 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-b5bd088a-582b-4911-80cc-1ff14623b378 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529950 Sep 28 08:46:49.202878 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-bfc3e427-9286-4f46-8704-b9c72498baea service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928202 Sep 28 08:46:49.308725 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3adaced0-4808-4d0e-8d0e-5b7ad6c2aa86 req-0db08d44-68d9-4726-a065-c79cc926a184 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986540 Sep 28 08:47:03.380767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:06.446627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a87f2c88-b117-4130-8e7d-c17f665890b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:08.800673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-45c4defe-121c-4296-b8ab-8177a41639d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:10.113403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.211932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:11.276905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.376064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 00e3446b-1dca-4f21-bfc6-a84270c55596 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:11.376358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.456837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.457183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.469562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 00e3446b-1dca-4f21-bfc6-a84270c55596 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:11.649457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.679293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=00e3446b-1dca-4f21-bfc6-a84270c55596,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:11.689775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.690866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.691280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.691582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.691919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.692248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.692578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.692904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.693257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.694209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.699428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.699799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.700149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:11.756709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:11.757298 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 9bbef88c-ad6f-467c-abb2-b7f3be13ab9e disassociated (deleted). External IP: 172.26.4.73, port: 33c9f162-9652-4e09-8192-ce90b06d2cce. Sep 28 08:47:11.998556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router a116b776-16d7-468b-bf6e-5f1f49781b86 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:12.116877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:12.121351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:12.128008 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Sync routers for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:12.139540 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:12.140144 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:12.148508 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be8e3bce-e3c4-4980-b817-d3db57ac8ec2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/9bbef88c-ad6f-467c-abb2-b7f3be13ab9e HTTP/1.1" status: 204 len: 168 time: 0.9354348 Sep 28 08:47:12.149060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:12.151363 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd6196-9192-4cf0-8238-84adfe91938a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:12.192039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54287d5d-4e02-45a7-9371-3a36768cbfed x-openstack-request-id: req-54287d5d-4e02-45a7-9371-3a36768cbfed {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:12.192442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:12.192700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54287d5d-4e02-45a7-9371-3a36768cbfed {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:12.193134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54287d5d-4e02-45a7-9371-3a36768cbfed'] response: {'name': 'network-changed', 'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'status': 'completed', 'code': 200} Sep 28 08:47:12.250645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:12.260683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-011274ec-7900-4e4b-9a22-a17ad2be3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:12.262288 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-011274ec-7900-4e4b-9a22-a17ad2be3eb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0476751 Sep 28 08:47:12.401266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-7a6cc849-d88b-4377-b7b8-50db3028343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:12.402669 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-7a6cc849-d88b-4377-b7b8-50db3028343d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 200 len: 897 time: 0.1307192 Sep 28 08:47:12.411007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931350c5-0b38-4acc-aabe-58f75cca58b7 req-cf73af34-b03a-49a8-8c57-432d22339f83 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:12.412492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-931350c5-0b38-4acc-aabe-58f75cca58b7 req-cf73af34-b03a-49a8-8c57-432d22339f83 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0697553 Sep 28 08:47:12.449377 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:12.458546 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-9cf0e994-a2d3-4305-a383-6a8fa31457bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 200 len: 217 time: 0.0449719 Sep 28 08:47:12.478783 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Checking router: a116b776-16d7-468b-bf6e-5f1f49781b86 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:12.487192 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:12.487798 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:12.507354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-931350c5-0b38-4acc-aabe-58f75cca58b7 req-bb1edd23-0a76-4827-acec-c9a853d317b7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882087 Sep 28 08:47:12.523742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-73831c18-f447-4357-b50a-6861c28e1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:12.525332 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-73831c18-f447-4357-b50a-6861c28e1565 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 200 len: 844 time: 0.0589936 Sep 28 08:47:12.572572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-c5f9c52d-a903-4642-8132-5a09437bcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:12.574127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-c5f9c52d-a903-4642-8132-5a09437bcd25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5efb5196-4e25-479a-873e-b98bf79027c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413446 Sep 28 08:47:12.671258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-92ca4599-e8c6-459a-bae0-a54006846e68 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895019 Sep 28 08:47:12.679058 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:12.767375 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fcdd6196-9192-4cf0-8238-84adfe91938a req-52737a72-95a5-4f07-a4f9-ac9934beab34 service neutron] 10.222.0.62 "GET /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Sep 28 08:47:12.881538 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:12.907351 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd26459-8f01-49ab-b8ca-2679f646fad3 None None] The sync data for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv is: [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:16Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '9ecfd767-9261-4aff-9a64-b8082523e655', 'name': '', 'network_id': '5efb5196-4e25-479a-873e-b98bf79027c9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:13:73:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:16Z', 'updated_at': '2022-09-28T08:44:20Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '5f5fa8ed-7452-43cb-8986-4c1371f6f9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:13.131705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66580b4b-97c5-4238-b28d-a4a8f80a18b6 None None] New status for floating IP 9bbef88c-ad6f-467c-abb2-b7f3be13ab9e: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:47:13.648419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cad01f-42ab-48f6-ac7f-3393e3cece45 req-0c5e7083-b030-42bf-bb83-4173d0af8c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:13.650063 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02cad01f-42ab-48f6-ac7f-3393e3cece45 req-0c5e7083-b030-42bf-bb83-4173d0af8c17 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Sep 28 08:47:13.665407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-b9d71980-f8d0-4783-a2ea-4df4aa0a7a96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:13.666952 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-b9d71980-f8d0-4783-a2ea-4df4aa0a7a96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc5340f4-64b5-4c2d-be26-8c68052df7a9 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Sep 28 08:47:13.691310 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02cad01f-42ab-48f6-ac7f-3393e3cece45 req-da884189-0f7f-4143-a192-1e990d6d6cc1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=6ab8eae4-3e11-4447-84c7-27b83415b296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350959 Sep 28 08:47:13.762262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 33c9f162-9652-4e09-8192-ce90b06d2cce {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:13.762605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:13.860903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 33c9f162-9652-4e09-8192-ce90b06d2cce, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=33c9f162-9652-4e09-8192-ce90b06d2cce,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:13.861308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:13.874292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 33c9f162-9652-4e09-8192-ce90b06d2cce owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:14.013610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.041714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=33c9f162-9652-4e09-8192-ce90b06d2cce,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:14.054366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.054366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.054366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.054366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.054881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.054881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.055204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.055528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.055852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.056178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.056494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.056813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:14.094746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port 33c9f162-9652-4e09-8192-ce90b06d2cce on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:47:14.097763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.101265 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-859abcde-cbd6-4bf4-b95b-4148fb66cdab req-3ea9f8d4-56d0-4a1e-bac3-436fbd889b72 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/33c9f162-9652-4e09-8192-ce90b06d2cce HTTP/1.1" status: 204 len: 173 time: 0.4283836 Sep 28 08:47:14.101716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'name': 'network-vif-deleted', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:14.104049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca044c1-b106-440f-b6f2-4415b084f3ba" -d '{"events": [{"server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "name": "network-vif-deleted", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:14.144900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab6b764-ea3a-4624-b0dc-bff58ad2546f x-openstack-request-id: req-bab6b764-ea3a-4624-b0dc-bff58ad2546f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:14.145214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5340f4-64b5-4c2d-be26-8c68052df7a9", "name": "network-vif-deleted", "tag": "33c9f162-9652-4e09-8192-ce90b06d2cce", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:14.145498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bab6b764-ea3a-4624-b0dc-bff58ad2546f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:14.145977 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab6b764-ea3a-4624-b0dc-bff58ad2546f'] response: {'server_uuid': 'bc5340f4-64b5-4c2d-be26-8c68052df7a9', 'name': 'network-vif-deleted', 'tag': '33c9f162-9652-4e09-8192-ce90b06d2cce', 'status': 'completed', 'code': 200} Sep 28 08:47:14.754714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43524) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:14.825886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.856643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.922152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.924698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:14.925904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/6ab8eae4-3e11-4447-84c7-27b83415b296 HTTP/1.1" status: 204 len: 168 time: 0.1701658 Sep 28 08:47:14.935935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2152135-5236-44a7-a740-b6c9aa0a76f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8eae4-3e11-4447-84c7-27b83415b296,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:14.966603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:15.361786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:15.913683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 9ecfd767-9261-4aff-9a64-b8082523e655 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:15.914417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.005985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 9ecfd767-9261-4aff-9a64-b8082523e655, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9ecfd767-9261-4aff-9a64-b8082523e655,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:16.006513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.019702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 9ecfd767-9261-4aff-9a64-b8082523e655 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:16.228307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.257729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=9ecfd767-9261-4aff-9a64-b8082523e655,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:16.438727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.678976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router a116b776-16d7-468b-bf6e-5f1f49781b86 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:16.788447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:16.797615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0cbc039f-2118-44b1-9939-410262d7c602 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/a116b776-16d7-468b-bf6e-5f1f49781b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261092 Sep 28 08:47:16.797824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43530) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:16.806025 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Sync routers for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:16.816338 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:16.816941 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:16.853111 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 5f5fa8ed-7452-43cb-8986-4c1371f6f9ff {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:47:16.856285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.899726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:16.920358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:16.983595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.009083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 33c9f162-9652-4e09-8192-ce90b06d2cce no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:17.040131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 33c9f162-9652-4e09-8192-ce90b06d2cce {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:47:17.040648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 33c9f162-9652-4e09-8192-ce90b06d2cce not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:17.051018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.083739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5fa8ed-7452-43cb-8986-4c1371f6f9ff,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:17.087718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.090916 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9834f1ab-26c1-4a99-8448-1a1d070dc658 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/5f5fa8ed-7452-43cb-8986-4c1371f6f9ff HTTP/1.1" status: 204 len: 168 time: 0.2931628 Sep 28 08:47:17.093632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43532) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:17.097195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc4936-c56a-4f1c-886c-0c58229444a6 None None] Network 5efb5196-4e25-479a-873e-b98bf79027c9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:47:17.113273 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:47:16Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:17.141093 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Checking router: a116b776-16d7-468b-bf6e-5f1f49781b86 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:17.150814 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Routers {'a116b776-16d7-468b-bf6e-5f1f49781b86'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:17.151546 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['a116b776-16d7-468b-bf6e-5f1f49781b86'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:17.207699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.258396 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] Set router a116b776-16d7-468b-bf6e-5f1f49781b86 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:17.294035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] DHCP port deletion for 5efb5196-4e25-479a-873e-b98bf79027c9 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:47:17.320593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.345494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Deleting port 489dc436-3ed1-4128-a25a-abf817016f57 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:17.345957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.376735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port eb288e49-6c95-4b92-81c9-5d68fcecae92 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:17.377127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.407543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] For port 489dc436-3ed1-4128-a25a-abf817016f57, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=489dc436-3ed1-4128-a25a-abf817016f57,segment=NetworkSegment(6df0478f-2371-4a35-9537-4bc1f08997aa),segment_id=6df0478f-2371-4a35-9537-4bc1f08997aa)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:17.408789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.422443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Calling delete_port for 489dc436-3ed1-4128-a25a-abf817016f57 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:17.444319 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:47:16Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:17.456583 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port eb288e49-6c95-4b92-81c9-5d68fcecae92, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb288e49-6c95-4b92-81c9-5d68fcecae92,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:17.456944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.468824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for eb288e49-6c95-4b92-81c9-5d68fcecae92 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:17.470603 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c933a-d8b7-4d3c-8af0-d96b543c1c4c None None] The sync data for ids ['a116b776-16d7-468b-bf6e-5f1f49781b86'] in dv-neutron-859308-3-hyperv is: [{'id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'name': 'tempest-TestNetworkBasicOps-router-1105175870', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:47:16Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'eb288e49-6c95-4b92-81c9-5d68fcecae92', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116b776-16d7-468b-bf6e-5f1f49781b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:44:13Z', 'updated_at': '2022-09-28T08:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:17.509426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.535899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Pushing event deleted for resources: {'Port': ['ID=489dc436-3ed1-4128-a25a-abf817016f57,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:17.540412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] No DVR routers for this DVR port 489dc436-3ed1-4128-a25a-abf817016f57 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:47:17.546877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.547228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.547602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.547897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.548226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.552046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdd653-bc5d-47ad-a201-e4476d858920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:17.652936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.681643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=eb288e49-6c95-4b92-81c9-5d68fcecae92,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:17.752665 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.850166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.852573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.900269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.900875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router a116b776-16d7-468b-bf6e-5f1f49781b86 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:47:17.907740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:17.908869 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ff4f657c-1dd0-4da8-9aca-02c170159726 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/a116b776-16d7-468b-bf6e-5f1f49781b86 HTTP/1.1" status: 204 len: 168 time: 0.8142967 Sep 28 08:47:17.911691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43534) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:17.990228 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:47:17.992644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.086499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.108316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efb5196-4e25-479a-873e-b98bf79027c9']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:18.118243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df0478f-2371-4a35-9537-4bc1f08997aa') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:18.118493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df0478f-2371-4a35-9537-4bc1f08997aa') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:18.128607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.142468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.151224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:47:18.151621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.171397 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 6df0478f-2371-4a35-9537-4bc1f08997aa resource provider aggregate not found Sep 28 08:47:18.208663 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 6df0478f-2371-4a35-9537-4bc1f08997aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6df0478f-2371-4a35-9537-4bc1f08997aa found for delete ", "request_id": "req-4ac2a44d-a78e-4a82-b15f-e9551289948b"}]} Sep 28 08:47:18.222763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.229760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.232671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/5efb5196-4e25-479a-873e-b98bf79027c9 HTTP/1.1" status: 204 len: 168 time: 0.3200734 Sep 28 08:47:18.242077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43540) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:18.248093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--928607307', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:18.248292 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1484406-acfc-4380-ac25-bd22470ca44d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=5efb5196-4e25-479a-873e-b98bf79027c9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:18.273181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:47:18.276896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.306930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:47:18.317911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.318246 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment d6dca656-af5e-4c85-9b17-58b495a82d4b of type vlan for network 5c867d89-b756-411e-9ae7-9473deea7e14 Sep 28 08:47:18.360177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.387135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.392869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:18.393518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.429633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1856785 Sep 28 08:47:18.432304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:18.436906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:18.479850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63025503-c91b-4e6f-8708-da2d8529d787 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=5c867d89-b756-411e-9ae7-9473deea7e14,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:18.491397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5c867d89-b756-411e-9ae7-9473deea7e14 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:47:18.500832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.502197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.599070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.717154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 489dc436-3ed1-4128-a25a-abf817016f57 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:18.737637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 489dc436-3ed1-4128-a25a-abf817016f57 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:47:18.738000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 489dc436-3ed1-4128-a25a-abf817016f57 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:18.738406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9ecfd767-9261-4aff-9a64-b8082523e655 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:18.743708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.759434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9ecfd767-9261-4aff-9a64-b8082523e655 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:47:18.759778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9ecfd767-9261-4aff-9a64-b8082523e655 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:18.760199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb288e49-6c95-4b92-81c9-5d68fcecae92 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:18.779243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: eb288e49-6c95-4b92-81c9-5d68fcecae92 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:47:18.779614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb288e49-6c95-4b92-81c9-5d68fcecae92 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:18.953631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:18.979478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:19.090807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.189 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e36dd9eb-f862-43bf-b1a0-7f4d25d3a385) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:19.194699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:19.232088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:19.269297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:19.273624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:19.280451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:19.283439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:19.544535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:19.746766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:19.898733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:47:20.010394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:20.020968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:20.033232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:20.033894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:20.034762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.036127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a2c26f34-de1a-4fdf-8e18-4cc9587ff252 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6028075 Sep 28 08:47:20.039515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43544) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:20.218161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2b6fbbb0-fb9d-46dc-8874-a69c5989e0dc tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1774421 Sep 28 08:47:20.220706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43548) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:20.289951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:20.308188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b138bd-d180-44e7-bcdc-a8b7c3ba8460 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:20.309772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f0b138bd-d180-44e7-bcdc-a8b7c3ba8460 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881410 Sep 28 08:47:20.312614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43550) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:20.341011 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1c815718-e867-4c32-93fa-4e98566a05da tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271852 Sep 28 08:47:20.343544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:20.348373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095035412', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:20.443259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:47:20.447439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.478487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:19Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:20.505473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:20.506289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Updating router b4fc465a-8ddf-4890-92f7-7aa127aec820 port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:47:20.530789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.641648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.708661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=781bb7ce-4808-4502-a0f6-b1a48032218e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:20.721019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:20.721510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 5c867d89-b756-411e-9ae7-9473deea7e14, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:47:20.745219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:47:20.757871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5c867d89-b756-411e-9ae7-9473deea7e14) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:20.762243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:20.762821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.776827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd83e9-17f0-4053-bc0f-b7edf2ecbbe4 None None] Network 5c867d89-b756-411e-9ae7-9473deea7e14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:47:20.780994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e29fdd92-cf7e-4094-a01b-858c66aa6e02 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4364681 Sep 28 08:47:20.783868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:20.819607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.849297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.898594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Attempting to bind port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:47:20.898853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Attempting to bind port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:47:20.899208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Attempting to bind port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:20.922613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:47:20.922994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:20.923384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.923773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:20.924265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Bound port: e36dd9eb-f862-43bf-b1a0-7f4d25d3a385, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:47:20.924640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:20.935235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365576-8464-4b81-a41e-48df9f938fd7 None None] Pushing event updated for resources: {'Port': ['ID=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:21.020362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] For port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:21.024533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] For port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:21.042696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.055411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5c867d89-b756-411e-9ae7-9473deea7e14', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:47:21.056276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.099236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:21.100496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:21.224645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365576-8464-4b81-a41e-48df9f938fd7 None None] Pushing event updated for resources: {'Port': ['ID=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:21.313638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:21.389586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Allocated IP 172.20.0.2 (5c867d89-b756-411e-9ae7-9473deea7e14/781bb7ce-4808-4502-a0f6-b1a48032218e/397967bb-6f32-46a0-aa00-5356f3f3a56b) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:21.524791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.617179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.619279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:19Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:21.648898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.651036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c0699-e4ca-4464-97f4-95b63ed9aa20 None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:19Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:21.692364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:21.695611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:21.698141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:21.711583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Pushing event updated for resources: {'Port': ['ID=397967bb-6f32-46a0-aa00-5356f3f3a56b,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:21.766203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Attempting to bind port 397967bb-6f32-46a0-aa00-5356f3f3a56b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:47:21.766575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Attempting to bind port 397967bb-6f32-46a0-aa00-5356f3f3a56b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:47:21.767500 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Attempting to bind port 397967bb-6f32-46a0-aa00-5356f3f3a56b on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:21.773111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:47:21.773483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Checking segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:21.773882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.774270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Bound using segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:21.774766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Bound port: 397967bb-6f32-46a0-aa00-5356f3f3a56b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:47:21.775196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.821125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (5c867d89-b756-411e-9ae7-9473deea7e14/781bb7ce-4808-4502-a0f6-b1a48032218e/8b14434a-20d1-4af0-aeea-1ea4a0b70a2a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:21.839900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] For port 397967bb-6f32-46a0-aa00-5356f3f3a56b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:21.843468 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] For port 397967bb-6f32-46a0-aa00-5356f3f3a56b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=397967bb-6f32-46a0-aa00-5356f3f3a56b,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:21.849523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:21.933304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63886c1-391d-4cb6-b583-cbc8e44c0bf8 None None] Pushing event updated for resources: {'Port': ['ID=397967bb-6f32-46a0-aa00-5356f3f3a56b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:21.981983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.022080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.066843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:22.070032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:22.072588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:22.084897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:22.154416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.306519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.602414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.608472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.682686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:22.685710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.807150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 397967bb-6f32-46a0-aa00-5356f3f3a56b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:22.807867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:22.809519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:22.861417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 397967bb-6f32-46a0-aa00-5356f3f3a56b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:22.861822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.862178 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 397967bb-6f32-46a0-aa00-5356f3f3a56b Sep 28 08:47:22.931314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:22.950282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 397967bb-6f32-46a0-aa00-5356f3f3a56b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:22.950715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:22.955551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8fc67-7b0d-4329-8113-1027e2b5065d None None] Network 5c867d89-b756-411e-9ae7-9473deea7e14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:47:23.047026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:23.052502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cfc3e5d7-456c-4c0c-8cfd-b1180e638be4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/b4fc465a-8ddf-4890-92f7-7aa127aec820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675848 Sep 28 08:47:23.055313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.164059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.164547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.165025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.165524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.166094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.166460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.168328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-230a0153-cb45-4659-8d94-099fee1ebce0 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1120346 Sep 28 08:47:23.171469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43558) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.197628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 397967bb-6f32-46a0-aa00-5356f3f3a56b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=397967bb-6f32-46a0-aa00-5356f3f3a56b,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:23.205592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.206394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:23.233903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.234355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.234814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.235603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.235728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.236175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:23.238072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2cf598fc-7e2c-4907-af2f-1e876091bd23 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0656404 Sep 28 08:47:23.242101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43560) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.280858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2b01bbb1-e114-4e97-8c59-784f8dc2acdf None None] Provisioning complete for port 397967bb-6f32-46a0-aa00-5356f3f3a56b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:23.281253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b01bbb1-e114-4e97-8c59-784f8dc2acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.281589 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2b01bbb1-e114-4e97-8c59-784f8dc2acdf None None] Attempt 1 to provision port 397967bb-6f32-46a0-aa00-5356f3f3a56b Sep 28 08:47:23.336610 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:23.347119 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:23.347838 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:23.365356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=397967bb-6f32-46a0-aa00-5356f3f3a56b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:23.400713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:23.400974 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5d718c84-33b2-4c30-9509-dd3b755b6432 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1517055 Sep 28 08:47:23.401234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.401234 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 Sep 28 08:47:23.487249 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:23.487572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43564) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.492551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636935113', 'description': 'tempest-secgroup-smoke-1636935113 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:23.514285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2b01bbb1-e114-4e97-8c59-784f8dc2acdf None None] Current status of the port 397967bb-6f32-46a0-aa00-5356f3f3a56b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:23.526991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.595849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:23.596204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.622396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:23.635219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.649172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.658033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.693249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:23.705568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.709640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2209263 Sep 28 08:47:23.712148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.716782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:23.721854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c794c-ed02-4d0b-b99f-f6f3eb506d2b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fc416-915f-4e66-9208-8415c56e0d01,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:23.760445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.761025 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:23.791454 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:23.791813 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Updating router b4fc465a-8ddf-4890-92f7-7aa127aec820 port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:47:23.818174 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.824656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.831680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.840900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Provisioning complete for port 397967bb-6f32-46a0-aa00-5356f3f3a56b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:23.841857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.842393 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Attempt 1 to provision port 397967bb-6f32-46a0-aa00-5356f3f3a56b Sep 28 08:47:23.856130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795a4917-2c3f-4939-9a38-2b9837d03198,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:23.866629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.873638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43568) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:23.879199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:23.883867 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77e9993d-d4e6-4fb1-9a29-97a03e420164 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706092 Sep 28 08:47:23.911135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.949983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Current status of the port 397967bb-6f32-46a0-aa00-5356f3f3a56b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:23.963044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Provisioning complete for port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:23.963514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.963945 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Attempt 1 to provision port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a Sep 28 08:47:23.983252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:23.991322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.005565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:47:24.013863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0791e374-34e9-4ad3-9108-7b4b30a48ee8,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.025429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.029822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:24.029968 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-71bb81a4-e769-4f0b-a285-2af41ac32c23 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551447 Sep 28 08:47:24.035100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:24.064526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.128665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.135547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.158647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e499d47-7bd8-4b09-97db-5e8d39da899e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.171180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.172731 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f9899930-ecf9-4a99-82f9-83d53b4eff1f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414304 Sep 28 08:47:24.175657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43572) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:24.181753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:24.210142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.222798 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.229330 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.271014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.275936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.288021 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Pushing event updated for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.295194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af17b5bb-0b1e-4513-81e2-c6c41fe721bc,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.305789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.307069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8696934b-fde5-4ed9-a70f-a8e8322a9aba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295490 Sep 28 08:47:24.310106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:24.310701 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.311044 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.311519 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.311699 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.312105 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.312343 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.312662 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.312979 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.313320 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.313632 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.313940 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.314248 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:24.315887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:24.326406 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Attempting to bind port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:47:24.326763 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Attempting to bind port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:47:24.327109 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Attempting to bind port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:24.333500 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:47:24.333982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Checking segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:24.334340 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.334855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Bound using segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:24.335325 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Bound port: 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:47:24.335747 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.339081 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:47:24.344409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.398053 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] For port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:24.401349 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] For port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:24.406882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.407370 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.411006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.428517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10be8242-0a4c-4df6-a037-471e1dea71ed,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.436820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.438080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d20a941d-9737-4361-a8ce-7401baffd78e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266668 Sep 28 08:47:24.441164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:24.446163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'e68fc416-915f-4e66-9208-8415c56e0d01', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:24.453633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:24.454242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:24.466462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:47:24.471346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.495599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3181-dd10-4b7c-b195-eace7feae4b4 None None] Pushing event updated for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.506711 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Attempt 2 to provision port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a Sep 28 08:47:24.534891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.540341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.560037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261de916-c235-496a-8906-a2ce27a05c18,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.565452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.575754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4149db8a-2dbe-4b67-b9e0-7535e60b4a57 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244094 Sep 28 08:47:24.576020 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:24.591756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Current status of the port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:24.592151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.628944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] For port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:24.634792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.686697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a381a-4630-4a0d-bfe9-bf0ee20de5ae None None] Pushing event updated for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:24.742315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-175536b0-795f-48e9-a9a0-64be38a6970b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636935113&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0430326 Sep 28 08:47:24.764300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 397967bb-6f32-46a0-aa00-5356f3f3a56b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:24.767780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e1b8699f-b7fe-43c7-9a4e-35594f3391e5 None None] Provisioning complete for port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:24.768169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e1b8699f-b7fe-43c7-9a4e-35594f3391e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.768642 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e1b8699f-b7fe-43c7-9a4e-35594f3391e5 None None] Attempt 1 to provision port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a Sep 28 08:47:24.808379 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:24.838996 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06196db-0396-4cb3-ac3e-7349a12c957a None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:24.868475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-2c61020b-daac-4fda-8d67-b2ee68c3052f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:24.870053 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-2c61020b-daac-4fda-8d67-b2ee68c3052f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 796 time: 0.1120787 Sep 28 08:47:24.877582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 397967bb-6f32-46a0-aa00-5356f3f3a56b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:24.878452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:24.878734 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 397967bb-6f32-46a0-aa00-5356f3f3a56b Sep 28 08:47:24.904212 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-fe70d89b-f954-46ee-880e-d2c11f4b2c37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0189624 Sep 28 08:47:24.932172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8699f-b7fe-43c7-9a4e-35594f3391e5 None None] Current status of the port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:24.978469 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-24b47fa9-d84f-468c-a480-c62fa361f704 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561793 Sep 28 08:47:24.990552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 397967bb-6f32-46a0-aa00-5356f3f3a56b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:24.991800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:25.046383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:25.046766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:25.047105 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 Sep 28 08:47:25.089168 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-984fed74-ab61-4b5f-b546-9130cc9c7303 service neutron] 10.222.0.27 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982354 Sep 28 08:47:25.133889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:25.184157 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-e1657e3d-6e1c-428b-aaff-7aab0edd111e service neutron] 10.222.0.27 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Sep 28 08:47:25.360519 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c138ee41-6bc9-4867-ad86-93552495a3c4 req-b0c411ee-802f-443d-9bf9-d6af0a3fef90 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 210 time: 0.0294340 Sep 28 08:47:26.321871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-1373732a-c142-4f86-9443-76c56d11d091 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:26.323396 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-1373732a-c142-4f86-9443-76c56d11d091 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 796 time: 0.1088099 Sep 28 08:47:26.370104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-0d8dddb5-6c33-42a8-97a3-505f73bef8c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 380 time: 0.0369811 Sep 28 08:47:26.381691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['e68fc416-915f-4e66-9208-8415c56e0d01']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:26.476464 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2254dade-e8de-48f0-a915-4d0bcdd97214 req-2a635d7d-7117-4156-9903-091029647ff4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 210 time: 0.0335293 Sep 28 08:47:26.518752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:47:26.522557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:26.655997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.8 (5c867d89-b756-411e-9ae7-9473deea7e14/781bb7ce-4808-4502-a0f6-b1a48032218e/572b6c9e-3767-4b1c-ac74-3150392ee4fc) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:26.748185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:26.799379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:26.799740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:26.800076 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a Sep 28 08:47:26.810403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:26.845857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:26.883355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:27.187522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:27.190745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:27.194652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:27.225962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:27.252072 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:27.252711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.270374 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-975c94e4-72c3-4865-ad9f-dac0634b24de tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941464 Sep 28 08:47:27.282320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Request body: {'port': {'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:27.338120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.472594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Provisioning complete for port 572b6c9e-3767-4b1c-ac74-3150392ee4fc triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:27.472952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.473350 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Attempt 1 to provision port 572b6c9e-3767-4b1c-ac74-3150392ee4fc Sep 28 08:47:27.508439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Port 572b6c9e-3767-4b1c-ac74-3150392ee4fc cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:47:27.602382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837934-34cb-4c30-91a3-ef9b647efc1c req-64a56765-c415-442b-acb0-ff760fef1896 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:27.603923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8837934-34cb-4c30-91a3-ef9b647efc1c req-64a56765-c415-442b-acb0-ff760fef1896 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 931 time: 0.0529547 Sep 28 08:47:27.604971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572b6c9e-3767-4b1c-ac74-3150392ee4fc {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:47:27.612680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.625818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Transition to ACTIVE for port object 572b6c9e-3767-4b1c-ac74-3150392ee4fc will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:47:27.632622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.645197 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8837934-34cb-4c30-91a3-ef9b647efc1c req-e9e50a22-20e9-45cd-9ed1-424108a5e0b0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348983 Sep 28 08:47:27.695457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:27.749528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Attempting to bind port 572b6c9e-3767-4b1c-ac74-3150392ee4fc on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:47:27.749781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Attempting to bind port 572b6c9e-3767-4b1c-ac74-3150392ee4fc by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:47:27.750108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Attempting to bind port 572b6c9e-3767-4b1c-ac74-3150392ee4fc on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:27.755202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Port 572b6c9e-3767-4b1c-ac74-3150392ee4fc on network 5c867d89-b756-411e-9ae7-9473deea7e14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:47:27.755522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Attempting to bind port 572b6c9e-3767-4b1c-ac74-3150392ee4fc on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:27.761416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:47:27.761754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Checking segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:27.762138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Bound using segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:27.762563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Bound port: 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:47:27.762916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.827463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:27.830655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:27.838414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.842558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:27.843175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:27.844550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] 10.222.0.62 "PUT /v2.0/ports/572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 1093 time: 0.5665874 Sep 28 08:47:27.844979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:27.847467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01f478-4004-4257-afa0-d41ff3e9c0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:27.905513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0478305c-9298-4ccb-b412-8a3eb89e29ab x-openstack-request-id: req-0478305c-9298-4ccb-b412-8a3eb89e29ab {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:27.905808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:27.906066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0478305c-9298-4ccb-b412-8a3eb89e29ab {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:27.906466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0478305c-9298-4ccb-b412-8a3eb89e29ab'] response: {'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:47:27.926535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829839cf-7871-4f74-9fe8-69b47a28a75f service neutron] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:27.942249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-2862086f-2353-4773-8cc8-3ecc2afca682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:27.943919 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-2862086f-2353-4773-8cc8-3ecc2afca682 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1096 time: 0.0572603 Sep 28 08:47:27.988197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-98236940-9d6b-4d44-811c-c0d2a481bf44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 217 time: 0.0371161 Sep 28 08:47:28.009387 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Attempt 2 to provision port 572b6c9e-3767-4b1c-ac74-3150392ee4fc Sep 28 08:47:28.038823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-d1628295-8e18-4236-8df3-e7c7977c0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.040335 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-d1628295-8e18-4236-8df3-e7c7977c0d80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0456715 Sep 28 08:47:28.051567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a199e7cf-0fbb-463f-ae6a-030a4a7ed548 None None] Port 572b6c9e-3767-4b1c-ac74-3150392ee4fc had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:47:28.087707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-37cb33c4-f2f2-4ec6-8a35-a6d956b97986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.089275 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-37cb33c4-f2f2-4ec6-8a35-a6d956b97986 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422192 Sep 28 08:47:28.184288 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-8cbb91b3-35f7-429a-9b69-2cf2327560fa service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880680 Sep 28 08:47:28.282316 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7782f6e-d10a-4620-82d7-a999f1a2b97a req-17dafd32-dc3e-4356-bce2-ac81b9127e72 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 Sep 28 08:47:28.396006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-703d6bd1-e243-493b-aed1-5e8d262ff4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.397976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-703d6bd1-e243-493b-aed1-5e8d262ff4fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1096 time: 0.0488424 Sep 28 08:47:28.494303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-544ece22-15bd-4474-ade4-bf00ee132da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.495812 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-544ece22-15bd-4474-ade4-bf00ee132da1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.0911338 Sep 28 08:47:28.543571 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-5db35d50-232b-4642-bedf-42dec5a99b4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 217 time: 0.0389163 Sep 28 08:47:28.595292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-b1644318-bc52-47bd-abbb-0f5acbc7d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.596754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-b1644318-bc52-47bd-abbb-0f5acbc7d9f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0457938 Sep 28 08:47:28.644211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-e6b5d020-bebb-41b7-a826-5df0f7b891c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.645743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-e6b5d020-bebb-41b7-a826-5df0f7b891c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412993 Sep 28 08:47:28.752092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-d48192a9-b14c-484b-9d98-f40dd1ee890b service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989599 Sep 28 08:47:28.772951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c2cf8-c699-41d7-af77-4ec0848d8230 req-cba9f412-409b-4cbb-9bba-0f6578a71dcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:28.774488 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-110c2cf8-c699-41d7-af77-4ec0848d8230 req-cba9f412-409b-4cbb-9bba-0f6578a71dcb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 943 time: 0.0540497 Sep 28 08:47:28.814863 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-110c2cf8-c699-41d7-af77-4ec0848d8230 req-7b3ecf93-e618-42e4-a47d-2fae4971ac07 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Sep 28 08:47:28.847025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb01f478-4004-4257-afa0-d41ff3e9c0ab req-1e04dca6-7e9c-4548-ba3d-3f60c7557c77 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Sep 28 08:47:29.957442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5099da-74bd-4b80-94a5-6bba79e05940 req-f5cc7830-52e1-428f-9e32-ea7353ffe340 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:29.959069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e5099da-74bd-4b80-94a5-6bba79e05940 req-f5cc7830-52e1-428f-9e32-ea7353ffe340 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 943 time: 0.0608709 Sep 28 08:47:30.006128 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0e5099da-74bd-4b80-94a5-6bba79e05940 req-d743c8f6-5549-4e98-bbe2-de44017cecc2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Sep 28 08:47:31.071402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 572b6c9e-3767-4b1c-ac74-3150392ee4fc details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:47:31.149371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f262fd-edb7-46dd-b433-fb900e63cf7a req-85269032-de26-44f9-ab07-74ae6f3ebeed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:31.150865 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08f262fd-edb7-46dd-b433-fb900e63cf7a req-85269032-de26-44f9-ab07-74ae6f3ebeed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 943 time: 0.0500922 Sep 28 08:47:31.191382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:31.196903 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08f262fd-edb7-46dd-b433-fb900e63cf7a req-7d436579-d2cd-4da6-930f-1035d125f09f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Sep 28 08:47:31.204016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:47:31.252469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 572b6c9e-3767-4b1c-ac74-3150392ee4fc is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:31.252867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:31.266944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572b6c9e-3767-4b1c-ac74-3150392ee4fc {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:47:31.286879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:31.293635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:31.346010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:31.586100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['572b6c9e-3767-4b1c-ac74-3150392ee4fc'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:47:32.331165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd50b-bf83-421d-9754-aff4490bf7a3 req-341463b7-41e4-4e11-bcd5-23b826e1d436 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:32.332652 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c25cd50b-bf83-421d-9754-aff4490bf7a3 req-341463b7-41e4-4e11-bcd5-23b826e1d436 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Sep 28 08:47:32.383101 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c25cd50b-bf83-421d-9754-aff4490bf7a3 req-725d6658-8b53-4af3-8d80-30a59d3556aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441437 Sep 28 08:47:33.072846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 572b6c9e-3767-4b1c-ac74-3150392ee4fc up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:33.132214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 572b6c9e-3767-4b1c-ac74-3150392ee4fc completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:47:33.136170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 572b6c9e-3767-4b1c-ac74-3150392ee4fc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:33.136580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:33.136905 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 572b6c9e-3767-4b1c-ac74-3150392ee4fc Sep 28 08:47:33.222791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 572b6c9e-3767-4b1c-ac74-3150392ee4fc is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:33.223184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:33.246799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:33.249138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eaf0dd-5965-4a23-8e0d-28f5fdcad5e5" -d '{"events": [{"server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "name": "network-vif-plugged", "status": "completed", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:33.263911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:33.270668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:33.294842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756985c5-9a60-453a-9c19-54a12b93890a x-openstack-request-id: req-756985c5-9a60-453a-9c19-54a12b93890a {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:33.295150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "name": "network-vif-plugged", "status": "completed", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:33.295391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-756985c5-9a60-453a-9c19-54a12b93890a {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:33.295783 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756985c5-9a60-453a-9c19-54a12b93890a'] response: {'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'code': 200} Sep 28 08:47:33.322276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:33.364754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:33.521958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee97c3e-9658-4bd6-aebf-72607695fad0 req-26683d9a-0e4f-4822-b963-635e6a8e1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:33.524236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ee97c3e-9658-4bd6-aebf-72607695fad0 req-26683d9a-0e4f-4822-b963-635e6a8e1ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1098 time: 0.0753255 Sep 28 08:47:33.543652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359606c-0a40-4d04-894a-d24e60ab5c9e req-7c727c79-d84b-453a-88f0-089c9cfb064a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:33.545716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b359606c-0a40-4d04-894a-d24e60ab5c9e req-7c727c79-d84b-453a-88f0-089c9cfb064a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0871928 Sep 28 08:47:33.608149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ee97c3e-9658-4bd6-aebf-72607695fad0 req-3afae4d9-5418-40ae-9547-f28e68cf6582 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760970 Sep 28 08:47:33.616897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b359606c-0a40-4d04-894a-d24e60ab5c9e req-4c8cd05f-1c1e-4534-8432-9387873eb224 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643189 Sep 28 08:47:34.757864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc56b0-47c2-4ba2-b728-19537c5b4158 req-5a5332c9-a00b-4f3d-b77b-ba86815e7285 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:34.759324 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-68dc56b0-47c2-4ba2-b728-19537c5b4158 req-5a5332c9-a00b-4f3d-b77b-ba86815e7285 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0577645 Sep 28 08:47:34.801377 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-68dc56b0-47c2-4ba2-b728-19537c5b4158 req-ec9f2f27-63a5-45eb-910b-4b7235e98cc7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Sep 28 08:47:34.933931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafb8b2-689b-4b2d-93fb-fade51286563 req-ab955760-6876-4399-ac29-927c9527ed14 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:34.935413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddafb8b2-689b-4b2d-93fb-fade51286563 req-ab955760-6876-4399-ac29-927c9527ed14 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0608983 Sep 28 08:47:34.976720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddafb8b2-689b-4b2d-93fb-fade51286563 req-eeb96856-751c-40a1-a7f1-7c8033caf4cb tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Sep 28 08:47:35.006621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43630) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:35.046189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b97e3f-6f49-4d44-a484-f7f12f2449d3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:35.047742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-61b97e3f-6f49-4d44-a484-f7f12f2449d3 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1093 time: 0.0400448 Sep 28 08:47:35.050595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43632) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:35.054832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:35.078121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:35.181019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:35.291579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.17 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/443f622b-9ca8-4a3e-b00f-99642b652c58) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:35.404445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:35.442487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:35.482741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:35.485566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:35.493422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:35.496617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=443f622b-9ca8-4a3e-b00f-99642b652c58,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:35.866817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:35.938324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.086210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.092422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.162284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=443f622b-9ca8-4a3e-b00f-99642b652c58,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:36.164837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.274670 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 099d856b-c1f7-4411-b87a-6b1fb155c2eb associated. External IP: 172.26.4.17, port: 572b6c9e-3767-4b1c-ac74-3150392ee4fc. Sep 28 08:47:36.442353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6882b2dc-fedf-4e7e-be28-aec8807b4fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.492277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:36.605979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:36.617550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:36.627356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.627717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:36.628682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:36.656673 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-28ed75b7-9dd1-41fb-bf21-0343d7251fc5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6050463 Sep 28 08:47:36.657334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:36.659642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:36.660167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a505ab74-634d-4953-ba65-7135973a6329" -d '{"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:36.699951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b606f283-18da-48dc-b487-5e646eb4a6f0 x-openstack-request-id: req-b606f283-18da-48dc-b487-5e646eb4a6f0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:36.700242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:36.700484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b606f283-18da-48dc-b487-5e646eb4a6f0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:36.701150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b606f283-18da-48dc-b487-5e646eb4a6f0'] response: {'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:47:36.718253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20ee08-3ace-42eb-b69e-96804b1b19fb tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.724812 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3e20ee08-3ace-42eb-b69e-96804b1b19fb tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1093 time: 0.0581648 Sep 28 08:47:36.742879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:36.767149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ab74-634d-4953-ba65-7135973a6329 req-c8ae0106-1856-4e93-8eeb-74654a7be918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.768705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-c8ae0106-1856-4e93-8eeb-74654a7be918 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1098 time: 0.0433617 Sep 28 08:47:36.791189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:36.802654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748032866', 'description': 'tempest-secgroup-smoke-748032866 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:36.826792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.879432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ab74-634d-4953-ba65-7135973a6329 req-5e7ff6e9-0294-4510-98af-82b609e6d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.880968 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-5e7ff6e9-0294-4510-98af-82b609e6d8cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.1059356 Sep 28 08:47:36.898635 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.904841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.935143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.936396 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432722 Sep 28 08:47:36.939286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43642) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:36.944358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:36.949666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e6fd2-cd64-4e4d-97df-68c085fdd900 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad377af9-fb80-4c5c-98c7-d99cceec2baa,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:36.955988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-7d796f72-4ca8-45ae-a350-3354e5820a16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 998 time: 0.0685041 Sep 28 08:47:36.972925 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:36.985524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:35Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:37.013388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ab74-634d-4953-ba65-7135973a6329 req-4ee38f78-368d-49f1-9d5b-dcfb24af1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:37.015800 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-4ee38f78-368d-49f1-9d5b-dcfb24af1bf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0509589 Sep 28 08:47:37.016449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:37.026952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:37.027477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:37.039888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.046146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.068095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ab74-634d-4953-ba65-7135973a6329 req-55a73058-2f39-4cde-8fe4-d4ce80fb69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:37.068396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a08032-00ab-498e-a93c-735402b8fecb,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.070027 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-55a73058-2f39-4cde-8fe4-d4ce80fb69c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481858 Sep 28 08:47:37.076396 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.077787 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d31356dc-c1b5-4492-a3e5-fa6817567991 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375723 Sep 28 08:47:37.080776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43644) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:37.086282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:37.115591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.149238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:37.168828 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-0d77e313-d37b-424f-a247-e9f0374ea45c service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920093 Sep 28 08:47:37.174826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.180147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.196340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cade02-b206-4a09-be50-7d69f63e82c2,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.210789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.212102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5a44fa07-aaca-4f84-be79-a4d42bbbfc3b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300163 Sep 28 08:47:37.214956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43646) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:37.219435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:37.248486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.283126 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a505ab74-634d-4953-ba65-7135973a6329 req-4949bd23-d9fc-43f3-8929-ce9ad300a83d service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074915 Sep 28 08:47:37.320766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.326030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.344783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca29ba6-a897-4c9a-8cf8-dc110c898a09,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.355044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.356630 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-77e57de1-76ca-4c1b-8fd0-dd1e9b0fb77a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406238 Sep 28 08:47:37.359577 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43648) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:37.364391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:37.392641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.458936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.464037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.481563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10611139-9960-4df0-ac6d-0bc0c4863000,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.491696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.493545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-87ecff8d-fc30-43ee-bf6c-d1136c68f2b4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328783 Sep 28 08:47:37.495895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43650) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:37.500425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:37.522642 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:47:37.527739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.547175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:35Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:37.576974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59731f7d-8348-4d6c-887f-f4dc36f88c82 None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:35Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:37.591527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.597241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.616138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37ff9aa-4586-4ad6-8437-944d6ca1d47f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.626145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.627444 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1acaf405-7e5e-4f76-bcea-f0e2c39ccc59 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304903 Sep 28 08:47:37.630683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43652) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:37.635362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': 'ad377af9-fb80-4c5c-98c7-d99cceec2baa', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:37.658055 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:47:37.664033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.729567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.735294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.754153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f3065a-c808-406a-a543-1c7cc7902595,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:37.764477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:37.765995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ae3e6437-d157-42f5-a11b-72d75092cc37 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341803 Sep 28 08:47:37.788176 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1fe44-0712-47b5-afb2-11af5ca54f31 None None] New status for floating IP 099d856b-c1f7-4411-b87a-6b1fb155c2eb: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:47:37.909608 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-78ac4003-332b-4cc0-bc09-6c821ead9049 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748032866&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0332251 Sep 28 08:47:38.022917 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-decd9163-120b-4873-817a-d9d1303534a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:38.024343 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-decd9163-120b-4873-817a-d9d1303534a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 796 time: 0.1073189 Sep 28 08:47:38.044981 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-9011bd02-dc70-46a7-9a16-54c12e1eadaf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0143254 Sep 28 08:47:38.104865 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-29b4b359-6ec4-4c81-aa03-24836fdc2eb2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543542 Sep 28 08:47:38.563587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-2b842aaf-6cea-48ab-bded-7bf52620eea7 service neutron] 10.222.0.27 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468055 Sep 28 08:47:38.652030 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-c6a77e99-fca6-4d2c-a344-5ebf85bdcdd6 service neutron] 10.222.0.27 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821950 Sep 28 08:47:38.800333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9eaafc6b-76b3-46d3-ad43-95cb8a6d315b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:38.817315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8c6c3de-ddc3-4ea5-aa11-c74c84cb169d req-8ba24f0d-7771-47d7-b88d-bbfaa7840e2a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 210 time: 0.0311501 Sep 28 08:47:39.845632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-229a1fb7-375d-4cc3-9b9e-0128c6afc3c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:39.847154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-229a1fb7-375d-4cc3-9b9e-0128c6afc3c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 796 time: 0.1083748 Sep 28 08:47:39.898815 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-82efe9ca-bd60-4b29-8c25-002cb695ee1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 472 time: 0.0422060 Sep 28 08:47:39.907992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': '21b24985-9a9c-41c0-85ac-377508a19db6', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['ad377af9-fb80-4c5c-98c7-d99cceec2baa']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:39.925407 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a4cf4d15-941c-486d-8b6b-63bf434adc33 req-92886cac-3f23-4332-bf50-f6e8d0e1a967 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Sep 28 08:47:40.020160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:47:40.023734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.110048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.159759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.12 (5c867d89-b756-411e-9ae7-9473deea7e14/781bb7ce-4808-4502-a0f6-b1a48032218e/d3f28b06-eb3e-4a1a-80a2-45f236d2c813) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:40.301942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.639487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.679965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 5c867d89-b756-411e-9ae7-9473deea7e14 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:40.683273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:40.686977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:40.714089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:40.743166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:40.743785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.763717 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-14b59cec-6124-4b80-8931-ca37cfe6901c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593805 Sep 28 08:47:40.775798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Request body: {'port': {'device_id': '21b24985-9a9c-41c0-85ac-377508a19db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:40.835230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.961778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Provisioning complete for port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:40.962159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:40.962496 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Attempt 1 to provision port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 Sep 28 08:47:41.002137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:47:41.092227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e13962-fe93-48d3-8669-8b382b32cc5c req-9c1b1070-de6e-4c84-9ccc-e240305656c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.093745 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-02e13962-fe93-48d3-8669-8b382b32cc5c req-9c1b1070-de6e-4c84-9ccc-e240305656c0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 932 time: 0.0756030 Sep 28 08:47:41.167404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f28b06-eb3e-4a1a-80a2-45f236d2c813 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:47:41.174445 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-02e13962-fe93-48d3-8669-8b382b32cc5c req-148dad75-df16-46ec-991f-194fd5e121aa tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722005 Sep 28 08:47:41.178402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.193732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Transition to ACTIVE for port object d3f28b06-eb3e-4a1a-80a2-45f236d2c813 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:47:41.198854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.258189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:41.280274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.315042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Attempting to bind port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:47:41.315377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Attempting to bind port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:47:41.315709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Attempting to bind port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:41.320157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 on network 5c867d89-b756-411e-9ae7-9473deea7e14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:47:41.320471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Attempting to bind port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 on network 5c867d89-b756-411e-9ae7-9473deea7e14 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:41.325577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:47:41.325913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Checking segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:47:41.326299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Bound using segment: {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:41.326713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Bound port: d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dca656-af5e-4c85-9b17-58b495a82d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:47:41.327060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.397294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:41.400417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:41.405557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.409557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.410165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.411587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] 10.222.0.62 "PUT /v2.0/ports/d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 200 len: 1094 time: 0.6401222 Sep 28 08:47:41.412020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:41.414335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e823f32c-a930-4419-bc3d-05db4fbf320e" -d '{"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:41.461616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83432c2d-dc35-43b8-9ab5-a709a6f0979e x-openstack-request-id: req-83432c2d-dc35-43b8-9ab5-a709a6f0979e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:41.461863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:41.462148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83432c2d-dc35-43b8-9ab5-a709a6f0979e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:41.462516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83432c2d-dc35-43b8-9ab5-a709a6f0979e'] response: {'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'status': 'completed', 'code': 200} Sep 28 08:47:41.494988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44284e8d-4daa-48cf-9c0e-8dd5230be8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:41.503383 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Attempt 2 to provision port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 Sep 28 08:47:41.507384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-8e6f47c5-b7b0-4479-a035-fa25218397e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.508936 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-8e6f47c5-b7b0-4479-a035-fa25218397e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1097 time: 0.0587249 Sep 28 08:47:41.550406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0902fe10-9fdb-45ad-8a09-8c91cb11b536 None None] Port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:47:41.554577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-d96059fc-4795-44a2-9e24-7ed1a77afa63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 200 len: 217 time: 0.0385401 Sep 28 08:47:41.603117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-f80841a4-4868-489e-9345-c29ab5b9b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.604601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-f80841a4-4868-489e-9345-c29ab5b9b2dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0435748 Sep 28 08:47:41.654266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-37c6c593-f97a-4334-aa41-1ee1e1df264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.656792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-37c6c593-f97a-4334-aa41-1ee1e1df264b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456254 Sep 28 08:47:41.687476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:41.755346 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-e0e51d3e-d279-4baf-8238-ac4f80490a63 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911610 Sep 28 08:47:41.846479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb6035b-ef42-41a7-b4e3-3f627c097b8b req-0e9d9605-07bc-449c-b180-1a278de07f8b service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850825 Sep 28 08:47:41.938808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-1b721b01-b6cf-4db1-a780-ba4eb4158dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.940292 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-1b721b01-b6cf-4db1-a780-ba4eb4158dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1097 time: 0.0417120 Sep 28 08:47:42.049698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-78933105-ed18-4a77-9da6-2e4e95a40018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.051113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-78933105-ed18-4a77-9da6-2e4e95a40018 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.1038537 Sep 28 08:47:42.092520 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-36194869-5bac-4b26-aa17-1db38fa56cdf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 200 len: 217 time: 0.0338914 Sep 28 08:47:42.156504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-65849f45-f5e1-439f-b25c-4e2e0909bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.158678 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-65849f45-f5e1-439f-b25c-4e2e0909bff6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0582144 Sep 28 08:47:42.206528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-b98ac505-7d1b-4583-88e5-c3a114651398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.208023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-b98ac505-7d1b-4583-88e5-c3a114651398 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418997 Sep 28 08:47:42.328599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-d5d41e88-5d1e-41c4-ac40-003136118fa8 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129515 Sep 28 08:47:42.341251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd7cfa-5f25-40b3-9446-10c079b54cc7 req-3d14e4dc-1576-4960-b7e4-b8bfdfe7f6b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.342644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5dd7cfa-5f25-40b3-9446-10c079b54cc7 req-3d14e4dc-1576-4960-b7e4-b8bfdfe7f6b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 944 time: 0.0730007 Sep 28 08:47:42.433809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a5dd7cfa-5f25-40b3-9446-10c079b54cc7 req-a0de7a51-6904-4c3a-98db-a2f0ba623cc0 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832937 Sep 28 08:47:42.455258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e823f32c-a930-4419-bc3d-05db4fbf320e req-8eeef943-67e7-4eff-81d4-eebb9e212547 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116896 Sep 28 08:47:43.572572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8eed6-2c27-4d03-a99f-9608e07c82cb req-7b873d32-47c2-4a8c-8ecb-72ee1b004f96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:43.574591 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-29b8eed6-2c27-4d03-a99f-9608e07c82cb req-7b873d32-47c2-4a8c-8ecb-72ee1b004f96 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 944 time: 0.0554926 Sep 28 08:47:43.612512 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-29b8eed6-2c27-4d03-a99f-9608e07c82cb req-2413a37b-11f8-42f6-a46b-0b279625db92 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Sep 28 08:47:44.744351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb779d7f-a337-4327-adfc-97c279940e82 req-b53d9e65-9076-4218-b5b8-bc25d0ff6c3d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:44.746086 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bb779d7f-a337-4327-adfc-97c279940e82 req-b53d9e65-9076-4218-b5b8-bc25d0ff6c3d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 944 time: 0.0529685 Sep 28 08:47:44.785498 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bb779d7f-a337-4327-adfc-97c279940e82 req-e8892208-dae5-413e-90c8-b62b5edaa0a4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332882 Sep 28 08:47:45.116405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d3f28b06-eb3e-4a1a-80a2-45f236d2c813 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:47:45.214693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:45.229758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'port_id': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'mac_address': 'fa:16:3e:54:1a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:47:45.277573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:45.277955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:45.291408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f28b06-eb3e-4a1a-80a2-45f236d2c813 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:47:45.321512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:45.328965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:45.380395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:45.587096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d3f28b06-eb3e-4a1a-80a2-45f236d2c813'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:47:45.908563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3b00-1e2d-4f9f-bae4-179323060b98 req-15f625d4-593f-47a2-87a2-f98bfcc938da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:45.910074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-607c3b00-1e2d-4f9f-bae4-179323060b98 req-15f625d4-593f-47a2-87a2-f98bfcc938da tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Sep 28 08:47:45.951348 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-607c3b00-1e2d-4f9f-bae4-179323060b98 req-f32c93d8-503f-41e8-b124-7716484469a4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Sep 28 08:47:46.274200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43694) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:46.438358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port 81e1675f-c833-4b08-a5cc-574fb3ea815b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:46.438690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:46.520101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:46.520394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:46.532155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for 81e1675f-c833-4b08-a5cc-574fb3ea815b owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:46.697218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:46.726909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=81e1675f-c833-4b08-a5cc-574fb3ea815b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:46.788206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:46.788578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 2a64b3a2-1b40-4ceb-9561-90fd09b3307b disassociated (deleted). External IP: 172.26.4.140, port: 4ac965a8-6fc8-45c3-88c0-8d1762b5551f. Sep 28 08:47:47.013781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:47.128365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d3f28b06-eb3e-4a1a-80a2-45f236d2c813 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:47.148192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15069c2f-5f10-42f5-9e9e-d25355777597 req-5bef1311-6733-4f11-81ff-40bdacc71e4e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.149775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-15069c2f-5f10-42f5-9e9e-d25355777597 req-5bef1311-6733-4f11-81ff-40bdacc71e4e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 945 time: 0.1230605 Sep 28 08:47:47.179926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:47.185774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:47.186569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:47:47.190901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:47:47.191306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:47.191644 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 Sep 28 08:47:47.194669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:47.227763 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-15069c2f-5f10-42f5-9e9e-d25355777597 req-d189aa73-3c95-45fb-a9a4-c0f197541acc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706875 Sep 28 08:47:47.231997 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-22169489-32eb-48cc-bf0a-aefb58066573 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "DELETE /v2.0/floatingips/2a64b3a2-1b40-4ceb-9561-90fd09b3307b HTTP/1.1" status: 204 len: 168 time: 0.9558890 Sep 28 08:47:47.232483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:47.234217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:47.234861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:47.235028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:47.290688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cdef1d-f318-444d-b866-67d8c4ddc2f4 x-openstack-request-id: req-a6cdef1d-f318-444d-b866-67d8c4ddc2f4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:47.291380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:47.291380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6cdef1d-f318-444d-b866-67d8c4ddc2f4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:47.291613 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cdef1d-f318-444d-b866-67d8c4ddc2f4'] response: {'name': 'network-changed', 'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'status': 'completed', 'code': 200} Sep 28 08:47:47.360123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-6bc0dbf3-9836-4888-a246-4c540f5b8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.361698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-6bc0dbf3-9836-4888-a246-4c540f5b8197 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 1098 time: 0.0484478 Sep 28 08:47:47.366058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:47:47.366499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:47.406233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:47.408575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8e253-bd38-4b98-bbdc-29aaa3ea909c" -d '{"events": [{"server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "name": "network-vif-plugged", "status": "completed", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:47.414226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:47.451088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:47.452879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a648368b-2aaf-41b1-b038-cfbfd85f43bc x-openstack-request-id: req-a648368b-2aaf-41b1-b038-cfbfd85f43bc {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:47.453287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "name": "network-vif-plugged", "status": "completed", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:47.453557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a648368b-2aaf-41b1-b038-cfbfd85f43bc {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:47.453997 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a648368b-2aaf-41b1-b038-cfbfd85f43bc'] response: {'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'code': 200} Sep 28 08:47:47.458707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:47.502763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-f58865bf-2213-4c39-9f98-8a317572ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.504613 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-f58865bf-2213-4c39-9f98-8a317572ea0a service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.1358900 Sep 28 08:47:47.553381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-dfd2a2fc-727e-492f-9408-be2350531840 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 200 len: 217 time: 0.0395358 Sep 28 08:47:47.564997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:47.565550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2dff4-5c03-4f15-8b92-83f2bbf2e4d0 req-36460558-2ea0-4ce7-b9d1-084013755774 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.567361 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac2dff4-5c03-4f15-8b92-83f2bbf2e4d0 req-36460558-2ea0-4ce7-b9d1-084013755774 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0998526 Sep 28 08:47:47.638111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-be164a9a-0d2d-4773-81ee-393b95bde15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.639947 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-be164a9a-0d2d-4773-81ee-393b95bde15c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0718555 Sep 28 08:47:47.648485 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ac2dff4-5c03-4f15-8b92-83f2bbf2e4d0 req-a26c9432-e0fd-4b04-b3b1-31e97f296817 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709667 Sep 28 08:47:47.648780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a68d-aed0-4bf8-882c-43e1d498fd9b req-4d4540ae-654f-48b7-b747-c3bd69e47a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.650321 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-40c4a68d-aed0-4bf8-882c-43e1d498fd9b req-4d4540ae-654f-48b7-b747-c3bd69e47a7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1099 time: 0.0451908 Sep 28 08:47:47.697332 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-40c4a68d-aed0-4bf8-882c-43e1d498fd9b req-ab835a6c-1995-4305-ac87-600fd4397b92 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Sep 28 08:47:47.698748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-771a2625-e509-4a85-a03e-7a8f90aabfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.700779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:47.701023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-771a2625-e509-4a85-a03e-7a8f90aabfe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513411 Sep 28 08:47:47.731721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:47.740003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:47.740707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:47.849889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:48.079603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:48.086242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-893a886f-b7c1-4ee5-a5d3-f5af423561e3 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886021 Sep 28 08:47:48.107115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8ed76-40a8-4a86-944d-656d5e93c493 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '6aebd09a-7ad3-4236-9887-baa29cb2255d', 'tenant_id': '02d15b29073043a7994227b24526c104', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'port_id': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'mac_address': 'fa:16:3e:ba:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51641ed9-4a17-4437-90cd-2be89c492488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:06Z', 'updated_at': '2022-09-28T08:44:09Z', 'revision_number': 1, 'project_id': '02d15b29073043a7994227b24526c104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:48.186071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-810dab2a-929c-4f7a-b96b-0f1c3d3d7a9e req-88b85440-2277-40c4-9a18-d13455d9f2eb service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Sep 28 08:47:48.346998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ca206-b4fc-42be-aa47-bf2a28794b62 None None] New status for floating IP 2a64b3a2-1b40-4ceb-9561-90fd09b3307b: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:47:48.375110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14822524-d203-4b29-a6da-e05d3a92c11f req-bf70967f-92c6-4205-b458-92a6160239fd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:48.376628 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14822524-d203-4b29-a6da-e05d3a92c11f req-bf70967f-92c6-4205-b458-92a6160239fd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0541306 Sep 28 08:47:48.415768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14822524-d203-4b29-a6da-e05d3a92c11f req-6aa1543e-a152-4bc8-b87a-e10d688c27ec tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Sep 28 08:47:48.783632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf48c-a3d8-45b4-a875-e09b3ab9eafb req-95a3871c-7975-4074-963e-1b9b36ec5abe tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:48.785158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-89edf48c-a3d8-45b4-a875-e09b3ab9eafb req-95a3871c-7975-4074-963e-1b9b36ec5abe tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0542223 Sep 28 08:47:48.825096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-89edf48c-a3d8-45b4-a875-e09b3ab9eafb req-e9f6fc88-0c2e-4f9c-94a5-64e82e3f082d tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335252 Sep 28 08:47:49.517414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-7b08c308-653e-4c88-af9b-03c67103b072 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.518909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-7b08c308-653e-4c88-af9b-03c67103b072 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 945 time: 0.0512550 Sep 28 08:47:49.543663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b843-dbc6-4a23-9664-2eb5395493b5 req-5037401d-c0c1-40be-8806-18cd084c2665 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.545971 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bd91b843-dbc6-4a23-9664-2eb5395493b5 req-5037401d-c0c1-40be-8806-18cd084c2665 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0519910 Sep 28 08:47:49.586882 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bd91b843-dbc6-4a23-9664-2eb5395493b5 req-60220fc6-3e32-4ebc-a5ef-937ec2b82dcf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347202 Sep 28 08:47:49.617749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:49.618094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:49.738092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] For port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:49.738537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:49.756684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd869f-c064-458e-a35f-6318529e44be req-d80a92f9-2337-495b-835f-e5fa70dce02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.758276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f0dd869f-c064-458e-a35f-6318529e44be req-d80a92f9-2337-495b-835f-e5fa70dce02f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0849345 Sep 28 08:47:49.758276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for 4ac965a8-6fc8-45c3-88c0-8d1762b5551f owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:49.834336 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f0dd869f-c064-458e-a35f-6318529e44be req-a14991a4-3070-47ae-b25d-6f5ed16a8e85 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696807 Sep 28 08:47:49.862276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43716) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:49.942158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a2509-315a-4542-a13e-97f1637d0541 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.943672 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c3a2509-315a-4542-a13e-97f1637d0541 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1094 time: 0.0804493 Sep 28 08:47:49.946606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43718) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:49.951022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:47:49.955336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:49.955505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44d112-4217-4bdb-85e9-c9922d9c70d5 req-e23d9a76-4013-469d-b404-de5a294c838c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.957095 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5e44d112-4217-4bdb-85e9-c9922d9c70d5 req-e23d9a76-4013-469d-b404-de5a294c838c tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 867 time: 0.0512068 Sep 28 08:47:49.993189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=4ac965a8-6fc8-45c3-88c0-8d1762b5551f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:50.004996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:50.015644 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5e44d112-4217-4bdb-85e9-c9922d9c70d5 req-0d2b5add-c32a-4160-ae48-dfbce2c2692e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514555 Sep 28 08:47:50.051762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] No DVR routers for this DVR port 4ac965a8-6fc8-45c3-88c0-8d1762b5551f on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:47:50.055228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:50.058543 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c61f226-2230-4c41-b17c-d2d5db24f2f8 req-0840d739-0396-414c-9c32-664d1b0640a8 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "DELETE /v2.0/ports/4ac965a8-6fc8-45c3-88c0-8d1762b5551f HTTP/1.1" status: 204 len: 173 time: 0.5315335 Sep 28 08:47:50.059160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'name': 'network-vif-deleted', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:50.061686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5b684-3b73-4e7e-b90b-42d8f479d936" -d '{"events": [{"server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "name": "network-vif-deleted", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:50.119107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2901533f-5b05-459e-950f-e9509f2715c8 x-openstack-request-id: req-2901533f-5b05-459e-950f-e9509f2715c8 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:50.119394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db6a51-c641-40ca-acd0-7f0d9504de5c", "name": "network-vif-deleted", "tag": "4ac965a8-6fc8-45c3-88c0-8d1762b5551f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:50.119642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2901533f-5b05-459e-950f-e9509f2715c8 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:50.121145 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2901533f-5b05-459e-950f-e9509f2715c8'] response: {'server_uuid': 'f6db6a51-c641-40ca-acd0-7f0d9504de5c', 'name': 'network-vif-deleted', 'tag': '4ac965a8-6fc8-45c3-88c0-8d1762b5551f', 'status': 'completed', 'code': 200} Sep 28 08:47:50.159335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:50.271135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.147 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e5ef0378-0f36-4d99-9f1d-2d0258ab3039) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:50.385822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:50.422919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:50.464154 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:50.467074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:50.474348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:47:50.477530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e5ef0378-0f36-4d99-9f1d-2d0258ab3039,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:51.134813 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33a9a636-e770-4766-ae89-d6ddd1c7950f req-86140dc8-179a-4edb-b10a-ef317430b699 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 210 time: 0.0328293 Sep 28 08:47:51.160103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.233136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.400222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.406669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.473097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e5ef0378-0f36-4d99-9f1d-2d0258ab3039,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:51.477161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.581891 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP e89dd5f4-6861-40a5-a602-b0f54e13d57a associated. External IP: 172.26.4.147, port: d3f28b06-eb3e-4a1a-80a2-45f236d2c813. Sep 28 08:47:51.796428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:51.912037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:51.928362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:51.933359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:51.939201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:51.939958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:51.966639 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ddac87e5-771c-4b97-bbb5-465e99d8ff1d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0187776 Sep 28 08:47:52.054130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:52.122091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:52.124878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d3977-d33a-4b42-aaec-3ecc094b760e" -d '{"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:52.168304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46517e0-29d1-4a6c-9601-20d274360fb4 x-openstack-request-id: req-d46517e0-29d1-4a6c-9601-20d274360fb4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:52.169744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:52.170194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d46517e0-29d1-4a6c-9601-20d274360fb4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:52.171036 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46517e0-29d1-4a6c-9601-20d274360fb4'] response: {'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'status': 'completed', 'code': 200} Sep 28 08:47:52.244728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-ee20492d-c57b-4202-a8c2-8b2eedb6bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:52.246417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-ee20492d-c57b-4202-a8c2-8b2eedb6bf20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1099 time: 0.0542881 Sep 28 08:47:52.254456 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dcd4c476-3247-4e93-bd3f-2efde4602438 req-cf6039f9-8da8-4b85-8fb2-d70e3d79b196 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 210 time: 0.0385058 Sep 28 08:47:52.351510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-7a2238eb-7664-45ea-bed6-2782d3d5c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:52.353269 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-7a2238eb-7664-45ea-bed6-2782d3d5c1d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.0994532 Sep 28 08:47:52.425304 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-4844a6f2-cb72-4cca-8075-662a99c3a680 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 200 len: 1000 time: 0.0635796 Sep 28 08:47:52.471343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}, {'id': 'e89dd5f4-6861-40a5-a602-b0f54e13d57a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:54:1a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b24985-9a9c-41c0-85ac-377508a19db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:50Z', 'updated_at': '2022-09-28T08:47:50Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:52.479156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-4c6d528b-d6d7-4d84-90b1-3d1497a992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:52.480664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-4c6d528b-d6d7-4d84-90b1-3d1497a992e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0489540 Sep 28 08:47:52.502688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:52.512515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:52.513208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:52.532456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-4013795d-26dc-471d-9fed-6de1d1f40f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:52.533996 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-4013795d-26dc-471d-9fed-6de1d1f40f18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468481 Sep 28 08:47:52.619503 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:52.625576 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-5d102faf-02ba-4532-812b-6963a028ef96 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842373 Sep 28 08:47:52.728711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a78d3977-d33a-4b42-aaec-3ecc094b760e req-a29f0818-8b95-4bde-97da-5193d8ea3001 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963304 Sep 28 08:47:52.862809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}, {'id': 'e89dd5f4-6861-40a5-a602-b0f54e13d57a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:54:1a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b24985-9a9c-41c0-85ac-377508a19db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:50Z', 'updated_at': '2022-09-28T08:47:50Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:52.890076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb993a-0535-43e7-8a81-8e5f652fd2dd None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}, {'id': 'e89dd5f4-6861-40a5-a602-b0f54e13d57a', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:54:1a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b24985-9a9c-41c0-85ac-377508a19db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:50Z', 'updated_at': '2022-09-28T08:47:50Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:47:53.097214 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ddf30f-8249-4fad-b8f0-5be70fee257e None None] New status for floating IP e89dd5f4-6861-40a5-a602-b0f54e13d57a: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:47:53.160289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 4ac965a8-6fc8-45c3-88c0-8d1762b5551f no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:53.188549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 4ac965a8-6fc8-45c3-88c0-8d1762b5551f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:47:53.188549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 4ac965a8-6fc8-45c3-88c0-8d1762b5551f not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:53.350303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52bc7155-b36a-4aa6-8830-fbeca81a1545 req-2afb63f3-d697-4183-84f1-4d94af86e075 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6db6a51-c641-40ca-acd0-7f0d9504de5c HTTP/1.1" status: 200 len: 210 time: 0.0267904 Sep 28 08:47:54.989827 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:47:58.762898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43756) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:47:58.923925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port ac8f2e39-606d-47b8-9392-35588e778eae {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:47:58.924260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.007120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.007428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.019829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for ac8f2e39-606d-47b8-9392-35588e778eae owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:47:59.173625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.198830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=ac8f2e39-606d-47b8-9392-35588e778eae,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:59.261981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.262240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Floating IP 6aebd09a-7ad3-4236-9887-baa29cb2255d disassociated (deleted). External IP: 172.26.4.160, port: 259f0c9e-c9b6-4de7-ad28-d39075c8a98d. Sep 28 08:47:59.485080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:47:59.597926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:47:59.602537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:47:59.607890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:47:59.618963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:59.619581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:59.630357 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-db98b587-019c-45af-a64a-6d6de2b0cdf4 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "DELETE /v2.0/floatingips/6aebd09a-7ad3-4236-9887-baa29cb2255d HTTP/1.1" status: 204 len: 168 time: 0.8658149 Sep 28 08:47:59.630971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:47:59.633470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268" -d '{"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:59.672536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d884b8-4cf6-4b33-bfac-fda9aeaa57e5 x-openstack-request-id: req-21d884b8-4cf6-4b33-bfac-fda9aeaa57e5 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:59.672808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:59.673077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-21d884b8-4cf6-4b33-bfac-fda9aeaa57e5 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:59.673502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d884b8-4cf6-4b33-bfac-fda9aeaa57e5'] response: {'name': 'network-changed', 'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'status': 'completed', 'code': 200} Sep 28 08:47:59.743069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-5553eba2-8015-4651-9c7f-e78e4de45eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:59.743388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:47:59.745381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-5553eba2-8015-4651-9c7f-e78e4de45eb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02d15b29073043a7994227b24526c104&device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 1099 time: 0.0506361 Sep 28 08:47:59.857132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-8ffb6f46-7b2e-43f3-aa78-e892de4f0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:59.858653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-8ffb6f46-7b2e-43f3-aa78-e892de4f0994 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 200 len: 913 time: 0.1005995 Sep 28 08:47:59.875649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdffe69-672b-4798-aebf-3bb4883759f6 req-01607f84-c1ef-43e4-a7b7-f93d6bafbffe tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:59.877310 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1cdffe69-672b-4798-aebf-3bb4883759f6 req-01607f84-c1ef-43e4-a7b7-f93d6bafbffe tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0568841 Sep 28 08:47:59.902112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-5597e3eb-ee9a-4cbc-9cc9-fb7af68589eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 200 len: 217 time: 0.0352526 Sep 28 08:47:59.918783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1cdffe69-672b-4798-aebf-3bb4883759f6 req-fd90680e-9fba-42fa-9d97-0d407eaddfe1 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Sep 28 08:47:59.957947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:47:59.962734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-3566e188-467b-4a7c-8d7e-93afcda795d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:59.964279 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-3566e188-467b-4a7c-8d7e-93afcda795d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 200 len: 851 time: 0.0541158 Sep 28 08:47:59.987777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:47:59.996389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:47:59.996998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:47:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:00.012963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-32014a74-5e8b-46ed-bee5-98887f49acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:00.015114 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-32014a74-5e8b-46ed-bee5-98887f49acae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f99a4c-71f0-4ff7-aa2d-a160098b5819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424840 Sep 28 08:48:00.103707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:00.110525 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-6f658fb1-3811-4d6f-8947-435b42ca5548 service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866575 Sep 28 08:48:00.207511 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c5ae1de3-fbd2-4056-b5ee-1a7bbe75c268 req-6433429c-02f0-4ba3-af92-88766151f86f service neutron] 10.222.0.62 "GET /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901310 Sep 28 08:48:00.304262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:00.330968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf45ef4-53fa-4f47-ad05-6cda2c460342 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:40:51Z', 'revision_number': 4, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '582aaaaf-edbd-4066-bafa-b8ed8f6a20c5', 'name': '', 'network_id': '45f99a4c-71f0-4ff7-aa2d-a160098b5819', 'tenant_id': '02d15b29073043a7994227b24526c104', 'mac_address': 'fa:16:3e:5a:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:50Z', 'updated_at': '2022-09-28T08:40:54Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'subnets': [{'id': '5c8f2475-3d05-4a24-ab91-a66c4a55a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:00.551857 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a38475-e5c5-4c61-b0ee-b9810c6e69e8 None None] New status for floating IP 6aebd09a-7ad3-4236-9887-baa29cb2255d: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:48:01.067820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65eb04-2a33-4365-8ff3-9fdc6b34b5fb req-0897b12f-c949-47e7-86aa-9b48d2291086 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:01.069998 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5a65eb04-2a33-4365-8ff3-9fdc6b34b5fb req-0897b12f-c949-47e7-86aa-9b48d2291086 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0609984 Sep 28 08:48:01.114228 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5a65eb04-2a33-4365-8ff3-9fdc6b34b5fb req-44993097-e5d6-450b-90d3-7198eaf1c265 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4da234a-534a-474c-acd7-b520d1c954a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380535 Sep 28 08:48:01.501536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-5e0226a3-78ac-4423-b693-727c5c231e32 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:01.503385 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-5e0226a3-78ac-4423-b693-727c5c231e32 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 946 time: 0.0568867 Sep 28 08:48:01.596099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:01.596391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:01.689595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] For port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:01.689913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:01.706816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for 259f0c9e-c9b6-4de7-ad28-d39075c8a98d owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:01.845723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:01.880093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=259f0c9e-c9b6-4de7-ad28-d39075c8a98d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:01.919238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] No DVR routers for this DVR port 259f0c9e-c9b6-4de7-ad28-d39075c8a98d on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:01.921818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:01.925125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea70b5b1-0092-4f19-ae6b-37bc013f3e4a req-9602d0a5-e5a0-45bf-91f0-2231ddc4d843 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.62 "DELETE /v2.0/ports/259f0c9e-c9b6-4de7-ad28-d39075c8a98d HTTP/1.1" status: 204 len: 173 time: 0.4158826 Sep 28 08:48:01.925551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'name': 'network-vif-deleted', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:01.927831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379044b3-570a-47d5-a0d2-cd61133abb1d" -d '{"events": [{"server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "name": "network-vif-deleted", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:01.964428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330553c9-4ecf-4d9d-99a1-400ff400dddf x-openstack-request-id: req-330553c9-4ecf-4d9d-99a1-400ff400dddf {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:01.964743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51641ed9-4a17-4437-90cd-2be89c492488", "name": "network-vif-deleted", "tag": "259f0c9e-c9b6-4de7-ad28-d39075c8a98d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:01.964996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-330553c9-4ecf-4d9d-99a1-400ff400dddf {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:01.965425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330553c9-4ecf-4d9d-99a1-400ff400dddf'] response: {'server_uuid': '51641ed9-4a17-4437-90cd-2be89c492488', 'name': 'network-vif-deleted', 'tag': '259f0c9e-c9b6-4de7-ad28-d39075c8a98d', 'status': 'completed', 'code': 200} Sep 28 08:48:02.228477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-850014bf-6b01-42e4-9a12-82ad22d59624 req-431596bc-2f18-42a0-bd4d-96645c86415b tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0284526 Sep 28 08:48:03.337612 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b1154b84-e914-4bcc-a82c-0d76be1b11d1 req-1e576479-9634-4252-a298-dc3d79094130 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Sep 28 08:48:03.383647 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:04.441883 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cc53e23c-d1f3-4ca8-bcdc-1ead37ff0fc8 req-5ab8fad9-cdb7-4a4d-89de-67a365a38339 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Sep 28 08:48:05.191988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 259f0c9e-c9b6-4de7-ad28-d39075c8a98d no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:05.213147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 259f0c9e-c9b6-4de7-ad28-d39075c8a98d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:05.213497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 259f0c9e-c9b6-4de7-ad28-d39075c8a98d not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:05.573417 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd2922c8-87a0-4944-a40a-35eb092e2628 req-4672b823-d4ae-48c2-88a7-1b74b685774e tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "GET /v2.0/ports?device_id=51641ed9-4a17-4437-90cd-2be89c492488 HTTP/1.1" status: 200 len: 210 time: 0.0383778 Sep 28 08:48:06.453801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1423d264-6843-43d7-85fc-4632faa4c75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:06.643484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43780) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:06.774690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Deleting port 44e3bcb9-4dbf-40fe-85aa-daee7664cf0f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:06.775171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:06.862878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:06.863173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:06.875237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Calling delete_port for 44e3bcb9-4dbf-40fe-85aa-daee7664cf0f owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:07.021947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:07.047736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'Port': ['ID=44e3bcb9-4dbf-40fe-85aa-daee7664cf0f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:07.109935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:07.112506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:07.113706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b5b08be3-994b-4f8a-ab10-24d9a5a108fb tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "DELETE /v2.0/floatingips/1f256e24-25a9-4cd2-a552-86b4ddd80f4b HTTP/1.1" status: 204 len: 168 time: 0.4692190 Sep 28 08:48:08.799878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-90b6677e-335e-47fe-b9f0-bf5165a7bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:09.381550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43794) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:09.443437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:09.474285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:09.539173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:09.541726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:09.542906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] 10.222.0.27 "DELETE /v2.0/security-groups/e4da234a-534a-474c-acd7-b520d1c954a9 HTTP/1.1" status: 204 len: 168 time: 0.1603272 Sep 28 08:48:09.553186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e696be-f9b7-4c8d-8f83-6ffa6cc482e5 tempest-TestVolumeBootPattern-1067881414 tempest-TestVolumeBootPattern-1067881414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da234a-534a-474c-acd7-b520d1c954a9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:09.608343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43798) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:10.117240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:10.405866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:10.709088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Deleting port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:10.709450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:10.804867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] For port 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:10.805288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:10.820053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Calling delete_port for 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:11.054617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.081840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=582aaaaf-edbd-4066-bafa-b8ed8f6a20c5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:11.284782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.287833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.532005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Router 425a019d-b3bc-43ec-8344-574ad31903a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:11.650094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:11.655396 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c7ae0c6-a866-497c-8230-5ff8cb03f3e9 admin admin] 10.222.0.27 "PUT /v2.0/routers/425a019d-b3bc-43ec-8344-574ad31903a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0459743 Sep 28 08:48:11.658421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43802) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:11.659960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Sync routers for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:11.670079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:11.670670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:11.726962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.774590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.789220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:11.882699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:11.947526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Deleting port e915075a-42b2-4ee3-9776-12b6e7ada4a8 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:11.947854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.036183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] For port e915075a-42b2-4ee3-9776-12b6e7ada4a8, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e915075a-42b2-4ee3-9776-12b6e7ada4a8,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:12.036482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.048576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Calling delete_port for e915075a-42b2-4ee3-9776-12b6e7ada4a8 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:12.111583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:48:10Z', 'revision_number': 5, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port': {'id': 'e915075a-42b2-4ee3-9776-12b6e7ada4a8', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:45Z', 'updated_at': '2022-09-28T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:12.141066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Checking router: 425a019d-b3bc-43ec-8344-574ad31903a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:12.149706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Routers {'425a019d-b3bc-43ec-8344-574ad31903a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:12.150322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['425a019d-b3bc-43ec-8344-574ad31903a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:12.223709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.240551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] Set router 425a019d-b3bc-43ec-8344-574ad31903a7 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:12.254516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Pushing event deleted for resources: {'Port': ['ID=e915075a-42b2-4ee3-9776-12b6e7ada4a8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:12.292994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:48:11Z', 'revision_number': 6, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:12.318642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.323943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540079b4-c41c-4ff9-8b58-cf24b0472cb2 None None] The sync data for ids ['425a019d-b3bc-43ec-8344-574ad31903a7'] in dv-neutron-859308-3-hyperv is: [{'id': '425a019d-b3bc-43ec-8344-574ad31903a7', 'name': 'tempest-TestVolumeBootPattern-1090884818-router', 'tenant_id': '02d15b29073043a7994227b24526c104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:44Z', 'updated_at': '2022-09-28T08:48:11Z', 'revision_number': 6, 'project_id': '02d15b29073043a7994227b24526c104', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:12.432886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.435371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.500235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.500923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425a019d-b3bc-43ec-8344-574ad31903a7 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:48:12.506385 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.507551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-580d3f48-b4fc-4aac-bda9-50352db24478 admin admin] 10.222.0.27 "DELETE /v2.0/routers/425a019d-b3bc-43ec-8344-574ad31903a7 HTTP/1.1" status: 204 len: 168 time: 0.8481374 Sep 28 08:48:12.510169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:12.555031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Deleting subnet 5c8f2475-3d05-4a24-ab91-a66c4a55a8ad {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:48:12.558229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.599111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.684678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.750006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.780521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8f2475-3d05-4a24-ab91-a66c4a55a8ad,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:12.782531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.785809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-52dfd7fe-775d-42a2-b4fa-c599f6277ca8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/5c8f2475-3d05-4a24-ab91-a66c4a55a8ad HTTP/1.1" status: 204 len: 168 time: 0.2747028 Sep 28 08:48:12.786927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8a2c2-bea9-46c0-8716-1bb9bf68a3c5 None None] Network 45f99a4c-71f0-4ff7-aa2d-a160098b5819 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:48:12.788314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43806) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:12.859173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.915075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Deleting port ca254f59-df76-41b8-8cbf-9920eace2c68 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:12.915402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:12.992516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] For port ca254f59-df76-41b8-8cbf-9920eace2c68, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ca254f59-df76-41b8-8cbf-9920eace2c68,segment=NetworkSegment(d6c050a0-d447-424e-94e7-bde2d4f0f3f0),segment_id=d6c050a0-d447-424e-94e7-bde2d4f0f3f0)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:12.992878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.007665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Calling delete_port for ca254f59-df76-41b8-8cbf-9920eace2c68 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:13.097467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.103120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070dc2ba-8e4d-4adc-965c-76da0deec6c4 None None] DHCP port deletion for 45f99a4c-71f0-4ff7-aa2d-a160098b5819 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:48:13.134410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] No DVR routers for this DVR port ca254f59-df76-41b8-8cbf-9920eace2c68 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:13.138792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca254f59-df76-41b8-8cbf-9920eace2c68,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:13.140284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:13.161083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:13.161456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 582aaaaf-edbd-4066-bafa-b8ed8f6a20c5 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:13.217907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.239362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f99a4c-71f0-4ff7-aa2d-a160098b5819']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:13.256001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:13.256306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c050a0-d447-424e-94e7-bde2d4f0f3f0') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:13.272595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.292929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.307663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:48:13.308017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.383976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.390512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:13.393957 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] 10.222.0.27 "DELETE /v2.0/networks/45f99a4c-71f0-4ff7-aa2d-a160098b5819 HTTP/1.1" status: 204 len: 168 time: 0.6047182 Sep 28 08:48:13.396977 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43814) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:13.411668 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d6c050a0-d447-424e-94e7-bde2d4f0f3f0 resource provider aggregate not found Sep 28 08:48:13.416111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f4f9-1ea6-4542-a966-7771abb34a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f99a4c-71f0-4ff7-aa2d-a160098b5819,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:13.433851 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment d6c050a0-d447-424e-94e7-bde2d4f0f3f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6c050a0-d447-424e-94e7-bde2d4f0f3f0 found for delete ", "request_id": "req-7738436b-9a0d-4895-8162-eeee5c0b8c7d"}]} Sep 28 08:48:13.774976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.032157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Deleting port 9786d354-dfe9-45cf-82d9-5933d4629eaf {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:14.032451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.109653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] For port 9786d354-dfe9-45cf-82d9-5933d4629eaf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=9786d354-dfe9-45cf-82d9-5933d4629eaf,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:14.110029 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.122199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Calling delete_port for 9786d354-dfe9-45cf-82d9-5933d4629eaf owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:14.308522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.333714 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9786d354-dfe9-45cf-82d9-5933d4629eaf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.348153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.349330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.349330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:14.522986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.752504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Router 39df22f3-e8c3-494e-ad41-1717f00d7f5c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:14.804328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e915075a-42b2-4ee3-9776-12b6e7ada4a8 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:14.824879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e915075a-42b2-4ee3-9776-12b6e7ada4a8 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:14.825351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e915075a-42b2-4ee3-9776-12b6e7ada4a8 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:14.825874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ca254f59-df76-41b8-8cbf-9920eace2c68 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:14.845163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ca254f59-df76-41b8-8cbf-9920eace2c68 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:14.845595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ca254f59-df76-41b8-8cbf-9920eace2c68 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:14.862513 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:14.867723 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7eb8f06e-fc0a-42c9-a62c-65e0836157ca admin admin] 10.222.0.27 "PUT /v2.0/routers/39df22f3-e8c3-494e-ad41-1717f00d7f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691606 Sep 28 08:48:14.870774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43818) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:14.872051 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Sync routers for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:14.882613 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:14.883231 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:14.975450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:14.985461 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:15.087031 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.141827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Deleting port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:15.142195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.219500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] For port 0cf7eafd-0580-4cc8-8fee-ec84d44325f2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:15.219896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.232814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Calling delete_port for 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:15.250735 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:48:14Z', 'revision_number': 5, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port': {'id': '0cf7eafd-0580-4cc8-8fee-ec84d44325f2', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:55Z', 'updated_at': '2022-09-28T08:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:15.276467 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Checking router: 39df22f3-e8c3-494e-ad41-1717f00d7f5c for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:15.285006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Routers {'39df22f3-e8c3-494e-ad41-1717f00d7f5c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:15.285633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:15.371098 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] Set router 39df22f3-e8c3-494e-ad41-1717f00d7f5c gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:15.402402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.425967 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:48:15Z', 'revision_number': 6, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:15.432315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf7eafd-0580-4cc8-8fee-ec84d44325f2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:15.453462 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207252e4-c61a-4258-b7b2-31b03a83ada7 None None] The sync data for ids ['39df22f3-e8c3-494e-ad41-1717f00d7f5c'] in dv-neutron-859308-3-hyperv is: [{'id': '39df22f3-e8c3-494e-ad41-1717f00d7f5c', 'name': 'tempest-TestVolumeBootPattern-1002539782-router', 'tenant_id': '1076ea311a9e436c8f069272e9d3a04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:54Z', 'updated_at': '2022-09-28T08:48:15Z', 'revision_number': 6, 'project_id': '1076ea311a9e436c8f069272e9d3a04f', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:15.496759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.587005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.589371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.635084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.635856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39df22f3-e8c3-494e-ad41-1717f00d7f5c {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:48:15.641604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.642761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1938e6eb-db02-4c29-ae90-274fbacbf05a admin admin] 10.222.0.27 "DELETE /v2.0/routers/39df22f3-e8c3-494e-ad41-1717f00d7f5c HTTP/1.1" status: 204 len: 168 time: 0.7710190 Sep 28 08:48:15.646254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43820) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:15.694586 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Deleting subnet 1bf84418-41c2-4a32-a62b-45123c766920 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:48:15.697657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.732083 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.812346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.877133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.901011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf84418-41c2-4a32-a62b-45123c766920,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:15.906792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:15.909970 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62e7cc55-e960-408d-8919-a9f22851d8f7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/1bf84418-41c2-4a32-a62b-45123c766920 HTTP/1.1" status: 204 len: 168 time: 0.2628000 Sep 28 08:48:15.912497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43822) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:15.913197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782128d-0a4b-47a8-8d1e-e323a441eb6a None None] Network e92561f7-288e-41c9-bef0-dfd7240a5bce requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:48:15.981549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.034693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Deleting port e012b0dc-8f29-4d21-978c-62bbe80fdc29 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:16.035103 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.102360 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] For port e012b0dc-8f29-4d21-978c-62bbe80fdc29, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e012b0dc-8f29-4d21-978c-62bbe80fdc29,segment=NetworkSegment(204c762c-8b96-41ad-a413-3c730dc6726d),segment_id=204c762c-8b96-41ad-a413-3c730dc6726d)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:16.102731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.114590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Calling delete_port for e012b0dc-8f29-4d21-978c-62bbe80fdc29 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:16.181050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] DHCP port deletion for e92561f7-288e-41c9-bef0-dfd7240a5bce request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:48:16.195141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.222801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e012b0dc-8f29-4d21-978c-62bbe80fdc29,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:16.228568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] No DVR routers for this DVR port e012b0dc-8f29-4d21-978c-62bbe80fdc29 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:16.236001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Deleting port e012b0dc-8f29-4d21-978c-62bbe80fdc29 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:16.236407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.300211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.302762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] For port e012b0dc-8f29-4d21-978c-62bbe80fdc29, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:16.303166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.316022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Calling delete_port for e012b0dc-8f29-4d21-978c-62bbe80fdc29 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:16.318776 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Port e012b0dc-8f29-4d21-978c-62bbe80fdc29 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 08:48:16.320087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.322520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92561f7-288e-41c9-bef0-dfd7240a5bce']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:16.332899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204c762c-8b96-41ad-a413-3c730dc6726d') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:16.333226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204c762c-8b96-41ad-a413-3c730dc6726d') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:16.342939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.345251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] Pushing event deleted for resources: {'Port': ['ID=e012b0dc-8f29-4d21-978c-62bbe80fdc29,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:16.348929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe517e4c-6581-46e4-944f-169d1c06b131 None None] No DVR routers for this DVR port e012b0dc-8f29-4d21-978c-62bbe80fdc29 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:16.362768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.368939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:48:16.369351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.398744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 204c762c-8b96-41ad-a413-3c730dc6726d resource provider aggregate not found Sep 28 08:48:16.442774 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 204c762c-8b96-41ad-a413-3c730dc6726d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 204c762c-8b96-41ad-a413-3c730dc6726d found for delete ", "request_id": "req-1f545886-bcaa-4776-be68-90a421fb9f18"}]} Sep 28 08:48:16.447950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.463438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.466816 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/e92561f7-288e-41c9-bef0-dfd7240a5bce HTTP/1.1" status: 204 len: 168 time: 0.5533206 Sep 28 08:48:16.468705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a346d0-f0cf-4084-a21c-edebae885da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92561f7-288e-41c9-bef0-dfd7240a5bce,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:16.580045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43830) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:16.628248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9eb504f6-14d7-4d79-8407-38fec1c1b87d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=02d15b29073043a7994227b24526c104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465169 Sep 28 08:48:16.629776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43832) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:16.703144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.726297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.748599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e012b0dc-8f29-4d21-978c-62bbe80fdc29 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:16.769709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e012b0dc-8f29-4d21-978c-62bbe80fdc29 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:16.770054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e012b0dc-8f29-4d21-978c-62bbe80fdc29 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:16.770471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:16.777426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.780536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:16.781741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/64f3992c-2893-4daf-9711-a099506e2dc1 HTTP/1.1" status: 204 len: 168 time: 0.1510479 Sep 28 08:48:16.789635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3992c-2893-4daf-9711-a099506e2dc1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:16.795050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:16.795637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0cf7eafd-0580-4cc8-8fee-ec84d44325f2 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:16.796472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9786d354-dfe9-45cf-82d9-5933d4629eaf no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:16.799395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.799780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.800117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.800450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.800776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.801103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.801433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.801791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.802094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.802435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.802756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.803068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be3861-b933-406e-ac9d-b24cd7066c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:16.819169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 9786d354-dfe9-45cf-82d9-5933d4629eaf {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:16.819574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 9786d354-dfe9-45cf-82d9-5933d4629eaf not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:17.140972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43838) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:17.179986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cf1ce0bc-a5b2-4655-bd1f-d1b08c0e1535 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1076ea311a9e436c8f069272e9d3a04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377493 Sep 28 08:48:17.182564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:17.239021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:17.262411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:17.311885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:17.314461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:17.315634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/19dbd399-7029-41ea-9e05-17cc820fcbb0 HTTP/1.1" status: 204 len: 168 time: 0.1318939 Sep 28 08:48:17.323525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239631a0-c8d3-4f55-8083-6436db926b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dbd399-7029-41ea-9e05-17cc820fcbb0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:28.374402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43848) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:28.442387 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b6e05328-cb3d-4b5a-bf85-e4024d178f4e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/099d856b-c1f7-4411-b87a-6b1fb155c2eb HTTP/1.1" status: 200 len: 992 time: 0.0667932 Sep 28 08:48:29.205901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43856) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:29.214651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:29.283794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:29.447637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:29.475989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:29.483099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:29.492424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.493017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:29.494416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/ports/572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 938 time: 0.2870004 Sep 28 08:48:29.494950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:29.497308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce31b71-2c89-4072-8acb-cf76e526b0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:29.537709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b93fe-099f-4f2b-8307-71a22ed5029c x-openstack-request-id: req-fb5b93fe-099f-4f2b-8307-71a22ed5029c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:29.537989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:29.538243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fb5b93fe-099f-4f2b-8307-71a22ed5029c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:29.538621 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5b93fe-099f-4f2b-8307-71a22ed5029c'] response: {'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:48:29.555365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35156eb-9106-40ca-a797-613d2a4aa06c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=6']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:29.598523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-f96f10d2-0b2a-4031-ac29-b61840efb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.599986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-f96f10d2-0b2a-4031-ac29-b61840efb2f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1099 time: 0.0414732 Sep 28 08:48:29.699446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-c18bde7d-1c84-4248-b6f1-f770d0a71b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.700928 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-c18bde7d-1c84-4248-b6f1-f770d0a71b6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.0938764 Sep 28 08:48:29.782624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-28871b8c-2987-4eb0-b180-0200615bcd34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 1001 time: 0.0738175 Sep 28 08:48:29.832507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-385f6a99-d1b2-4b78-85c0-99be9ce5e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.833997 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-385f6a99-d1b2-4b78-85c0-99be9ce5e7c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0449018 Sep 28 08:48:29.881640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-7ffb9098-0868-445e-bc64-28200ffda12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.883132 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-7ffb9098-0868-445e-bc64-28200ffda12a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424163 Sep 28 08:48:29.997761 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-a2d0221c-2790-4dad-ae45-14464647489f service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070540 Sep 28 08:48:30.096167 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ce31b71-2c89-4072-8acb-cf76e526b0ab req-1b59dfc5-5eeb-480b-b5f1-dcb56a04a505 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Sep 28 08:48:31.993984 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:48:32.924341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43864) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:32.932061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:33.004736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:33.168991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:33.198225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:33.206113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:33.215665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.216269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:33.218216 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/ports/572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 937 time: 0.2926240 Sep 28 08:48:33.218867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:33.221253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1169a395-a1bd-4949-a7e2-baf963ce19f6" -d '{"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:33.221460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43866) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:33.260668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a1a3f-dfc6-4a2d-89d2-551c3d29b925 x-openstack-request-id: req-0f0a1a3f-dfc6-4a2d-89d2-551c3d29b925 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:33.260962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:33.261238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0f0a1a3f-dfc6-4a2d-89d2-551c3d29b925 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:33.261638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0a1a3f-dfc6-4a2d-89d2-551c3d29b925'] response: {'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:48:33.276889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641ec4-6838-427b-93e4-9a77c9cf29a1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=7']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:33.331378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-5bf4a9f0-29f7-434a-ba3f-712cfd1850f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.332920 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-5bf4a9f0-29f7-434a-ba3f-712cfd1850f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1098 time: 0.0471895 Sep 28 08:48:33.389706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:33.431805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-68f3b5ca-b089-46ea-905a-a04bdb7c97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.433333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-68f3b5ca-b089-46ea-905a-a04bdb7c97bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.0920587 Sep 28 08:48:33.444816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['572b6c9e-3767-4b1c-ac74-3150392ee4fc'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:48:33.507269 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-1af4c2b6-576c-47ea-aba1-d9d69495f2e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 1000 time: 0.0656526 Sep 28 08:48:33.560293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-1aec499b-b9e6-43ce-8478-dd5d4ebc7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.561795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-1aec499b-b9e6-43ce-8478-dd5d4ebc7e6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0477512 Sep 28 08:48:33.610101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-38239ebf-a1f6-4b9e-84cd-e32fa302ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.611961 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-38239ebf-a1f6-4b9e-84cd-e32fa302ae73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428863 Sep 28 08:48:33.664485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-262cc318-2780-4e73-80f6-ad839e40c622 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/099d856b-c1f7-4411-b87a-6b1fb155c2eb HTTP/1.1" status: 200 len: 992 time: 0.4345214 Sep 28 08:48:34.020367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-00e05486-ca28-4645-aa26-41fec9724918 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017737 Sep 28 08:48:34.115130 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1169a395-a1bd-4949-a7e2-baf963ce19f6 req-a87ad0cc-599a-4cba-a9f7-e075ffcd63a0 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874476 Sep 28 08:48:34.355884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43876) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:34.543843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port e5ef0378-0f36-4d99-9f1d-2d0258ab3039 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:34.544134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:34.625171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:34.625411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:34.637573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for e5ef0378-0f36-4d99-9f1d-2d0258ab3039 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:34.788644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:34.814853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=e5ef0378-0f36-4d99-9f1d-2d0258ab3039,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:34.876997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:34.877288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP e89dd5f4-6861-40a5-a602-b0f54e13d57a disassociated (deleted). External IP: 172.26.4.147, port: d3f28b06-eb3e-4a1a-80a2-45f236d2c813. Sep 28 08:48:35.089304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:35.202666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:35.208582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:35.213240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:35.224213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:35.224847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:35.236562 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e257aac9-f768-4d6b-95ef-98a79ed23d3e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/e89dd5f4-6861-40a5-a602-b0f54e13d57a HTTP/1.1" status: 204 len: 168 time: 0.8793712 Sep 28 08:48:35.237160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:35.239859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370aa6af-b828-42fc-9c2c-4cbf97389b22" -d '{"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:35.283013 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20959bf-5311-4218-bc0f-9d6d4f2cdf11 x-openstack-request-id: req-c20959bf-5311-4218-bc0f-9d6d4f2cdf11 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:35.283349 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:35.283656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c20959bf-5311-4218-bc0f-9d6d4f2cdf11 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:35.284133 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20959bf-5311-4218-bc0f-9d6d4f2cdf11'] response: {'name': 'network-changed', 'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'status': 'completed', 'code': 200} Sep 28 08:48:35.340623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:35.346784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-13e1c7ca-c7ed-498f-ad23-7df299e626b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.348305 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-13e1c7ca-c7ed-498f-ad23-7df299e626b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 1099 time: 0.0438514 Sep 28 08:48:35.474477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-dafe3463-be24-43ec-bc80-3db6f36c07da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.475977 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-dafe3463-be24-43ec-bc80-3db6f36c07da service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.1215320 Sep 28 08:48:35.501177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbf3ca-d764-483f-b7f9-57d9a5933fc0 req-b02c58c1-6f9c-4d18-9eff-b6d86fa9bfe1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.502640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bdbf3ca-d764-483f-b7f9-57d9a5933fc0 req-b02c58c1-6f9c-4d18-9eff-b6d86fa9bfe1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0686727 Sep 28 08:48:35.536037 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-504e9a5f-cdf1-4696-98f7-2347126ed237 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 200 len: 217 time: 0.0514009 Sep 28 08:48:35.589588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:35.599737 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bdbf3ca-d764-483f-b7f9-57d9a5933fc0 req-69ab850d-1843-45d9-9339-0dddd8fd8e85 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661719 Sep 28 08:48:35.607226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-2711b573-7fbd-43e7-bc6d-8bf52121cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.608698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-2711b573-7fbd-43e7-bc6d-8bf52121cde3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0605018 Sep 28 08:48:35.627024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:35.636196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:35.636810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:35.657729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-8ebe5d2f-d896-4f8f-910e-d45a5752811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.659253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-8ebe5d2f-d896-4f8f-910e-d45a5752811d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423145 Sep 28 08:48:35.744032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:35.757299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-0994967a-a8d7-481d-9682-a9b07bc5ee0b service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903728 Sep 28 08:48:35.853247 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-370aa6af-b828-42fc-9c2c-4cbf97389b22 req-5ef642d2-eaf3-4472-bb17-280ef36e107c service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Sep 28 08:48:36.117530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:36.146575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83891e7e-26c6-4e0c-b180-11a74301e6fe None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '099d856b-c1f7-4411-b87a-6b1fb155c2eb', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'port_id': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'mac_address': 'fa:16:3e:cf:19:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:47:35Z', 'updated_at': '2022-09-28T08:47:37Z', 'revision_number': 1, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:36.373297 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a302c-2774-4de8-a3a6-da0e9acd4012 None None] New status for floating IP e89dd5f4-6861-40a5-a602-b0f54e13d57a: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:48:36.449751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-69e440b8-5cae-438c-bf99-d0056a430c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:36.732660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e884-61a0-46ca-a96b-324a16b8ad51 req-54279ba5-34a6-46be-ac87-7333f800c373 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:36.734210 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c518e884-61a0-46ca-a96b-324a16b8ad51 req-54279ba5-34a6-46be-ac87-7333f800c373 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0547543 Sep 28 08:48:36.774813 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c518e884-61a0-46ca-a96b-324a16b8ad51 req-c403b7ec-53f1-4c23-aa75-9bdab02930b6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=ad377af9-fb80-4c5c-98c7-d99cceec2baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342741 Sep 28 08:48:36.778376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-e173aa63-a32f-4022-afbe-05d754718512 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:36.780049 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-e173aa63-a32f-4022-afbe-05d754718512 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=21b24985-9a9c-41c0-85ac-377508a19db6 HTTP/1.1" status: 200 len: 946 time: 0.0554802 Sep 28 08:48:36.879723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:36.880046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:36.974297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port d3f28b06-eb3e-4a1a-80a2-45f236d2c813, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:36.974674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:36.986674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for d3f28b06-eb3e-4a1a-80a2-45f236d2c813 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:37.132171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:37.167516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=d3f28b06-eb3e-4a1a-80a2-45f236d2c813,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:37.210691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port d3f28b06-eb3e-4a1a-80a2-45f236d2c813 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:37.213319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:37.216606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cfffebcc-48bd-460b-9bc9-efbb330bfaaa req-5ec8607a-b4d9-426d-9b47-4cee8d4bfb55 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/d3f28b06-eb3e-4a1a-80a2-45f236d2c813 HTTP/1.1" status: 204 len: 173 time: 0.4308717 Sep 28 08:48:37.217016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'name': 'network-vif-deleted', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:37.219341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0242e-316d-4f11-8916-1149fb38f3d7" -d '{"events": [{"server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "name": "network-vif-deleted", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:37.257643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305d766-6d77-4dac-b5d8-64542c61c708 x-openstack-request-id: req-3305d766-6d77-4dac-b5d8-64542c61c708 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:37.257933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b24985-9a9c-41c0-85ac-377508a19db6", "name": "network-vif-deleted", "tag": "d3f28b06-eb3e-4a1a-80a2-45f236d2c813", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:37.258185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3305d766-6d77-4dac-b5d8-64542c61c708 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:37.258592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3305d766-6d77-4dac-b5d8-64542c61c708'] response: {'server_uuid': '21b24985-9a9c-41c0-85ac-377508a19db6', 'name': 'network-vif-deleted', 'tag': 'd3f28b06-eb3e-4a1a-80a2-45f236d2c813', 'status': 'completed', 'code': 200} Sep 28 08:48:37.846398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43890) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:37.910932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:37.936979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.004696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.007318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.008471 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/ad377af9-fb80-4c5c-98c7-d99cceec2baa HTTP/1.1" status: 204 len: 168 time: 0.1610742 Sep 28 08:48:38.018239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc57e0-71d8-4d35-a37a-266caa29cf47 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad377af9-fb80-4c5c-98c7-d99cceec2baa,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:38.044815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43894) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:38.222269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 443f622b-9ca8-4a3e-b00f-99642b652c58 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:38.222580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.300159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.300461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.312479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 443f622b-9ca8-4a3e-b00f-99642b652c58 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:38.468589 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.495419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=443f622b-9ca8-4a3e-b00f-99642b652c58,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:38.561523 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.561858 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 099d856b-c1f7-4411-b87a-6b1fb155c2eb disassociated (deleted). External IP: 172.26.4.17, port: 572b6c9e-3767-4b1c-ac74-3150392ee4fc. Sep 28 08:48:38.776612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:38.799885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5da0a343-fc1c-4032-beef-c7cd34fe6496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.894901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:38.899871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:38.904774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:38.914721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:38.915335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:38.927889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01be5046-a8a8-4f2b-b49a-a65be409ff52 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/099d856b-c1f7-4411-b87a-6b1fb155c2eb HTTP/1.1" status: 204 len: 168 time: 0.8816183 Sep 28 08:48:38.928485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:38.930812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c354799-0873-492a-aadd-eb3fb93e34c0" -d '{"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:38.970493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbe796-0ea8-4411-b0e7-32b1b6e23d31 x-openstack-request-id: req-f3cbe796-0ea8-4411-b0e7-32b1b6e23d31 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:38.970888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:38.971146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f3cbe796-0ea8-4411-b0e7-32b1b6e23d31 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:38.971729 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cbe796-0ea8-4411-b0e7-32b1b6e23d31'] response: {'name': 'network-changed', 'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:48:39.028991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:39.037288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-852278c5-5558-4b5a-bf80-27a60262a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.039979 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-852278c5-5558-4b5a-bf80-27a60262a3e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 1098 time: 0.0476258 Sep 28 08:48:39.182232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-82a0fc50-0d16-417a-97f6-c94783992df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.183737 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-82a0fc50-0d16-417a-97f6-c94783992df0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 200 len: 897 time: 0.1295781 Sep 28 08:48:39.195320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65487c-3374-413a-af36-c44d82db6e6a req-1750a5c6-02eb-4a08-9f32-15759df44433 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.196782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8a65487c-3374-413a-af36-c44d82db6e6a req-1750a5c6-02eb-4a08-9f32-15759df44433 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0716634 Sep 28 08:48:39.239748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:39.241911 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-0803c45e-8895-4873-9176-bda6fbe4eeb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 200 len: 217 time: 0.0441244 Sep 28 08:48:39.267005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:39.275565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:39.276191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:39.298572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8a65487c-3374-413a-af36-c44d82db6e6a req-ff01d0ac-0651-44f4-bf46-8c89968f8bf3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951247 Sep 28 08:48:39.307349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-19f476f2-e3e7-490f-a906-fe7b26cb9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.308810 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-19f476f2-e3e7-490f-a906-fe7b26cb9012 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 200 len: 835 time: 0.0591285 Sep 28 08:48:39.357712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-9d30a545-a19a-4966-8a47-a5ab2a73495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.359240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-9d30a545-a19a-4966-8a47-a5ab2a73495a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c867d89-b756-411e-9ae7-9473deea7e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419247 Sep 28 08:48:39.382184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:39.455516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-743f975f-42b2-4891-9ddd-fa8ad8ceb730 service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878234 Sep 28 08:48:39.552493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c354799-0873-492a-aadd-eb3fb93e34c0 req-e9b97a1e-bce0-473d-bf3a-1de426f409fd service neutron] 10.222.0.62 "GET /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900176 Sep 28 08:48:39.590303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:39.620828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeb215-b69f-4d95-9fe5-8272a4df92cb None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:22Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8b14434a-20d1-4af0-aeea-1ea4a0b70a2a', 'name': '', 'network_id': '5c867d89-b756-411e-9ae7-9473deea7e14', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:1f:9b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:21Z', 'updated_at': '2022-09-28T08:47:24Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': '781bb7ce-4808-4502-a0f6-b1a48032218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:39.850045 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cc54a-6903-43c8-93b0-a0fbeff58de0 None None] New status for floating IP 099d856b-c1f7-4411-b87a-6b1fb155c2eb: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:48:40.120297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:40.435806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670db648-6d27-431b-9fca-ebd26820ce69 req-96b791bf-d080-46fd-b445-892d3b6ce9ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:40.437268 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670db648-6d27-431b-9fca-ebd26820ce69 req-96b791bf-d080-46fd-b445-892d3b6ce9ce tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0519085 Sep 28 08:48:40.477640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-670db648-6d27-431b-9fca-ebd26820ce69 req-4df16cbf-7552-4d33-8aff-3964a96521f1 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e68fc416-915f-4e66-9208-8415c56e0d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Sep 28 08:48:40.581685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-2b66be95-0bb7-4b1e-bfb9-a4376d61c585 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:40.583299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-2b66be95-0bb7-4b1e-bfb9-a4376d61c585 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e1548-d47a-4ee8-b8c0-1971b4769c95 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Sep 28 08:48:40.677452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 572b6c9e-3767-4b1c-ac74-3150392ee4fc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:40.677754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:40.769430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 572b6c9e-3767-4b1c-ac74-3150392ee4fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=572b6c9e-3767-4b1c-ac74-3150392ee4fc,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:40.769800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:40.781619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 572b6c9e-3767-4b1c-ac74-3150392ee4fc owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:40.918816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:40.953317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=572b6c9e-3767-4b1c-ac74-3150392ee4fc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:40.993938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port 572b6c9e-3767-4b1c-ac74-3150392ee4fc on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:40.996572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:40.999991 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e6632b64-a5d3-4a4c-914c-a2478e2e1e86 req-59e4ad51-25fe-4469-8575-37fe8f94c9bc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/572b6c9e-3767-4b1c-ac74-3150392ee4fc HTTP/1.1" status: 204 len: 173 time: 0.4108710 Sep 28 08:48:41.000438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'name': 'network-vif-deleted', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:41.003368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2904c42-ea9c-4234-ab9d-860e20fd258c" -d '{"events": [{"server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "name": "network-vif-deleted", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:41.044211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7508036-19c8-4ab2-875b-718f6c7957f0 x-openstack-request-id: req-b7508036-19c8-4ab2-875b-718f6c7957f0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:41.044506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e1548-d47a-4ee8-b8c0-1971b4769c95", "name": "network-vif-deleted", "tag": "572b6c9e-3767-4b1c-ac74-3150392ee4fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:41.044762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b7508036-19c8-4ab2-875b-718f6c7957f0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:41.045224 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7508036-19c8-4ab2-875b-718f6c7957f0'] response: {'server_uuid': '447e1548-d47a-4ee8-b8c0-1971b4769c95', 'name': 'network-vif-deleted', 'tag': '572b6c9e-3767-4b1c-ac74-3150392ee4fc', 'status': 'completed', 'code': 200} Sep 28 08:48:41.287770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.376142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d3f28b06-eb3e-4a1a-80a2-45f236d2c813 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:41.397631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: d3f28b06-eb3e-4a1a-80a2-45f236d2c813 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:41.397978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d3f28b06-eb3e-4a1a-80a2-45f236d2c813 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:41.541060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43908) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:41.604030 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.633519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.694683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.698428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.700986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:41.702189 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/e68fc416-915f-4e66-9208-8415c56e0d01 HTTP/1.1" status: 204 len: 168 time: 0.1601238 Sep 28 08:48:41.711427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d27e07-2bf4-4426-a27e-1e14c2589891 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fc416-915f-4e66-9208-8415c56e0d01,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:41.741508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:42.115686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:42.373845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:42.374113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:42.464677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:42.465055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:42.479400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:42.669239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:42.694698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=8b14434a-20d1-4af0-aeea-1ea4a0b70a2a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:42.870812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.438627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router b4fc465a-8ddf-4890-92f7-7aa127aec820 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:43.545680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:43.550950 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-47c6ee76-7897-4ebc-92a2-8b48283651f8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/b4fc465a-8ddf-4890-92f7-7aa127aec820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8078544 Sep 28 08:48:43.554904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:43.557640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Sync routers for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:43.569250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:43.569881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:43.605361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet 781bb7ce-4808-4502-a0f6-b1a48032218e {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:48:43.608614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.650646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.676797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:43.739848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.807486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.835350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=781bb7ce-4808-4502-a0f6-b1a48032218e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:43.839558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.843223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1c9b0505-d057-42c6-ab82-7603f9d42608 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/781bb7ce-4808-4502-a0f6-b1a48032218e HTTP/1.1" status: 204 len: 168 time: 0.2869706 Sep 28 08:48:43.845777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43916) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:43.856470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a742d-e171-4fce-850b-804b5a518496 None None] Network 5c867d89-b756-411e-9ae7-9473deea7e14 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:48:43.947247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:48:42Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:43.964934 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:43.990092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Checking router: b4fc465a-8ddf-4890-92f7-7aa127aec820 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:44.006152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Routers {'b4fc465a-8ddf-4890-92f7-7aa127aec820'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:44.006774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b4fc465a-8ddf-4890-92f7-7aa127aec820'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:44.085476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.119615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] Set router b4fc465a-8ddf-4890-92f7-7aa127aec820 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:44.123057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] DHCP port deletion for 5c867d89-b756-411e-9ae7-9473deea7e14 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:48:44.140871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:44.141248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.220486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port e36dd9eb-f862-43bf-b1a0-7f4d25d3a385, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:44.221229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.234301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:44.302408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Deleting port 397967bb-6f32-46a0-aa00-5356f3f3a56b {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:48:44.302704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.377176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] For port 397967bb-6f32-46a0-aa00-5356f3f3a56b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=397967bb-6f32-46a0-aa00-5356f3f3a56b,segment=NetworkSegment(d6dca656-af5e-4c85-9b17-58b495a82d4b),segment_id=d6dca656-af5e-4c85-9b17-58b495a82d4b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:44.377445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.393514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Calling delete_port for 397967bb-6f32-46a0-aa00-5356f3f3a56b owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:48:44.409959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.410811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:48:42Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:44.436890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=e36dd9eb-f862-43bf-b1a0-7f4d25d3a385,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:44.468166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa9e28-bf88-46d4-b939-8fbae14fa9c4 None None] The sync data for ids ['b4fc465a-8ddf-4890-92f7-7aa127aec820'] in dv-neutron-859308-3-hyperv is: [{'id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'name': 'tempest-TestNetworkBasicOps-router-1523543349', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:48:42Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e36dd9eb-f862-43bf-b1a0-7f4d25d3a385', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc465a-8ddf-4890-92f7-7aa127aec820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:47:18Z', 'updated_at': '2022-09-28T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:44.504132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.515904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.541304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Pushing event deleted for resources: {'Port': ['ID=397967bb-6f32-46a0-aa00-5356f3f3a56b,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:44.545442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] No DVR routers for this DVR port 397967bb-6f32-46a0-aa00-5356f3f3a56b on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.555370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.556723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.556723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.556723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef57f7-8cf5-40cc-9b52-1e777f32adff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:44.594943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.597209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.643716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.644236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router b4fc465a-8ddf-4890-92f7-7aa127aec820 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:48:44.651120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.654982 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-724d05a5-2e6d-407e-9d42-33618c59a325 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/b4fc465a-8ddf-4890-92f7-7aa127aec820 HTTP/1.1" status: 204 len: 168 time: 0.8054178 Sep 28 08:48:44.655144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43918) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:44.735257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.832582 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.854893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c867d89-b756-411e-9ae7-9473deea7e14']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:44.866628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dca656-af5e-4c85-9b17-58b495a82d4b') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:44.866999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dca656-af5e-4c85-9b17-58b495a82d4b') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:44.877119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.892012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.898674 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:48:44.899061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.920979 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d6dca656-af5e-4c85-9b17-58b495a82d4b resource provider aggregate not found Sep 28 08:48:44.965696 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment d6dca656-af5e-4c85-9b17-58b495a82d4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6dca656-af5e-4c85-9b17-58b495a82d4b found for delete ", "request_id": "req-7ca18759-bc07-4b81-9d14-d2187e9bac8b"}]} Sep 28 08:48:44.967746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 397967bb-6f32-46a0-aa00-5356f3f3a56b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:44.982401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:44.993133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 397967bb-6f32-46a0-aa00-5356f3f3a56b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:44.993485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 397967bb-6f32-46a0-aa00-5356f3f3a56b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:44.993918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:45.001765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.008585 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/5c867d89-b756-411e-9ae7-9473deea7e14 HTTP/1.1" status: 204 len: 168 time: 0.3493373 Sep 28 08:48:45.008585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cefc7-a790-4bed-aadc-e42f5767c215 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=5c867d89-b756-411e-9ae7-9473deea7e14,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:45.016849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:45.017301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8b14434a-20d1-4af0-aeea-1ea4a0b70a2a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:45.030659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43924) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:45.035890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'network': {'name': 'tempest-network-smoke--112626419', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'port_security_enabled': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:45.057017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:48:45.060473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.084492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:48:45.095091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.095432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Added segment 42b43ec2-1c51-44fa-9d88-421a5723993e of type vlan for network 26358daa-d873-47ed-8a8e-128863e1d8e9 Sep 28 08:48:45.140656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.170435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.176431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:45.177022 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.215487 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839178 Sep 28 08:48:45.218461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43926) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:45.249155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-710543336', 'admin_state_up': True, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:45.257911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01772695-ebd0-4c8b-8c58-1395424d60c9 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Network': ['ID=26358daa-d873-47ed-8a8e-128863e1d8e9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:45.268759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:48:45.277397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.278410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.334072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.467845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.485380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 572b6c9e-3767-4b1c-ac74-3150392ee4fc no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:45.508496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 572b6c9e-3767-4b1c-ac74-3150392ee4fc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:45.508930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 572b6c9e-3767-4b1c-ac74-3150392ee4fc not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:45.670049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.688398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.790922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.84 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e58dd590-91a2-409c-8698-d25516b9b61f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:48:45.890985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.926869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:45.962443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:48:45.965278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:45.968534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:48:45.976333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:46.223698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:46.427775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:46.562438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:48:46.720435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:46.746308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:48:46.746664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e36dd9eb-f862-43bf-b1a0-7f4d25d3a385 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:47.031839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:47.043994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:47.055789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.056117 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:47.056675 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:47.057172 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-72b6a874-11e0-4aca-bfd0-3e377596abcd tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8355708 Sep 28 08:48:47.060803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:47.094207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1764f98f-75a7-42e9-85cf-a1c7bf6c634b tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=bb0ece877ae1475b9a8004d45b41429b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321066 Sep 28 08:48:47.096943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:47.167526 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:47.182453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710b531-053d-45df-b8b7-f8604fb09232 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:47.186680 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1710b531-053d-45df-b8b7-f8604fb09232 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860894 Sep 28 08:48:47.186919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43932) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:47.214551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-874f1d96-bfbc-47cc-a62f-809d3c6394d5 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265620 Sep 28 08:48:47.217061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:47.221758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806763762', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:47.313359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:48:47.317273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.344388 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:46Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:47.379431 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:47.379997 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Updating router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db port e58dd590-91a2-409c-8698-d25516b9b61f binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:48:47.407761 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.502125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.564906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Subnet': ['ID=d24b8315-201c-43f0-bf73-3e2fc096f99c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:47.573284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Checking segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:48:47.573643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network hostable DHCP agents. Network: 26358daa-d873-47ed-8a8e-128863e1d8e9, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:48:47.591966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:48:47.601425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 26358daa-d873-47ed-8a8e-128863e1d8e9) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:47.606088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:47.606678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.610948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96373d56-9186-401e-9402-5d15607b86d5 None None] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:48:47.629731 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a8911904-9cb4-400e-965d-006a13e54865 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4076505 Sep 28 08:48:47.630089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43936) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:47.660126 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.668456 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.714067 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Attempting to bind port e58dd590-91a2-409c-8698-d25516b9b61f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:48:47.714520 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Attempting to bind port e58dd590-91a2-409c-8698-d25516b9b61f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:48:47.714943 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Attempting to bind port e58dd590-91a2-409c-8698-d25516b9b61f on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:48:47.728748 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:48:47.729221 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:48:47.730302 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.730735 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:48:47.731374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Bound port: e58dd590-91a2-409c-8698-d25516b9b61f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:48:47.732315 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.768118 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:47.777063 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.777403 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.777744 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.778080 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.778403 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.778730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.779061 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.779385 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.779967 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.780098 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.780346 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.780647 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:47.808725 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:48:47.812000 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e58dd590-91a2-409c-8698-d25516b9b61f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:48:47.819163 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.857122 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:47.857756 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:47.915942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-26358daa-d873-47ed-8a8e-128863e1d8e9', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:48:47.918151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:47.965348 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:48.061989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Allocated IP 172.20.0.2 (26358daa-d873-47ed-8a8e-128863e1d8e9/d24b8315-201c-43f0-bf73-3e2fc096f99c/12748139-bd24-4646-a506-668ac6ddd697) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:48:48.096660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.137819 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40658cf-26b3-4912-80cd-85f38a06a6d7 None None] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:48.208891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.218676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.261715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:48:48.262040 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:46Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:48.264748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:48.268608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:48:48.277982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Pushing event updated for resources: {'Port': ['ID=12748139-bd24-4646-a506-668ac6ddd697,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:48.296966 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2947d-2e49-420b-83fa-b85fa3f92a0a None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:46Z', 'revision_number': 3, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:48.329485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Attempting to bind port 12748139-bd24-4646-a506-668ac6ddd697 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:48:48.329856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Attempting to bind port 12748139-bd24-4646-a506-668ac6ddd697 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:48:48.330436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Attempting to bind port 12748139-bd24-4646-a506-668ac6ddd697 on network 26358daa-d873-47ed-8a8e-128863e1d8e9 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:48:48.336033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:48:48.336408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Checking segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:48:48.336841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.337228 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Bound using segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:48:48.337692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Bound port: 12748139-bd24-4646-a506-668ac6ddd697, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:48:48.338071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.395350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.1 (26358daa-d873-47ed-8a8e-128863e1d8e9/d24b8315-201c-43f0-bf73-3e2fc096f99c/7dce5e15-53b9-4996-ae9a-b690ad199857) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:48:48.403919 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] For port 12748139-bd24-4646-a506-668ac6ddd697, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:48:48.407206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] For port 12748139-bd24-4646-a506-668ac6ddd697, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=12748139-bd24-4646-a506-668ac6ddd697,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:48:48.413393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.467933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859fd3-760b-424d-9e00-e64ca5149d95 None None] Pushing event updated for resources: {'Port': ['ID=12748139-bd24-4646-a506-668ac6ddd697,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:48.524507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.582759 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.630194 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:48:48.633373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:48.637267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:48:48.646350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:48.708992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.864180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 12748139-bd24-4646-a506-668ac6ddd697 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:48.898546 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.920807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 12748139-bd24-4646-a506-668ac6ddd697 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:48.921475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:48.921588 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 12748139-bd24-4646-a506-668ac6ddd697 Sep 28 08:48:49.002704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 12748139-bd24-4646-a506-668ac6ddd697 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:49.003757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.041304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 12748139-bd24-4646-a506-668ac6ddd697, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=12748139-bd24-4646-a506-668ac6ddd697,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:49.049157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.050318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:49.139694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=12748139-bd24-4646-a506-668ac6ddd697,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:49.155947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e58dd590-91a2-409c-8698-d25516b9b61f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:49.156324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.156658 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e58dd590-91a2-409c-8698-d25516b9b61f Sep 28 08:48:49.201505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.208385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.241266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e58dd590-91a2-409c-8698-d25516b9b61f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:49.241799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.266730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e58dd590-91a2-409c-8698-d25516b9b61f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:49.281792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.296687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:49.300504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.351610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:49.406644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:48:49.407968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:49.529444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:48:49.586902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18279e79-def7-4429-af2a-2cc80b5e721f None None] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:48:49.639315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:48:49.647899 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bcdfc852-0787-4216-b9b7-604d67bfa328 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0163238 Sep 28 08:48:49.648068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43938) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:49.707286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-e4a0d114-ef2c-423d-bb9e-3764da02dd48 None None] Provisioning complete for port 12748139-bd24-4646-a506-668ac6ddd697 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:49.707664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d114-ef2c-423d-bb9e-3764da02dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:49.708003 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-e4a0d114-ef2c-423d-bb9e-3764da02dd48 None None] Attempt 1 to provision port 12748139-bd24-4646-a506-668ac6ddd697 Sep 28 08:48:49.754926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16292489-6035-4dec-83f0-b4125c75a093 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.755491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16292489-6035-4dec-83f0-b4125c75a093 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.755972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16292489-6035-4dec-83f0-b4125c75a093 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.756436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16292489-6035-4dec-83f0-b4125c75a093 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.758161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-16292489-6035-4dec-83f0-b4125c75a093 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1095800 Sep 28 08:48:49.761067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43940) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:49.820487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e8a0f-9177-4744-bcca-771dc8c4a227 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.820968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e8a0f-9177-4744-bcca-771dc8c4a227 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.821467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e8a0f-9177-4744-bcca-771dc8c4a227 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.821929 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e8a0f-9177-4744-bcca-771dc8c4a227 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:49.826163 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e42e8a0f-9177-4744-bcca-771dc8c4a227 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0616329 Sep 28 08:48:49.826715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43942) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:49.851250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0d114-ef2c-423d-bb9e-3764da02dd48 None None] Current status of the port 12748139-bd24-4646-a506-668ac6ddd697 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:49.971695 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b4ec42d7-410a-4e92-b86c-9894b6553d34 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1437004 Sep 28 08:48:50.043114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.048169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007799836', 'description': 'tempest-secgroup-smoke-1007799836 description', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.060267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541979-b160-4c81-9516-b9818a500381 None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:48:50.071966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.079358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:50.080032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:50.126591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Provisioning complete for port 7dce5e15-53b9-4996-ae9a-b690ad199857 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:50.127174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.127657 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Attempt 1 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:48:50.148237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.154503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.181558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.183097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387179 Sep 28 08:48:50.185867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Port 7dce5e15-53b9-4996-ae9a-b690ad199857 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:48:50.186279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43948) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.194044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.213284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aadb1-e72d-48fd-ac7e-fbe16196f500 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.231400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.246641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:50.282822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.288868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.306626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88402d21-8521-41c4-b5aa-7ec69b8252d4,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.329233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.330817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0d305698-98cc-46e6-a167-17d92fdf53c6 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435697 Sep 28 08:48:50.333758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.338313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.367032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.433056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.437967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.456089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0158642d-34d6-4f6d-985a-b821818f45ba,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.465500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.466749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3114c6f3-8b40-48df-b495-16f270e205a3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319928 Sep 28 08:48:50.469908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.474774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.481420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:50.499691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.511940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541979-b160-4c81-9516-b9818a500381 None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:48:50.512296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541979-b160-4c81-9516-b9818a500381 None None] Updating router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db port 7dce5e15-53b9-4996-ae9a-b690ad199857 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:48:50.537345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.559851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.564404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.582227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3709cd65-daf2-43fd-92bc-232d1c4a302e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.595876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.597378 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a57383b3-a11e-41fe-bedf-ff308c486e54 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262634 Sep 28 08:48:50.600174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 43954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.604643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.630670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.687212 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Attempt 2 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:48:50.693516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.697583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.716214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3346ecdd-5e84-43a4-8beb-07a7b5da6265,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.727914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.732011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43956) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.732509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9099df8e-febb-4b5f-97cf-c20a213f19ad tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309817 Sep 28 08:48:50.736910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.755652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Port 7dce5e15-53b9-4996-ae9a-b690ad199857 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:48:50.762695 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:48:50.768598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.823226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 12748139-bd24-4646-a506-668ac6ddd697 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:50.836686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.842848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.859752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd850bd-6ebf-42c6-b25e-81c4072a39ac,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.868617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.873126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.874876 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5f65987b-6eb4-4702-aeb2-bdc1b742c07c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414711 Sep 28 08:48:50.877587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 43958) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:48:50.879365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.883319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'security_group_rule': {'security_group_id': '9a58b154-33ea-4e93-9bb6-5dfdc8cfc040', 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:50.903552 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Project bb0ece877ae1475b9a8004d45b41429b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:48:50.908706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.959157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 12748139-bd24-4646-a506-668ac6ddd697 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:50.959397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.959757 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 12748139-bd24-4646-a506-668ac6ddd697 Sep 28 08:48:50.964976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157e501-ecaf-4b00-915d-724946952811 None None] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.971400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.976804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:50.994761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126feb37-dbfe-4e09-9eca-479b092989cb,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:50.999867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96541979-b160-4c81-9516-b9818a500381 None None] Attempting to bind port 7dce5e15-53b9-4996-ae9a-b690ad199857 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:48:51.000243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96541979-b160-4c81-9516-b9818a500381 None None] Attempting to bind port 7dce5e15-53b9-4996-ae9a-b690ad199857 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:48:51.000610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541979-b160-4c81-9516-b9818a500381 None None] Attempting to bind port 7dce5e15-53b9-4996-ae9a-b690ad199857 on network 26358daa-d873-47ed-8a8e-128863e1d8e9 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:48:51.004191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.009823 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a7685459-153b-44de-aa92-7bc9efd345a7 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299036 Sep 28 08:48:51.010543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541979-b160-4c81-9516-b9818a500381 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:48:51.010939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541979-b160-4c81-9516-b9818a500381 None None] Checking segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:48:51.011318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.011717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96541979-b160-4c81-9516-b9818a500381 None None] Bound using segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:48:51.012190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-96541979-b160-4c81-9516-b9818a500381 None None] Bound port: 7dce5e15-53b9-4996-ae9a-b690ad199857, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:48:51.012587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.111376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-96541979-b160-4c81-9516-b9818a500381 None None] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:48:51.113458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 12748139-bd24-4646-a506-668ac6ddd697 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:51.114534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:51.143502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-96541979-b160-4c81-9516-b9818a500381 None None] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7dce5e15-53b9-4996-ae9a-b690ad199857,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:48:51.157176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96541979-b160-4c81-9516-b9818a500381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.199516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-9173d317-06aa-4345-9996-b660b141dd43 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007799836&fields=id&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 267 time: 0.0343797 Sep 28 08:48:51.206278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:48:51.206917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:51.256929 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Attempt 3 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:48:51.268284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157e501-ecaf-4b00-915d-724946952811 None None] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:51.294174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e58dd590-91a2-409c-8698-d25516b9b61f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:51.294553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.294887 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e58dd590-91a2-409c-8698-d25516b9b61f Sep 28 08:48:51.315103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-88bfe1ab-408e-4a16-8081-739ae9e2e510 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:51.316592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-88bfe1ab-408e-4a16-8081-739ae9e2e510 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/networks?id=26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 200 len: 796 time: 0.1092715 Sep 28 08:48:51.332990 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-a8cba689-9a12-4e25-92bd-ced3732d4616 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/quotas/bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 375 time: 0.0102358 Sep 28 08:48:51.387894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-70a7d3fe-5b08-4531-922f-152b0b3a42a8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489051 Sep 28 08:48:51.397073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:48:51.489638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-d36ba593-a28b-41f9-a880-d7b82d6cd3e9 service neutron] 10.222.0.27 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Sep 28 08:48:51.585079 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-33d7d2a2-3e69-4f1c-bee4-7898043030c8 service neutron] 10.222.0.27 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Sep 28 08:48:51.684493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:51.684889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.719363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e58dd590-91a2-409c-8698-d25516b9b61f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:51.767718 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dfed39e9-5424-43c6-9a4c-fb41f53b77b1 req-2411a891-4e21-482f-8e50-580f4b797f7a tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 210 time: 0.0340197 Sep 28 08:48:51.778032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7dce5e15-53b9-4996-ae9a-b690ad199857,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:51.794222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.874107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Provisioning complete for port 12748139-bd24-4646-a506-668ac6ddd697 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:51.874473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:51.874816 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Attempt 1 to provision port 12748139-bd24-4646-a506-668ac6ddd697 Sep 28 08:48:51.900721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:51.939950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-96541979-b160-4c81-9516-b9818a500381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:51Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:51.969679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96541979-b160-4c81-9516-b9818a500381 None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:51Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:48:52.010137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7963e7d9-f21b-46ba-a24f-4ced09055459 None None] Current status of the port 12748139-bd24-4646-a506-668ac6ddd697 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:52.142986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-22aff75a-a5f8-46ba-b17f-5fb8bcac3a72 None None] Provisioning complete for port 7dce5e15-53b9-4996-ae9a-b690ad199857 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:52.143907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22aff75a-a5f8-46ba-b17f-5fb8bcac3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:52.143907 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-22aff75a-a5f8-46ba-b17f-5fb8bcac3a72 None None] Attempt 1 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:48:52.238643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-22aff75a-a5f8-46ba-b17f-5fb8bcac3a72 None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:52.795876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-a9bc74a3-bf71-4a40-bc61-89c56c78531d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:52.796486 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-a9bc74a3-bf71-4a40-bc61-89c56c78531d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/networks?id=26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 200 len: 796 time: 0.1326210 Sep 28 08:48:52.821563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:52.871906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-adab51c3-2253-499f-ac21-ae30d193c7f4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ece877ae1475b9a8004d45b41429b HTTP/1.1" status: 200 len: 380 time: 0.0658677 Sep 28 08:48:52.885564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'port': {'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'admin_state_up': True, 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'security_groups': ['9a58b154-33ea-4e93-9bb6-5dfdc8cfc040']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:52.889810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7dce5e15-53b9-4996-ae9a-b690ad199857 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:52.890281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:52.891290 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:48:52.932208 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1229c20f-d331-4d51-85dd-ba88ca271ee0 req-05fb7797-21b3-4e88-aaf5-14d7b9eea8be tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 210 time: 0.0430760 Sep 28 08:48:52.971294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:53.034254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Made reservation on behalf of bb0ece877ae1475b9a8004d45b41429b for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:48:53.038258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.170804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.20.0.6 (26358daa-d873-47ed-8a8e-128863e1d8e9/d24b8315-201c-43f0-bf73-3e2fc096f99c/c94dccb2-1d23-4b4f-89ce-d449550df797) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:48:53.318950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.358462 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.405896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:48:53.409067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:48:53.412676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:48:53.421137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:53.467891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:53.468519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.486805 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-566e3806-c96f-49e4-b01c-1a39f84abe1e tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059647 Sep 28 08:48:53.499642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Request body: {'port': {'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:48:53.557718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.667985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Provisioning complete for port c94dccb2-1d23-4b4f-89ce-d449550df797 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:53.668597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.668597 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Attempt 1 to provision port c94dccb2-1d23-4b4f-89ce-d449550df797 Sep 28 08:48:53.703060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Port c94dccb2-1d23-4b4f-89ce-d449550df797 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:48:53.827769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94dccb2-1d23-4b4f-89ce-d449550df797 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:48:53.839535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.851618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Transition to ACTIVE for port object c94dccb2-1d23-4b4f-89ce-d449550df797 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:48:53.857083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:53.938243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Pushing event updated for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:53.967242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Attempting to bind port c94dccb2-1d23-4b4f-89ce-d449550df797 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:48:53.967578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Attempting to bind port c94dccb2-1d23-4b4f-89ce-d449550df797 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:48:53.968245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Attempting to bind port c94dccb2-1d23-4b4f-89ce-d449550df797 on network 26358daa-d873-47ed-8a8e-128863e1d8e9 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:48:53.972558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Port c94dccb2-1d23-4b4f-89ce-d449550df797 on network 26358daa-d873-47ed-8a8e-128863e1d8e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:48:53.972872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Attempting to bind port c94dccb2-1d23-4b4f-89ce-d449550df797 on network 26358daa-d873-47ed-8a8e-128863e1d8e9 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:48:53.977732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:48:53.978062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Checking segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:48:53.978425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Bound using segment: {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:48:53.978850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Bound port: c94dccb2-1d23-4b4f-89ce-d449550df797, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b43ec2-1c51-44fa-9d88-421a5723993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:48:53.979202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:54.050455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:48:54.053848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c94dccb2-1d23-4b4f-89ce-d449550df797,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:48:54.058939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:54.060909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e970f1c-ead0-4970-84c1-b9bf9f32f125 req-4ca79510-2e47-4197-b198-ba06aa3fe59f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.062525 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e970f1c-ead0-4970-84c1-b9bf9f32f125 req-4ca79510-2e47-4197-b198-ba06aa3fe59f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 943 time: 0.0521257 Sep 28 08:48:54.063013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.063628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:54.065801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] 10.222.0.62 "PUT /v2.0/ports/c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 200 len: 1093 time: 0.5712323 Sep 28 08:48:54.066250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:54.068528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:54.105653 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e970f1c-ead0-4970-84c1-b9bf9f32f125 req-422f8f58-362e-4aab-9d00-aca574d832be tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360131 Sep 28 08:48:54.124515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd88f1-bff3-4fd4-9134-dac4c8a6d9c6 x-openstack-request-id: req-98fd88f1-bff3-4fd4-9134-dac4c8a6d9c6 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:54.124804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:54.125076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-98fd88f1-bff3-4fd4-9134-dac4c8a6d9c6 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:54.125477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fd88f1-bff3-4fd4-9134-dac4c8a6d9c6'] response: {'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'status': 'completed', 'code': 200} Sep 28 08:48:54.156515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e9cc-a785-4b32-96f1-79c0ff5d903b service neutron] Pushing event updated for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:54.169546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e55670e2-ef05-4072-8ae8-ad2a1d618bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.171163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-e55670e2-ef05-4072-8ae8-ad2a1d618bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1096 time: 0.0605330 Sep 28 08:48:54.204163 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Attempt 2 to provision port c94dccb2-1d23-4b4f-89ce-d449550df797 Sep 28 08:48:54.212758 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-44f9023b-97da-4db3-8a05-40467ba6962c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 200 len: 217 time: 0.0344889 Sep 28 08:48:54.251536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6e366e06-d63b-48bc-b0c6-61084d0ce9dd None None] Port c94dccb2-1d23-4b4f-89ce-d449550df797 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:48:54.266239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-77b83a93-eeef-43b0-94dc-758671df6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.268044 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-77b83a93-eeef-43b0-94dc-758671df6e40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d24b8315-201c-43f0-bf73-3e2fc096f99c HTTP/1.1" status: 200 len: 834 time: 0.0488515 Sep 28 08:48:54.314969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-be32899d-14bd-4f4e-b01e-659e4408261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.316567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-be32899d-14bd-4f4e-b01e-659e4408261c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26358daa-d873-47ed-8a8e-128863e1d8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425305 Sep 28 08:48:54.432261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-61d98d42-fd75-465e-ba25-b2a800a0427a service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090722 Sep 28 08:48:54.528542 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f765ed4e-3e1e-4c11-b889-50502c0e4500 req-51d4fc86-df44-431f-bd7a-0d4b266ccbae service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893512 Sep 28 08:48:54.622291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-382d0857-218e-4a93-b260-6f887305ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.623793 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-382d0857-218e-4a93-b260-6f887305ea80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1096 time: 0.0440352 Sep 28 08:48:54.717434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-19147881-6397-40b3-9724-f555ed828f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.718942 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-19147881-6397-40b3-9724-f555ed828f4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 200 len: 897 time: 0.0882213 Sep 28 08:48:54.762857 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-3e955895-cd64-4bd2-b6ac-b4dabce34503 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 200 len: 217 time: 0.0360899 Sep 28 08:48:54.818998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-2e8710bf-0446-4f7e-be07-92307bcb4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.820487 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-2e8710bf-0446-4f7e-be07-92307bcb4042 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d24b8315-201c-43f0-bf73-3e2fc096f99c HTTP/1.1" status: 200 len: 834 time: 0.0494137 Sep 28 08:48:54.875700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-7caa7f66-4597-4acb-9202-00a92079b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:54.877581 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-7caa7f66-4597-4acb-9202-00a92079b7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26358daa-d873-47ed-8a8e-128863e1d8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480125 Sep 28 08:48:54.969436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-9514a778-8b49-49f7-948e-439ece48f0bb service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836976 Sep 28 08:48:55.066543 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c073c59b-0da6-4fed-a37c-c8b4b06d5c11 req-5b7ee988-3c20-4161-8b7e-588b7c7e4109 service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890567 Sep 28 08:48:55.433709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac56ac0-c26c-4eff-b1a1-a26c2bc3f747 req-256bf767-64d7-4c71-ab14-649ef0211e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:55.435208 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ac56ac0-c26c-4eff-b1a1-a26c2bc3f747 req-256bf767-64d7-4c71-ab14-649ef0211e27 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 943 time: 0.2513173 Sep 28 08:48:55.480810 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ac56ac0-c26c-4eff-b1a1-a26c2bc3f747 req-1de3d851-d5d8-4733-a793-5314e8dac2d2 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376699 Sep 28 08:48:56.685837 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e1aa-7263-4f44-b1ba-e62cb61bceb6 req-baae802c-e8bd-41ff-ace9-57ad9fc2f9ba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:56.687324 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e913e1aa-7263-4f44-b1ba-e62cb61bceb6 req-baae802c-e8bd-41ff-ace9-57ad9fc2f9ba tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 943 time: 0.1106339 Sep 28 08:48:56.727686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e913e1aa-7263-4f44-b1ba-e62cb61bceb6 req-aa441628-e058-44d9-97f0-3362dbda6d58 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341489 Sep 28 08:48:57.548974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c94dccb2-1d23-4b4f-89ce-d449550df797 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:48:57.665768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c94dccb2-1d23-4b4f-89ce-d449550df797,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:57.677556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:48:57.714019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c94dccb2-1d23-4b4f-89ce-d449550df797 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:57.714405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:57.727717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94dccb2-1d23-4b4f-89ce-d449550df797 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:48:57.748229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c94dccb2-1d23-4b4f-89ce-d449550df797,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:57.755902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:57.806142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:57.856226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cff6-215e-480e-bf50-4067893398b0 req-1a0cd30b-39da-4300-a239-d5e80d19c030 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:57.857768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d51cff6-215e-480e-bf50-4067893398b0 req-1a0cd30b-39da-4300-a239-d5e80d19c030 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 944 time: 0.0550210 Sep 28 08:48:57.897069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d51cff6-215e-480e-bf50-4067893398b0 req-95420917-dfb0-4bf2-a1b1-aa6579a34fcc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Sep 28 08:48:57.948718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['c94dccb2-1d23-4b4f-89ce-d449550df797'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:48:59.034323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ae9da-2e21-40af-88bb-956d35106ebc req-e8c82c33-a26f-421e-90e5-1d55a4d9dd32 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:59.035913 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b05ae9da-2e21-40af-88bb-956d35106ebc req-e8c82c33-a26f-421e-90e5-1d55a4d9dd32 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 944 time: 0.0526199 Sep 28 08:48:59.074967 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b05ae9da-2e21-40af-88bb-956d35106ebc req-1a05566a-6c8e-43b6-9f61-997c90a34017 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Sep 28 08:48:59.548730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c94dccb2-1d23-4b4f-89ce-d449550df797 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:59.608326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port c94dccb2-1d23-4b4f-89ce-d449550df797 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:48:59.612706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port c94dccb2-1d23-4b4f-89ce-d449550df797 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:48:59.613235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:59.613565 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port c94dccb2-1d23-4b4f-89ce-d449550df797 Sep 28 08:48:59.701050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port c94dccb2-1d23-4b4f-89ce-d449550df797 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:48:59.701428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:59.724123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:48:59.726558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccabbca-d57d-4bc7-bf08-f946b7509fa5" -d '{"events": [{"server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "name": "network-vif-plugged", "status": "completed", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:59.739428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c94dccb2-1d23-4b4f-89ce-d449550df797,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:59.744662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:48:59.768117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7c056-b75b-44cb-9707-8fd732272397 x-openstack-request-id: req-b4c7c056-b75b-44cb-9707-8fd732272397 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:59.768406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "name": "network-vif-plugged", "status": "completed", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:59.768657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4c7c056-b75b-44cb-9707-8fd732272397 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:59.769181 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c7c056-b75b-44cb-9707-8fd732272397'] response: {'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'code': 200} Sep 28 08:48:59.796555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:59.941930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335325f1-6d53-4617-95e9-bd0b9478def4 req-5b7ae7a8-dc31-43cf-a202-d3e43944b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:59.943414 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-335325f1-6d53-4617-95e9-bd0b9478def4 req-5b7ae7a8-dc31-43cf-a202-d3e43944b7eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1098 time: 0.0452299 Sep 28 08:48:59.993552 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-335325f1-6d53-4617-95e9-bd0b9478def4 req-132819c9-ce87-4506-a7d1-6872cc53ea7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382519 Sep 28 08:49:00.213980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7545eb-9402-4c51-af7b-f8ca0b2c24b7 req-2f778362-42b7-4aee-a978-8c082cff1102 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:00.215469 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db7545eb-9402-4c51-af7b-f8ca0b2c24b7 req-2f778362-42b7-4aee-a978-8c082cff1102 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0569897 Sep 28 08:49:00.255976 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db7545eb-9402-4c51-af7b-f8ca0b2c24b7 req-d9f497ec-8734-456f-875f-80517a85bae3 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Sep 28 08:49:01.395615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb9a24-fe80-43b8-bfbf-f9148199b948 req-d14ef2a9-2fb1-4e65-8227-e1348a3669df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:01.397149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5bfb9a24-fe80-43b8-bfbf-f9148199b948 req-d14ef2a9-2fb1-4e65-8227-e1348a3669df tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Sep 28 08:49:01.438962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5bfb9a24-fe80-43b8-bfbf-f9148199b948 req-d9a095c2-5121-4103-9377-6a8578577157 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Sep 28 08:49:01.577364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede82e4-33db-4e09-b12a-fbdba5ea0b06 req-a7c32e19-6839-4cc4-a41a-e5e31a36d400 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:01.578755 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eede82e4-33db-4e09-b12a-fbdba5ea0b06 req-a7c32e19-6839-4cc4-a41a-e5e31a36d400 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0573781 Sep 28 08:49:01.620264 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eede82e4-33db-4e09-b12a-fbdba5ea0b06 req-65614669-7d0b-4bce-b771-876584869ae5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Sep 28 08:49:01.648435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44016) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:01.696203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab59ba-1649-405d-9aa7-beafdbe869c6 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:01.697793 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1bab59ba-1649-405d-9aa7-beafdbe869c6 tempest-TestNetworkBasicOps-1335968802 tempest-TestNetworkBasicOps-1335968802-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1093 time: 0.0481310 Sep 28 08:49:01.700685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44018) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:01.705080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:49:01.727831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:01.830072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:01.932916 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Allocated IP 172.26.4.166 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/1d77069c-012d-47f1-9073-39ee9414c4e3) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:49:02.038177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.073856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.110199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:49:02.113080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:49:02.116509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:49:02.141649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1d77069c-012d-47f1-9073-39ee9414c4e3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:02.482049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.551677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.718334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.724536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.792630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event updated for resources: {'Port': ['ID=1d77069c-012d-47f1-9073-39ee9414c4e3,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:02.795060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:02.897173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02 associated. External IP: 172.26.4.166, port: c94dccb2-1d23-4b4f-89ce-d449550df797. Sep 28 08:49:03.104407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:03.214059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:03.224764 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:03.233752 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:03.235897 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:03.236540 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:03.262045 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-167fa274-a0cc-4a00-a6a9-2c2f632f1817 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5603044 Sep 28 08:49:03.262631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:49:03.264869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:03.265432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:49:03.301664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb9c7e4-653f-40b3-93fe-5d3cda1b001c x-openstack-request-id: req-deb9c7e4-653f-40b3-93fe-5d3cda1b001c {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:49:03.301981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:49:03.302207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-deb9c7e4-653f-40b3-93fe-5d3cda1b001c {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:49:03.302789 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb9c7e4-653f-40b3-93fe-5d3cda1b001c'] response: {'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'status': 'completed', 'code': 200} Sep 28 08:49:03.341479 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:03.345623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d06be3cd-4d51-40ff-8c77-443385e22e0b tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 991 time: 0.0787439 Sep 28 08:49:03.389887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:03.413236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-2363f049-cf48-4d56-ad65-eaa0fabc804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:03.414742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-2363f049-cf48-4d56-ad65-eaa0fabc804e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1098 time: 0.0902932 Sep 28 08:49:03.566383 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:02Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:03.593351 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:03.602538 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:03.603154 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:48:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:03.710381 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:03.824839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-e0d522fb-d247-404c-82ee-d84451835f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:03.826380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-e0d522fb-d247-404c-82ee-d84451835f75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 200 len: 897 time: 0.4052908 Sep 28 08:49:03.893493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-53cf9504-ea64-4572-8b66-44ab2a4186b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 200 len: 999 time: 0.0592284 Sep 28 08:49:03.938930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:02Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:03.941572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-ecde1608-be1c-48ff-a18d-8605496a3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:03.943057 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-ecde1608-be1c-48ff-a18d-8605496a3132 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d24b8315-201c-43f0-bf73-3e2fc096f99c HTTP/1.1" status: 200 len: 834 time: 0.0434728 Sep 28 08:49:03.965123 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec656740-aca2-4cdb-a1bf-2f6df01ee6cb None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:48Z', 'revision_number': 4, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:02Z', 'revision_number': 0, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:48:51Z', 'revision_number': 5, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:03.993510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-df990f0d-9bc7-435c-ba4d-f3f55cec3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:03.995017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-df990f0d-9bc7-435c-ba4d-f3f55cec3260 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26358daa-d873-47ed-8a8e-128863e1d8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453396 Sep 28 08:49:04.090559 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-48b273ff-0201-4375-8345-36be94705028 service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Sep 28 08:49:04.167573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b33987-de07-4ed2-b145-f61a84743dd5 None None] New status for floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:49:04.190439 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92f3d9ba-560b-4ac6-99ba-92d786ea96c6 req-cf9859f2-e918-4cdd-b5ad-0db5ad8e6f62 service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928636 Sep 28 08:49:04.348327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44026) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:04.413362 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4670c9db-5ca6-4eca-849b-78cc75bae2e5 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 993 time: 0.0636840 Sep 28 08:49:06.458231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8616-d9a6-4c45-a4ff-282880c33742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:08.797554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e536dbf1-1f63-4a39-b120-b63e4bb6ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:08.999038 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:49:10.121775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:11.299074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:11.695400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:33.011278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44036) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:33.019707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:49:33.397068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:33.691710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:33.706080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:33.819804 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:33.943520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:33.950912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:33.952059 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be62226a-28c2-4a71-9dfb-c204065a9d26 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db HTTP/1.1" status: 200 len: 887 time: 0.9395611 Sep 28 08:49:33.954377 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:33.964582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:33.965305 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:33.999643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:34.010051 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:34.010955 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:34.047221 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:34.047859 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92354ad2-c3ad-4f83-8163-4c5c96d49765 None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:34.842380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738e38f-b459-41cb-8201-a02ab90b6254 None None] New status for floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:49:34.874715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:35.041600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e58dd590-91a2-409c-8698-d25516b9b61f is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:35.042021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:35.064100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e58dd590-91a2-409c-8698-d25516b9b61f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:35.073387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:35.074110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:35.147119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:35.186457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:35.186845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:35.221685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7dce5e15-53b9-4996-ae9a-b690ad199857,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:35.227181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:35.275774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:36.085786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:36.090504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:49:36.420928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7463'] for router, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:36.437584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921647'] for router, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:36.457357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7d9b-aeb4-480a-ba93-98fb7249e344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:36.559133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:36.673320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:36.681502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:36.682670 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-262b23cd-d9a7-4840-b044-2cee809a7ed4 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db HTTP/1.1" status: 200 len: 886 time: 0.5958712 Sep 28 08:49:36.684769 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:36.685944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44042) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:36.696040 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:36.696654 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:36.749079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ef1c2f0-358c-4c29-bfaf-3468c14e2f89 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 991 time: 0.0619674 Sep 28 08:49:36.806643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:37.036344 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:34Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:37.065739 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:37.075644 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:37.076243 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:37.270789 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:37.501728 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:34Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:37.527480 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e316061-8111-4590-92ed-53ea3a097134 None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '3475e28f-4eb1-4f49-87ee-f4eae396fc02', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'floating_ip_address': '172.26.4.166', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'port_id': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'mac_address': 'fa:16:3e:48:51:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:49:02Z', 'updated_at': '2022-09-28T08:49:34Z', 'revision_number': 2, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:35Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:37.753767 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44044) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:37.825928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5d65f048-ced0-4c05-bcde-d54477db0481 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 991 time: 0.0707724 Sep 28 08:49:38.793051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c739d37-b5b7-4301-8de8-766bae1751bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:38.829393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44046) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:38.837471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:49:38.885542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e58dd590-91a2-409c-8698-d25516b9b61f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:49:38.886336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:38.886673 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e58dd590-91a2-409c-8698-d25516b9b61f Sep 28 08:49:38.894433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-168d215f-6f1e-4213-bf63-bc9282f79aed tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 991 time: 0.0636837 Sep 28 08:49:38.970587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e58dd590-91a2-409c-8698-d25516b9b61f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:38.970967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:38.998203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e58dd590-91a2-409c-8698-d25516b9b61f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:39.005194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:39.006044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:49:39.082881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:39.092985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7dce5e15-53b9-4996-ae9a-b690ad199857 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:49:39.093177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:39.093570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:49:39.175779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:39.176143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:39.189970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5cb3a-6ad2-4304-98c9-61205ad58bcf None None] New status for floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:49:39.400101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7dce5e15-53b9-4996-ae9a-b690ad199857,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:39.408705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:39.535452 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:39.899052 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:39.971422 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a1c05a98-9ab9-437a-a64f-e0281fc61a1c tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 200 len: 993 time: 0.0711298 Sep 28 08:49:40.124511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.267753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44054) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:40.432166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 1d77069c-012d-47f1-9073-39ee9414c4e3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:49:40.432494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.509917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.510185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.521952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 1d77069c-012d-47f1-9073-39ee9414c4e3 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:49:40.683254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.713936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=1d77069c-012d-47f1-9073-39ee9414c4e3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:40.725888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.726245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.726590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.726927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.727250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.727810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.728129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.728456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.728783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.729145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.729470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.729791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:40.785429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.785778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02 disassociated (deleted). External IP: 172.26.4.166, port: c94dccb2-1d23-4b4f-89ce-d449550df797. Sep 28 08:49:40.807536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:49:40.856953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e58dd590-91a2-409c-8698-d25516b9b61f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:49:40.857419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.857725 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e58dd590-91a2-409c-8698-d25516b9b61f Sep 28 08:49:40.937633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e58dd590-91a2-409c-8698-d25516b9b61f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:40.938713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:49:40.985335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7dce5e15-53b9-4996-ae9a-b690ad199857 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:49:40.985676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:40.986050 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7dce5e15-53b9-4996-ae9a-b690ad199857 Sep 28 08:49:40.997480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:41.063131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7dce5e15-53b9-4996-ae9a-b690ad199857 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:49:41.108125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:41.112661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:41.118454 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:41.129328 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:41.129920 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:41.140253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-122373fe-9465-429e-818f-a50280a2dedc tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/floatingips/3475e28f-4eb1-4f49-87ee-f4eae396fc02 HTTP/1.1" status: 204 len: 168 time: 0.8713984 Sep 28 08:49:41.140845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:49:41.143194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d13fbb5-fa22-47d7-b609-15e226db8e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:49:41.241204 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:41.247692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20df48-cc5a-498a-9a5f-84b15e479a77 x-openstack-request-id: req-4a20df48-cc5a-498a-9a5f-84b15e479a77 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:49:41.248188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:49:41.248604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4a20df48-cc5a-498a-9a5f-84b15e479a77 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:49:41.249343 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a20df48-cc5a-498a-9a5f-84b15e479a77'] response: {'name': 'network-changed', 'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'status': 'completed', 'code': 200} Sep 28 08:49:41.302351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:41.320790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-0d268896-27bb-4aec-b06f-4d29d10199d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:41.322982 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-0d268896-27bb-4aec-b06f-4d29d10199d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bb0ece877ae1475b9a8004d45b41429b&device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 1098 time: 0.0502164 Sep 28 08:49:41.388928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f025cfa-8604-4a88-91ee-c20ac590569f req-d663bacd-7294-43d7-a91d-f7931269694d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:41.390453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8f025cfa-8604-4a88-91ee-c20ac590569f req-d663bacd-7294-43d7-a91d-f7931269694d tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Sep 28 08:49:41.429500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-686b472e-0e3b-49ea-8ff4-7264eb039c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:41.431013 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-686b472e-0e3b-49ea-8ff4-7264eb039c62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 200 len: 897 time: 0.0972481 Sep 28 08:49:41.434142 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8f025cfa-8604-4a88-91ee-c20ac590569f req-df0c656e-b1f0-41ad-846c-a7ce50611843 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Sep 28 08:49:41.453743 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:39Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:41.482743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-71ab446e-50e5-496c-be69-87fd0187d073 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 200 len: 217 time: 0.0433655 Sep 28 08:49:41.483026 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:41.491120 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:41.491830 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:41.532810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-9ce970d3-d84a-405f-a357-8cce9e28b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:41.534313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-9ce970d3-d84a-405f-a357-8cce9e28b780 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d24b8315-201c-43f0-bf73-3e2fc096f99c HTTP/1.1" status: 200 len: 834 time: 0.0442133 Sep 28 08:49:41.585517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-7e23258f-209d-4e3e-98b2-4513408f1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:41.587084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-7e23258f-209d-4e3e-98b2-4513408f1e75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=26358daa-d873-47ed-8a8e-128863e1d8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458848 Sep 28 08:49:41.599556 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:41.684787 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-0a8413dd-42ae-46c3-a8d5-a94f022421a8 service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899789 Sep 28 08:49:41.689123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:41.784792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d13fbb5-fa22-47d7-b609-15e226db8e4b req-232191d3-26b3-4136-b488-f81a1be5e684 service neutron] 10.222.0.62 "GET /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927215 Sep 28 08:49:41.798308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:39Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:41.825731 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cfe72-14f6-44d1-8e61-9426fd5cb434 None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:36Z', 'revision_number': 6, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7dce5e15-53b9-4996-ae9a-b690ad199857', 'name': '', 'network_id': '26358daa-d873-47ed-8a8e-128863e1d8e9', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'mac_address': 'fa:16:3e:93:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:48Z', 'updated_at': '2022-09-28T08:49:39Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'subnets': [{'id': 'd24b8315-201c-43f0-bf73-3e2fc096f99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:42.491699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c2f03-2e45-44d3-be00-98c2dacd34b5 None None] New status for floating IP 3475e28f-4eb1-4f49-87ee-f4eae396fc02: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:49:42.566233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8440b9-b6b5-4518-82a7-66bf2d82946f req-0702a905-533e-40dc-8018-3ddc0d43d736 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:42.567839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de8440b9-b6b5-4518-82a7-66bf2d82946f req-0702a905-533e-40dc-8018-3ddc0d43d736 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Sep 28 08:49:42.613333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de8440b9-b6b5-4518-82a7-66bf2d82946f req-836a082e-5404-457a-8041-d39affa9e242 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384471 Sep 28 08:49:42.684662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-62694546-f865-4cef-bcca-4500e293a45f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:42.686105 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-62694546-f865-4cef-bcca-4500e293a45f tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffc8644d-55c7-473a-9a8c-8949ece37126 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Sep 28 08:49:42.783141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port c94dccb2-1d23-4b4f-89ce-d449550df797 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:49:42.783459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:42.885226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port c94dccb2-1d23-4b4f-89ce-d449550df797, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=c94dccb2-1d23-4b4f-89ce-d449550df797,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:42.885606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:42.903673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for c94dccb2-1d23-4b4f-89ce-d449550df797 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:49:43.039003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.066017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=c94dccb2-1d23-4b4f-89ce-d449550df797,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:43.114561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] No DVR routers for this DVR port c94dccb2-1d23-4b4f-89ce-d449550df797 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:49:43.117305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.120606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fd70dec1-dfeb-49ed-960d-32c24c7c2a8f req-e0aaee73-e8c4-463d-9ee4-ea0c51ff3d12 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.62 "DELETE /v2.0/ports/c94dccb2-1d23-4b4f-89ce-d449550df797 HTTP/1.1" status: 204 len: 173 time: 0.4283261 Sep 28 08:49:43.250686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'name': 'network-vif-deleted', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:49:43.253560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2277e6-9bb0-40f9-b73c-a77762cd499e" -d '{"events": [{"server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "name": "network-vif-deleted", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:49:43.291291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5998f-f966-4d71-95ff-413b1aa4a947 x-openstack-request-id: req-fac5998f-f966-4d71-95ff-413b1aa4a947 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:49:43.291583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc8644d-55c7-473a-9a8c-8949ece37126", "name": "network-vif-deleted", "tag": "c94dccb2-1d23-4b4f-89ce-d449550df797", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:49:43.291834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fac5998f-f966-4d71-95ff-413b1aa4a947 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:49:43.292282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac5998f-f966-4d71-95ff-413b1aa4a947'] response: {'server_uuid': 'ffc8644d-55c7-473a-9a8c-8949ece37126', 'name': 'network-vif-deleted', 'tag': 'c94dccb2-1d23-4b4f-89ce-d449550df797', 'status': 'completed', 'code': 200} Sep 28 08:49:43.676160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44070) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:43.742026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.769291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.838010 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.840685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:43.841925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/security-groups/9a58b154-33ea-4e93-9bb6-5dfdc8cfc040 HTTP/1.1" status: 204 len: 168 time: 0.1646960 Sep 28 08:49:43.852565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58b154-33ea-4e93-9bb6-5dfdc8cfc040,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:43.859949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.860382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.860795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.861246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.861670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.862073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.862508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.862815 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.863260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.863539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.863959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.864346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9599f42d-5548-4cd3-8f78-ae1803e6d001 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:43.874915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44074) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:44.257227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:44.521807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port 7dce5e15-53b9-4996-ae9a-b690ad199857 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:49:44.522166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:44.619004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port 7dce5e15-53b9-4996-ae9a-b690ad199857, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7dce5e15-53b9-4996-ae9a-b690ad199857,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:44.619326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:44.631433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for 7dce5e15-53b9-4996-ae9a-b690ad199857 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:49:44.828723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:44.856869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=7dce5e15-53b9-4996-ae9a-b690ad199857,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:45.031285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.272209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:45.381949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:45.387733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-bdaf144d-3f52-4b0f-be0b-d682aa0ec1b8 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "PUT /v2.0/routers/3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117989 Sep 28 08:49:45.390751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44076) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:45.394164 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Sync routers for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:45.404469 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:45.405189 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:45.442988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting subnet d24b8315-201c-43f0-bf73-3e2fc096f99c {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:49:45.446981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.486516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.508309 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:45.573795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.633890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.663673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.669788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44078) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:45.670349 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/subnets/d24b8315-201c-43f0-bf73-3e2fc096f99c HTTP/1.1" status: 204 len: 168 time: 0.2782812 Sep 28 08:49:45.671099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c8f66-ec3d-47e5-8f9a-ad003ee2f73a None None] Network 26358daa-d873-47ed-8a8e-128863e1d8e9 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:49:45.671561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c1959-b436-476a-a335-0f8a0fbf75cf tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Subnet': ['ID=d24b8315-201c-43f0-bf73-3e2fc096f99c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:45.690950 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:44Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:45.718029 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Checking router: 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:45.726465 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Routers {'3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:49:45.727088 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:49:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:45.785870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.887696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68cec0b-de41-422f-9795-e5118684337e None None] DHCP port deletion for 26358daa-d873-47ed-8a8e-128863e1d8e9 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:49:45.903880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.934405 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] Set router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:49:45.935626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Deleting port 12748139-bd24-4646-a506-668ac6ddd697 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:49:45.936434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.959367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Deleting port e58dd590-91a2-409c-8698-d25516b9b61f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:49:45.959737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:45.999020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c68cec0b-de41-422f-9795-e5118684337e None None] For port 12748139-bd24-4646-a506-668ac6ddd697, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=12748139-bd24-4646-a506-668ac6ddd697,segment=NetworkSegment(42b43ec2-1c51-44fa-9d88-421a5723993e),segment_id=42b43ec2-1c51-44fa-9d88-421a5723993e)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:45.999455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.010262 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:49:46.013806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Calling delete_port for 12748139-bd24-4646-a506-668ac6ddd697 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:49:46.039981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] For port e58dd590-91a2-409c-8698-d25516b9b61f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e58dd590-91a2-409c-8698-d25516b9b61f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:46.040351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.054650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Calling delete_port for e58dd590-91a2-409c-8698-d25516b9b61f owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:49:46.105217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.127023 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:44Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:46.131604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Pushing event deleted for resources: {'Port': ['ID=12748139-bd24-4646-a506-668ac6ddd697,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:46.140697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68cec0b-de41-422f-9795-e5118684337e None None] No DVR routers for this DVR port 12748139-bd24-4646-a506-668ac6ddd697 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:49:46.144378 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.144730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.145177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.145531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.145868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.146208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.146540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.149354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.151654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.152009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.152357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.152696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cec0b-de41-422f-9795-e5118684337e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:46.165520 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cfd724-d79e-423c-bf96-76bb95f248a6 None None] The sync data for ids ['3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db'] in dv-neutron-859308-3-hyperv is: [{'id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'name': 'tempest-TestNetworkBasicOps-router-710543336', 'tenant_id': 'bb0ece877ae1475b9a8004d45b41429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:44Z', 'revision_number': 7, 'project_id': 'bb0ece877ae1475b9a8004d45b41429b', 'gw_port': {'id': 'e58dd590-91a2-409c-8698-d25516b9b61f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:48:45Z', 'updated_at': '2022-09-28T08:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:46.231844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.258455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Port': ['ID=e58dd590-91a2-409c-8698-d25516b9b61f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:46.324538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.416739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.418823 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.465507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.466055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Fanout notify agent at l3_agent the message router_deleted on router 3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:49:46.473006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.474119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dcdb49f7-d0fe-4ca5-a693-40e2a791cabe tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/routers/3e17be6b-f114-4ac5-b0f6-c7faaf5ef7db HTTP/1.1" status: 204 len: 168 time: 0.8032885 Sep 28 08:49:46.476968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44080) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:46.559059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.652927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.672682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26358daa-d873-47ed-8a8e-128863e1d8e9']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:46.682076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b43ec2-1c51-44fa-9d88-421a5723993e') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:46.682389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b43ec2-1c51-44fa-9d88-421a5723993e') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:46.692273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.705818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.712672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:49:46.713121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.735748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 42b43ec2-1c51-44fa-9d88-421a5723993e resource provider aggregate not found Sep 28 08:49:46.779909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 42b43ec2-1c51-44fa-9d88-421a5723993e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42b43ec2-1c51-44fa-9d88-421a5723993e found for delete ", "request_id": "req-91cf0713-95bb-401e-9bbc-2a4a36787274"}]} Sep 28 08:49:46.799906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.819016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:46.823043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] 10.222.0.27 "DELETE /v2.0/networks/26358daa-d873-47ed-8a8e-128863e1d8e9 HTTP/1.1" status: 204 len: 168 time: 0.3450961 Sep 28 08:49:46.824089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e26ff-a685-4991-81ee-e8c077740163 tempest-TestNetworkBasicOps-2116988073 tempest-TestNetworkBasicOps-2116988073-project] Pushing event deleted for resources: {'Network': ['ID=26358daa-d873-47ed-8a8e-128863e1d8e9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:47.117080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44090) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:47.197611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 12748139-bd24-4646-a506-668ac6ddd697 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:47.219933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 12748139-bd24-4646-a506-668ac6ddd697 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:49:47.220281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 12748139-bd24-4646-a506-668ac6ddd697 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:47.220706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:47.243136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7dce5e15-53b9-4996-ae9a-b690ad199857 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:49:47.243476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7dce5e15-53b9-4996-ae9a-b690ad199857 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:47.274737 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-11932350-9c7a-47c3-86dc-fe797165b246 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb0ece877ae1475b9a8004d45b41429b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564431 Sep 28 08:49:47.277348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:47.334596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.357466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.406870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.409531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.410723 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/32e697f9-455a-4687-b981-4d4ee6324eb6 HTTP/1.1" status: 204 len: 168 time: 0.1324382 Sep 28 08:49:47.419064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f371071-f70d-4bed-bda5-ee959cdc3c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e697f9-455a-4687-b981-4d4ee6324eb6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:47.696085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44100) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:47.709654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c63a133-84a3-4630-ab97-257aea831c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.785929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c63a133-84a3-4630-ab97-257aea831c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.792250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c63a133-84a3-4630-ab97-257aea831c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.796488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c94dccb2-1d23-4b4f-89ce-d449550df797 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:47.817677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: c94dccb2-1d23-4b4f-89ce-d449550df797 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:49:47.818019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device c94dccb2-1d23-4b4f-89ce-d449550df797 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:47.831236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7c63a133-84a3-4630-ab97-257aea831c37 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a2b480351b3149758c5117cb4a35e57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338632 Sep 28 08:49:47.832117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63a133-84a3-4630-ab97-257aea831c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4054d37f-c9e0-49f8-974e-ccec06527506,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:47.834038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44102) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:49:47.884319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.909497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.958132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.960989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:49:47.962134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4054d37f-c9e0-49f8-974e-ccec06527506 HTTP/1.1" status: 204 len: 168 time: 0.1269798 Sep 28 08:49:47.969976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38676476-aeaf-498e-98ce-023b8e77ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4054d37f-c9e0-49f8-974e-ccec06527506,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:48.754593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:48.775151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e58dd590-91a2-409c-8698-d25516b9b61f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:49:48.775494 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e58dd590-91a2-409c-8698-d25516b9b61f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:54.332749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-147528c1-6087-4529-9ac7-9f51e19380da tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=4309c547e9a64a58882e99fbf5c3380a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300386 Sep 28 08:49:54.547036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-59296350-d7ee-4707-9bf7-780a11d46046 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:54.548535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-59296350-d7ee-4707-9bf7-780a11d46046 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096913 Sep 28 08:49:54.564063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-aad8b479-da76-4266-a874-8de84f5b85ea tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/quotas/4309c547e9a64a58882e99fbf5c3380a HTTP/1.1" status: 200 len: 375 time: 0.0095828 Sep 28 08:49:54.594776 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-f4c08341-2a78-47ba-ad6c-f467c0b19a5c tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4309c547e9a64a58882e99fbf5c3380a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254524 Sep 28 08:49:54.756356 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c36a4a10-695e-4377-ae80-418631cbe243 req-92d0db80-cfeb-4b4d-99e0-44ec1ba2aae6 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0275099 Sep 28 08:49:55.842238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-23f289e7-4f3c-4891-a9d9-fbe4b2e0928c req-1b3d9db7-00ee-464a-b988-27a68967acaa tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0272062 Sep 28 08:49:56.945243 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9058064f-1df7-4cc3-ad28-aa24168127ae req-479e2ec8-7b08-4496-888c-d41b17c07302 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0338776 Sep 28 08:49:58.039272 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-26acaa6c-8ceb-4c1a-a097-392f74152a9c req-61bd9ebf-b8bd-48d2-8b1c-c131875516d4 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0306313 Sep 28 08:49:59.145177 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1f9de7cd-a6c8-41e3-bbdd-96fa31fdc8e8 req-cd154b17-e294-43f3-b6f1-8fd8607303b7 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0270483 Sep 28 08:49:59.818287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-b35fcacc-b281-4024-b97f-e87582fd0c90 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4309c547e9a64a58882e99fbf5c3380a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221176 Sep 28 08:49:59.929627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-ffffd7ba-d542-4dd2-ae7e-5faf4ce46a0a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:59.931393 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-ffffd7ba-d542-4dd2-ae7e-5faf4ce46a0a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080265 Sep 28 08:49:59.948778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Request body: {'port': {'device_id': '5881c7f8-c90a-4986-a470-1735be53490a', 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018', 'admin_state_up': True, 'tenant_id': '4309c547e9a64a58882e99fbf5c3380a'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:00.369460 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-36eaa025-9410-49bf-84e7-037e264adbf7 req-2807b471-272a-4b72-ab2f-f4ac4692f297 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 210 time: 0.0354559 Sep 28 08:50:00.423517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Made reservation on behalf of 4309c547e9a64a58882e99fbf5c3380a for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:00.427266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.436602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.516743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.523608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.583273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8420e-9806-4c4f-9763-774d7887a5a3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:00.657872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Allocated IP 192.168.233.213 (aa2cc1c3-d5a2-4c47-be6d-b63210a95018/c67ff148-af25-430f-8f1b-e0de36a40091/05d7ce76-9596-4995-97b3-423971d2b52e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:00.812284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.849048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.893220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:00.897174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:00.901436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:50:00.927814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Pushing event updated for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:00.958892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:00.959505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:00.981065 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-d8c5f857-d524-4b47-a429-41156e7d8e2b tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0360913 Sep 28 08:50:00.994583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Request body: {'port': {'device_id': '5881c7f8-c90a-4986-a470-1735be53490a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:01.057058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.146935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Provisioning complete for port 05d7ce76-9596-4995-97b3-423971d2b52e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:01.147600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.147724 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Attempt 1 to provision port 05d7ce76-9596-4995-97b3-423971d2b52e Sep 28 08:50:01.182480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Port 05d7ce76-9596-4995-97b3-423971d2b52e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:01.323844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d7ce76-9596-4995-97b3-423971d2b52e {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:50:01.331258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.350595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Transition to ACTIVE for port object 05d7ce76-9596-4995-97b3-423971d2b52e will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:50:01.356396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.424286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:01.471940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Attempting to bind port 05d7ce76-9596-4995-97b3-423971d2b52e on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:50:01.472259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Attempting to bind port 05d7ce76-9596-4995-97b3-423971d2b52e by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:50:01.472588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Attempting to bind port 05d7ce76-9596-4995-97b3-423971d2b52e on network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:01.477214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Port 05d7ce76-9596-4995-97b3-423971d2b52e on network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:50:01.477533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Attempting to bind port 05d7ce76-9596-4995-97b3-423971d2b52e on network aa2cc1c3-d5a2-4c47-be6d-b63210a95018 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:01.482510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:50:01.482846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Checking segment: {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:01.483214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Bound using segment: {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:01.483635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Bound port: 05d7ce76-9596-4995-97b3-423971d2b52e, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edeb498a-380c-436a-a38e-043f4652e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:50:01.483986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.496768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb7e6-3be8-45b1-bb4d-eb910ef43bc5 req-aee4b484-809e-476d-825c-fc8b5e27115a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:01.498353 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-46dbb7e6-3be8-45b1-bb4d-eb910ef43bc5 req-aee4b484-809e-476d-825c-fc8b5e27115a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 948 time: 0.0531938 Sep 28 08:50:01.547718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:01.551156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=05d7ce76-9596-4995-97b3-423971d2b52e,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:01.555978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.560577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:01.561227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:01.562692 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] 10.222.0.62 "PUT /v2.0/ports/05d7ce76-9596-4995-97b3-423971d2b52e HTTP/1.1" status: 200 len: 1098 time: 0.5733118 Sep 28 08:50:01.563163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:50:01.565610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e41bd-cead-4ec1-b7c6-48d455500800" -d '{"events": [{"name": "network-changed", "server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:01.628610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b463272-939d-4d5e-8f0e-ea70d71fa84e x-openstack-request-id: req-9b463272-939d-4d5e-8f0e-ea70d71fa84e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:01.628940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:01.629129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9b463272-939d-4d5e-8f0e-ea70d71fa84e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:01.629552 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b463272-939d-4d5e-8f0e-ea70d71fa84e'] response: {'name': 'network-changed', 'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e', 'status': 'completed', 'code': 200} Sep 28 08:50:01.649974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f484-b467-482e-b3c1-366f13c69be4 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:01.669623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-56c3a650-39fe-453f-84b5-5f822d40a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:01.671243 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-56c3a650-39fe-453f-84b5-5f822d40a946 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4309c547e9a64a58882e99fbf5c3380a&device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 1101 time: 0.0627131 Sep 28 08:50:01.683616 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Attempt 2 to provision port 05d7ce76-9596-4995-97b3-423971d2b52e Sep 28 08:50:01.716592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-aeece6f5-2e7a-4e1a-be0a-726e9fa537d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=05d7ce76-9596-4995-97b3-423971d2b52e HTTP/1.1" status: 200 len: 217 time: 0.0378335 Sep 28 08:50:01.734033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-406bb72b-e63a-4b5f-b408-899cc4c866ae None None] Port 05d7ce76-9596-4995-97b3-423971d2b52e had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:50:01.768575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-731fb4c7-0922-4797-bf71-3b35ceb85220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:01.770104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-731fb4c7-0922-4797-bf71-3b35ceb85220 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c67ff148-af25-430f-8f1b-e0de36a40091 HTTP/1.1" status: 200 len: 843 time: 0.0474610 Sep 28 08:50:01.823125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-c33eae56-f44b-4c54-b7d8-c15c57574561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:01.824647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-c33eae56-f44b-4c54-b7d8-c15c57574561 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa2cc1c3-d5a2-4c47-be6d-b63210a95018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0476327 Sep 28 08:50:01.918316 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-46dbb7e6-3be8-45b1-bb4d-eb910ef43bc5 req-8d3b0335-8b8c-48b0-b413-d4d270791de3 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131160 Sep 28 08:50:01.919895 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-b58d3691-cd7d-415a-8d1e-00165794a65b service neutron] 10.222.0.62 "GET /v2.0/networks/aa2cc1c3-d5a2-4c47-be6d-b63210a95018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880249 Sep 28 08:50:02.018777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3edb2abc-ca49-4977-ae80-b80e3552944a req-fdc7239f-fccc-4eb5-972c-ed44e12a0028 service neutron] 10.222.0.62 "GET /v2.0/networks/aa2cc1c3-d5a2-4c47-be6d-b63210a95018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923226 Sep 28 08:50:02.113146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-95b4aa5e-ec5b-4e8d-be35-24bd2eee8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:02.114664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-95b4aa5e-ec5b-4e8d-be35-24bd2eee8439 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4309c547e9a64a58882e99fbf5c3380a&device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 1101 time: 0.0430758 Sep 28 08:50:02.209065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-c8f04f3d-edf9-4476-a5f3-2cd2bfda8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:02.210413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-c8f04f3d-edf9-4476-a5f3-2cd2bfda8a1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa2cc1c3-d5a2-4c47-be6d-b63210a95018 HTTP/1.1" status: 200 len: 870 time: 0.0894692 Sep 28 08:50:02.251133 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-667ed5f4-d7a9-4b03-8f0d-082636676e46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=05d7ce76-9596-4995-97b3-423971d2b52e HTTP/1.1" status: 200 len: 217 time: 0.0340502 Sep 28 08:50:02.300610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-94c2be2f-64ca-4476-8c2b-2726615767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:02.302084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-94c2be2f-64ca-4476-8c2b-2726615767d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c67ff148-af25-430f-8f1b-e0de36a40091 HTTP/1.1" status: 200 len: 843 time: 0.0440304 Sep 28 08:50:02.350192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-cb8d6ca5-e92b-411e-a574-6b318d931c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:02.351720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-cb8d6ca5-e92b-411e-a574-6b318d931c75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa2cc1c3-d5a2-4c47-be6d-b63210a95018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0421417 Sep 28 08:50:02.450222 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-111708d6-8f58-495e-b0c0-004b7b816234 service neutron] 10.222.0.62 "GET /v2.0/networks/aa2cc1c3-d5a2-4c47-be6d-b63210a95018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891347 Sep 28 08:50:02.558717 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-974e41bd-cead-4ec1-b7c6-48d455500800 req-20db384a-8808-496b-ac64-64c2e3ddc6cc service neutron] 10.222.0.62 "GET /v2.0/networks/aa2cc1c3-d5a2-4c47-be6d-b63210a95018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996108 Sep 28 08:50:03.060296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550caff-491b-402f-9a9f-22358eec06c3 req-52f07d35-f5aa-4a42-99bd-75855aa31692 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:03.061814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1550caff-491b-402f-9a9f-22358eec06c3 req-52f07d35-f5aa-4a42-99bd-75855aa31692 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 948 time: 0.0595264 Sep 28 08:50:03.100980 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1550caff-491b-402f-9a9f-22358eec06c3 req-82e60423-82e7-4258-b741-dbbcb4a95c27 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Sep 28 08:50:03.419262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:04.226268 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938a5a-0d86-4191-aa1e-18939d4cf3bf req-3e9d45b0-36c0-49cb-a215-dc754b22a0fc tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:04.227980 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1d938a5a-0d86-4191-aa1e-18939d4cf3bf req-3e9d45b0-36c0-49cb-a215-dc754b22a0fc tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 948 time: 0.0513663 Sep 28 08:50:04.266865 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1d938a5a-0d86-4191-aa1e-18939d4cf3bf req-61fe6785-7606-4735-819c-258b600243ec tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Sep 28 08:50:05.405283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec96cc-04d0-46c5-96be-55b62b6d3b99 req-447e8a96-6526-40da-ac64-c0f5919e4551 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:05.406790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8aec96cc-04d0-46c5-96be-55b62b6d3b99 req-447e8a96-6526-40da-ac64-c0f5919e4551 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 948 time: 0.0527728 Sep 28 08:50:05.450928 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8aec96cc-04d0-46c5-96be-55b62b6d3b99 req-1564d3a2-a9db-408c-9ef1-bc40121fda71 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Sep 28 08:50:05.952514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 05d7ce76-9596-4995-97b3-423971d2b52e details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:50:06.052330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=05d7ce76-9596-4995-97b3-423971d2b52e,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:06.062858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '05d7ce76-9596-4995-97b3-423971d2b52e', 'network_id': 'aa2cc1c3-d5a2-4c47-be6d-b63210a95018', 'port_id': '05d7ce76-9596-4995-97b3-423971d2b52e', 'mac_address': 'fa:16:3e:22:3c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67ff148-af25-430f-8f1b-e0de36a40091', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:50:06.106404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 05d7ce76-9596-4995-97b3-423971d2b52e is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:06.106804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:06.119934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d7ce76-9596-4995-97b3-423971d2b52e {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:50:06.145269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=05d7ce76-9596-4995-97b3-423971d2b52e,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:06.151176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:06.201313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:06.361708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['05d7ce76-9596-4995-97b3-423971d2b52e'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:50:06.475043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4334e399-52f9-4804-ba83-ee40eadf050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:06.585432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4fe77-9a1e-4f57-a6ff-0a8c7578cb41 req-b0f015ee-e94f-4891-8401-2e9460e733fb tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:06.586907 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2df4fe77-9a1e-4f57-a6ff-0a8c7578cb41 req-b0f015ee-e94f-4891-8401-2e9460e733fb tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 949 time: 0.0579791 Sep 28 08:50:06.630253 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2df4fe77-9a1e-4f57-a6ff-0a8c7578cb41 req-1db92744-0f0f-4057-af01-d8196b80733d tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Sep 28 08:50:07.804983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab30e2-3f78-49b4-b939-0b22488131c0 req-4f390b72-026f-4341-beb5-11d294c10396 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:07.806604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3eab30e2-3f78-49b4-b939-0b22488131c0 req-4f390b72-026f-4341-beb5-11d294c10396 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 949 time: 0.0573034 Sep 28 08:50:07.848706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3eab30e2-3f78-49b4-b939-0b22488131c0 req-98590b3e-1e5f-4504-b3ff-e5d5a42d2f7f tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Sep 28 08:50:07.951791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 05d7ce76-9596-4995-97b3-423971d2b52e up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:08.015029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 05d7ce76-9596-4995-97b3-423971d2b52e completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:50:08.019056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 05d7ce76-9596-4995-97b3-423971d2b52e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:08.019430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:08.019759 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 05d7ce76-9596-4995-97b3-423971d2b52e Sep 28 08:50:08.118991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 05d7ce76-9596-4995-97b3-423971d2b52e is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:08.119254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:08.141887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:50:08.144162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7bffe-233e-47ee-ab06-fd8ffe901f81" -d '{"events": [{"server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "name": "network-vif-plugged", "status": "completed", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:08.156882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=05d7ce76-9596-4995-97b3-423971d2b52e,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:08.162735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:08.215379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:08.241926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ad554-8b33-4872-91ed-0f6d98ba0374 x-openstack-request-id: req-7f9ad554-8b33-4872-91ed-0f6d98ba0374 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:08.242201 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "name": "network-vif-plugged", "status": "completed", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:08.242451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7f9ad554-8b33-4872-91ed-0f6d98ba0374 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:08.242931 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9ad554-8b33-4872-91ed-0f6d98ba0374'] response: {'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e', 'code': 200} Sep 28 08:50:08.422407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d906-6566-410e-a334-62c7154e029c req-4ace334d-40ac-4960-82d2-b369762422b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:08.423846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87b6d906-6566-410e-a334-62c7154e029c req-4ace334d-40ac-4960-82d2-b369762422b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 1103 time: 0.0423906 Sep 28 08:50:08.458972 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87b6d906-6566-410e-a334-62c7154e029c req-1d39727a-0643-4ca2-8245-ca2a7a110502 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284328 Sep 28 08:50:08.792053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c28a36c-c8a6-4160-9272-1bf9a1d634b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:08.978453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536d09-dbd8-4dd7-badc-9126fb62a150 req-f8efeea8-7a20-47ab-b158-81397b03be3a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:08.979942 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c536d09-dbd8-4dd7-badc-9126fb62a150 req-f8efeea8-7a20-47ab-b158-81397b03be3a tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 950 time: 0.0519764 Sep 28 08:50:09.020557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c536d09-dbd8-4dd7-badc-9126fb62a150 req-31023966-879b-42ff-ac1c-5562aef42528 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Sep 28 08:50:10.128865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:10.173074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f8f7-7d99-4ccd-a12f-d063b263e42d req-1eeeb533-30a6-40b8-9130-544dc7f80ca3 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:10.174554 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5633f8f7-7d99-4ccd-a12f-d063b263e42d req-1eeeb533-30a6-40b8-9130-544dc7f80ca3 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 950 time: 0.0575016 Sep 28 08:50:10.215074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5633f8f7-7d99-4ccd-a12f-d063b263e42d req-428c3df4-289f-4779-88e9-acf1aa990b6f tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Sep 28 08:50:10.544287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-15c0dd3c-902b-43b7-a468-d050550c0d0d req-7cfbb5ac-58a8-4543-a9ed-cfab90f78eff service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:50:10.545306 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-15c0dd3c-902b-43b7-a468-d050550c0d0d req-7cfbb5ac-58a8-4543-a9ed-cfab90f78eff service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Sep 28 08:50:11.036813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-7bb4d1f2-61d2-41b3-b78f-211e8606d944 req-81b8b16f-6f94-4898-b443-e58603618570 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:50:11.038264 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7bb4d1f2-61d2-41b3-b78f-211e8606d944 req-81b8b16f-6f94-4898-b443-e58603618570 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061268 Sep 28 08:50:11.296983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:11.427023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b77030-49cb-43ce-857f-e604d8018367 req-dd8226cd-e808-4fab-be9d-d7ac06f13be2 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:11.428411 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-07b77030-49cb-43ce-857f-e604d8018367 req-dd8226cd-e808-4fab-be9d-d7ac06f13be2 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 950 time: 0.0591307 Sep 28 08:50:11.480678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-07b77030-49cb-43ce-857f-e604d8018367 req-f2104f52-5107-43ff-9cc0-156891131cb7 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Sep 28 08:50:11.696386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:12.644706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab52f-bbf4-42ad-8fdb-72927a2aacbd req-d4e80cfd-2978-47cc-aaba-7af4ab3c014f tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:12.646276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0a4ab52f-bbf4-42ad-8fdb-72927a2aacbd req-d4e80cfd-2978-47cc-aaba-7af4ab3c014f tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 950 time: 0.0753169 Sep 28 08:50:12.725069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0a4ab52f-bbf4-42ad-8fdb-72927a2aacbd req-8c96da03-95f4-4880-bbda-de92ce04f9df tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.27 "GET /v2.0/security-groups?id=67e8420e-9806-4c4f-9763-774d7887a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710053 Sep 28 08:50:12.739581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-96ed87e6-143a-47ab-bfee-f7ecee6db732 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:12.741290 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-96ed87e6-143a-47ab-bfee-f7ecee6db732 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.62 "GET /v2.0/ports?device_id=5881c7f8-c90a-4986-a470-1735be53490a HTTP/1.1" status: 200 len: 950 time: 0.0731342 Sep 28 08:50:12.856975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Deleting port 05d7ce76-9596-4995-97b3-423971d2b52e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:50:12.857383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:12.962223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] For port 05d7ce76-9596-4995-97b3-423971d2b52e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=05d7ce76-9596-4995-97b3-423971d2b52e,segment=NetworkSegment(edeb498a-380c-436a-a38e-043f4652e54a),segment_id=edeb498a-380c-436a-a38e-043f4652e54a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:12.962548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:12.977701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Calling delete_port for 05d7ce76-9596-4995-97b3-423971d2b52e owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:50:13.132246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:13.145098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['05d7ce76-9596-4995-97b3-423971d2b52e'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:50:13.164559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Pushing event deleted for resources: {'Port': ['ID=05d7ce76-9596-4995-97b3-423971d2b52e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:13.219781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] No DVR routers for this DVR port 05d7ce76-9596-4995-97b3-423971d2b52e on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:50:13.223244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:13.227196 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1795ef36-7380-4617-8b0e-7db75b9c271a req-04a8f152-77ee-44bd-bfd4-945e39055f04 tempest-ServersAdminNegativeTestJSON-225867444 tempest-ServersAdminNegativeTestJSON-225867444-project] 10.222.0.62 "DELETE /v2.0/ports/05d7ce76-9596-4995-97b3-423971d2b52e HTTP/1.1" status: 204 len: 173 time: 0.4802215 Sep 28 08:50:13.227657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'name': 'network-vif-deleted', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:50:13.230144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166bc715-3069-4aeb-8b07-0affe7888495" -d '{"events": [{"server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "name": "network-vif-deleted", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:13.275622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e27eff6-9eb9-4f99-b0fe-265f9d157da6 x-openstack-request-id: req-1e27eff6-9eb9-4f99-b0fe-265f9d157da6 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:13.275961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5881c7f8-c90a-4986-a470-1735be53490a", "name": "network-vif-deleted", "tag": "05d7ce76-9596-4995-97b3-423971d2b52e", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:13.276351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e27eff6-9eb9-4f99-b0fe-265f9d157da6 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:13.276820 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e27eff6-9eb9-4f99-b0fe-265f9d157da6'] response: {'server_uuid': '5881c7f8-c90a-4986-a470-1735be53490a', 'name': 'network-vif-deleted', 'tag': '05d7ce76-9596-4995-97b3-423971d2b52e', 'status': 'completed', 'code': 200} Sep 28 08:50:14.043051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44260) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:14.195191 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f84e6cb8-69f1-492c-84f2-83b84d3fd94a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4309c547e9a64a58882e99fbf5c3380a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509359 Sep 28 08:50:14.199182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44264) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:14.250272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.277548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.335124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.337856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.339067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/67e8420e-9806-4c4f-9763-774d7887a5a3 HTTP/1.1" status: 204 len: 168 time: 0.1389685 Sep 28 08:50:14.347017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27be878-f7bb-4a3b-9caf-7aff01bf491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8420e-9806-4c4f-9763-774d7887a5a3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:14.612499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44270) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:14.626768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a4442f6-a6da-4f2a-87ca-396ddb4bf008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.703601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a4442f6-a6da-4f2a-87ca-396ddb4bf008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.710118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a4442f6-a6da-4f2a-87ca-396ddb4bf008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.749727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8a4442f6-a6da-4f2a-87ca-396ddb4bf008 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a60c5e5fe52a44fcb550ad02ea1854e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360552 Sep 28 08:50:14.750725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4442f6-a6da-4f2a-87ca-396ddb4bf008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b2a46-21a8-4863-b915-f54803ac4940,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:14.752451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44272) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:14.803746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.824829 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.877210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.880274 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:14.881498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/726b2a46-21a8-4863-b915-f54803ac4940 HTTP/1.1" status: 204 len: 168 time: 0.1273797 Sep 28 08:50:14.889692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187670-6034-48bb-b065-6852abf3b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b2a46-21a8-4863-b915-f54803ac4940,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:15.600392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44294) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:15.704802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-32210174-network', 'tenant_id': 'b57fade464e2487282b1304bceb78f67'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:15.727828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Made reservation on behalf of b57fade464e2487282b1304bceb78f67 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:15.730466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.739332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.817969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.824039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.848000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:50:15.856681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e6084-cb7e-40a1-916d-a62e15fcea13,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:15.862646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.863005 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Added segment 34777764-acf2-427d-9425-d87ea7832eac of type vlan for network 8eb99934-50c1-4578-8192-d9581bf6a8a2 Sep 28 08:50:15.903962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.930749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.931724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:15.932302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:15.978097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3763397 Sep 28 08:50:15.981191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44298) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:15.986277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Request body: {'subnet': {'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-32210174-subnet', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:16.007610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Made reservation on behalf of b57fade464e2487282b1304bceb78f67 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:16.009967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.027017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4b953-9925-4ea4-9185-867cff5cb0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb99934-50c1-4578-8192-d9581bf6a8a2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:16.036873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:50:16.190686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.238259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7482f28c-12a0-470a-8d86-3cf4510b745f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:16.253937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Checking segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:16.254299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Network hostable DHCP agents. Network: 8eb99934-50c1-4578-8192-d9581bf6a8a2, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:50:16.274408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:50:16.285654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 8eb99934-50c1-4578-8192-d9581bf6a8a2) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:16.291514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:16.291641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.294788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0bf7d-213c-4ca9-9397-ec0c8690485c None None] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:50:16.310397 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1b8e106-ceef-4c0a-8e7d-d84ac48f9f06 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3280640 Sep 28 08:50:16.313381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44300) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:16.318007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:16.340381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.341456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.394361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.441579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-8eb99934-50c1-4578-8192-d9581bf6a8a2', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:50:16.442454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.535183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.576580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Allocated IP 172.20.0.2 (8eb99934-50c1-4578-8192-d9581bf6a8a2/7482f28c-12a0-470a-8d86-3cf4510b745f/55d3f716-8765-4f34-9fab-0862ceb8812f) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:16.723438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.731872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.732421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.756130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.770610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:16.773756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:16.784696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:50:16.787831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Pushing event updated for resources: {'Port': ['ID=55d3f716-8765-4f34-9fab-0862ceb8812f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:16.838545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Attempting to bind port 55d3f716-8765-4f34-9fab-0862ceb8812f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:50:16.838920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Attempting to bind port 55d3f716-8765-4f34-9fab-0862ceb8812f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:50:16.839312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Attempting to bind port 55d3f716-8765-4f34-9fab-0862ceb8812f on network 8eb99934-50c1-4578-8192-d9581bf6a8a2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:16.844555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:50:16.844938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Checking segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:16.845384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.845755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Bound using segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:16.846227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Bound port: 55d3f716-8765-4f34-9fab-0862ceb8812f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:50:16.846630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.860318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Allocated IP 172.26.4.164 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/2bc76c9f-4903-435c-9fea-b998a466aab1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:16.909758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] For port 55d3f716-8765-4f34-9fab-0862ceb8812f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:16.913333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] For port 55d3f716-8765-4f34-9fab-0862ceb8812f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=55d3f716-8765-4f34-9fab-0862ceb8812f,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:16.918923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:16.970033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791033f-3927-48f2-b834-00ffe73b516c None None] Pushing event updated for resources: {'Port': ['ID=55d3f716-8765-4f34-9fab-0862ceb8812f,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:16.984666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:17.020398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:17.059784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:17.062781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:17.066278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:50:17.103815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Pushing event updated for resources: {'Port': ['ID=2bc76c9f-4903-435c-9fea-b998a466aab1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:17.344097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:17.545803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:17.685077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:50:17.820356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b67f1-9564-4073-a395-c26218f520f4 None None] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:50:17.900157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Provisioning complete for port 55d3f716-8765-4f34-9fab-0862ceb8812f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:17.900387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:17.900815 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Attempt 1 to provision port 55d3f716-8765-4f34-9fab-0862ceb8812f Sep 28 08:50:18.048454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 05d7ce76-9596-4995-97b3-423971d2b52e no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:50:18.069975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Current status of the port 55d3f716-8765-4f34-9fab-0862ceb8812f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:18.070226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.081694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 05d7ce76-9596-4995-97b3-423971d2b52e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:50:18.081988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 05d7ce76-9596-4995-97b3-423971d2b52e not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:50:18.114249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] For port 55d3f716-8765-4f34-9fab-0862ceb8812f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=55d3f716-8765-4f34-9fab-0862ceb8812f,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:18.119599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:18.120193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.143535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.147428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7093ae62-b06d-46e8-8912-1e485f764bfe admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8303812 Sep 28 08:50:18.147869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:18.150662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Sync routers for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:18.179993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:50:18.180626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:50:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:18.220834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba44adb-8ee2-4495-bb02-f744442400e6 None None] Pushing event updated for resources: {'Port': ['ID=55d3f716-8765-4f34-9fab-0862ceb8812f,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:18.300658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:50:18.388722 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2356c3dc-9407-4a55-97a8-22c62ceb8c4a None None] Provisioning complete for port 55d3f716-8765-4f34-9fab-0862ceb8812f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:18.389021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2356c3dc-9407-4a55-97a8-22c62ceb8c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.389319 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2356c3dc-9407-4a55-97a8-22c62ceb8c4a None None] Attempt 1 to provision port 55d3f716-8765-4f34-9fab-0862ceb8812f Sep 28 08:50:18.580246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.690041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2356c3dc-9407-4a55-97a8-22c62ceb8c4a None None] Current status of the port 55d3f716-8765-4f34-9fab-0862ceb8812f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:18.704234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:17Z', 'revision_number': 3, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:18.732392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Checking router: 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:18.732748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Updating router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c port 2bc76c9f-4903-435c-9fea-b998a466aab1 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:18.758931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.789648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Allocated IP 172.20.0.1 (8eb99934-50c1-4578-8192-d9581bf6a8a2/7482f28c-12a0-470a-8d86-3cf4510b745f/8786b504-ad10-4e70-af87-1cc35f3a0b3e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:18.857869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 55d3f716-8765-4f34-9fab-0862ceb8812f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:18.904656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.941487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.982895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 55d3f716-8765-4f34-9fab-0862ceb8812f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:18.983236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:18.983594 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 55d3f716-8765-4f34-9fab-0862ceb8812f Sep 28 08:50:18.983747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:18.986870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:18.991573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:50:18.999679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Pushing event updated for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.049194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.145797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 55d3f716-8765-4f34-9fab-0862ceb8812f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:19.149160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.156999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.190043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Attempting to bind port 2bc76c9f-4903-435c-9fea-b998a466aab1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:50:19.190413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Attempting to bind port 2bc76c9f-4903-435c-9fea-b998a466aab1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:50:19.190786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Attempting to bind port 2bc76c9f-4903-435c-9fea-b998a466aab1 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:19.193920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.200954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:50:19.201385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:19.201861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.202180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:19.202648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Bound port: 2bc76c9f-4903-435c-9fea-b998a466aab1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:50:19.203038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.236486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f3d3-1bdb-4cd0-9865-f0823bf3c66c None None] Pushing event updated for resources: {'Port': ['ID=2bc76c9f-4903-435c-9fea-b998a466aab1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.264094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Provisioning complete for port 8786b504-ad10-4e70-af87-1cc35f3a0b3e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:19.264389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.264736 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 1 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:19.297136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] For port 2bc76c9f-4903-435c-9fea-b998a466aab1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:19.312937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] For port 2bc76c9f-4903-435c-9fea-b998a466aab1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2bc76c9f-4903-435c-9fea-b998a466aab1,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:19.317462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:19.318834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.352891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:50:19.353443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:50:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:19.365736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.371997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.410929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f3d3-1bdb-4cd0-9865-f0823bf3c66c None None] Pushing event updated for resources: {'Port': ['ID=2bc76c9f-4903-435c-9fea-b998a466aab1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.438921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:19.440811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Pushing event updated for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.477562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:50:19.534861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:19.536447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:19.657240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:50:19.680124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8786b504-ad10-4e70-af87-1cc35f3a0b3e', 'name': '', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'mac_address': 'fa:16:3e:c5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:18Z', 'updated_at': '2022-09-28T08:50:18Z', 'revision_number': 1, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'subnets': [{'id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:19.712359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc232c8-5654-41ac-87ea-9f8b3bdc2283 None None] The sync data for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv is: [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8786b504-ad10-4e70-af87-1cc35f3a0b3e', 'name': '', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'mac_address': 'fa:16:3e:c5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:18Z', 'updated_at': '2022-09-28T08:50:18Z', 'revision_number': 1, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'subnets': [{'id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:19.775898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:19.781010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-93eb8ca4-7a75-427a-91ef-1bd9a5512f65 admin admin] 10.222.0.27 "PUT /v2.0/routers/1b8c6ee9-71b0-44d3-be2c-7175bd0b904c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6312768 Sep 28 08:50:19.818531 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 2 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:19.857187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:20.249949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-80f27318-98c0-4c7f-8e4e-f05c89154eec tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:20.251846 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-80f27318-98c0-4c7f-8e4e-f05c89154eec tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 810 time: 0.1106088 Sep 28 08:50:20.271863 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-ac8402ce-a9ca-4692-ab76-58d23d81a6bb tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/quotas/b57fade464e2487282b1304bceb78f67 HTTP/1.1" status: 200 len: 375 time: 0.0138657 Sep 28 08:50:20.333337 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-3deb64d3-911b-4566-8872-a50d99e748f3 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546167 Sep 28 08:50:20.358656 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 3 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:20.400164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:20.447584 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-3b543c1f-c725-4dc3-84e5-f2d7096c97e9 service neutron] 10.222.0.27 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978186 Sep 28 08:50:20.551331 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-251a2430-370c-45bd-b585-c12b72fa8d11 service neutron] 10.222.0.27 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964198 Sep 28 08:50:20.747679 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a97d60b-196b-4697-8198-e61a16e25bbf req-6e10fb38-0487-4283-80e9-a1ba38e0c56a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 28 08:50:20.852235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2bc76c9f-4903-435c-9fea-b998a466aab1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:20.901008 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 4 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:20.934255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2bc76c9f-4903-435c-9fea-b998a466aab1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:20.934631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:20.934971 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2bc76c9f-4903-435c-9fea-b998a466aab1 Sep 28 08:50:20.966212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:21.026701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2bc76c9f-4903-435c-9fea-b998a466aab1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:21.027282 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:21.050835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 2bc76c9f-4903-435c-9fea-b998a466aab1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2bc76c9f-4903-435c-9fea-b998a466aab1,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:21.054330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:21.108120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=2bc76c9f-4903-435c-9fea-b998a466aab1,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:21.467144 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 5 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:21.508358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:21.705547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-ab411c6c-eae8-4cf9-9640-0c0d849cf269 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:21.707044 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-ab411c6c-eae8-4cf9-9640-0c0d849cf269 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 810 time: 0.1089649 Sep 28 08:50:21.722372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Request body: {'port': {'device_id': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'admin_state_up': True, 'tenant_id': 'b57fade464e2487282b1304bceb78f67'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:21.726982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Sync routers for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:21.737768 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:50:21.738463 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:50:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:21.851243 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:50:21.856087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Made reservation on behalf of b57fade464e2487282b1304bceb78f67 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:21.856670 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-62df4e80-2200-4673-807f-fa1f95998dcb req-5b6c688d-000a-4390-9658-6a6f1d4770ad tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 210 time: 0.0323212 Sep 28 08:50:21.864784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.003423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Allocated IP 172.20.0.10 (8eb99934-50c1-4578-8192-d9581bf6a8a2/7482f28c-12a0-470a-8d86-3cf4510b745f/1a878715-b3fa-48e7-81fa-a91880625dfb) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:22.009257 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 6 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:22.053512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:22.067700 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8786b504-ad10-4e70-af87-1cc35f3a0b3e', 'name': '', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'mac_address': 'fa:16:3e:c5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:18Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 2, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'subnets': [{'id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:22.093525 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Checking router: 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:22.093877 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Updating router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c port 8786b504-ad10-4e70-af87-1cc35f3a0b3e binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:22.118128 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.157512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.192632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.239347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:22.242551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:22.246236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:50:22.275452 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Pushing event updated for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.309073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:22.309794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.330579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-cac7080e-d4f5-4ede-942d-b3cdf236a43a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6135247 Sep 28 08:50:22.344731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Request body: {'port': {'device_id': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:50:22.394185 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.401959 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.404980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.466523 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Pushing event updated for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.493944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.494253 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.494611 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.494935 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.495268 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.495730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.496028 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.496367 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.496673 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.496990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.497307 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.497600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:22.506400 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Attempting to bind port 8786b504-ad10-4e70-af87-1cc35f3a0b3e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:50:22.506644 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Attempting to bind port 8786b504-ad10-4e70-af87-1cc35f3a0b3e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:50:22.506994 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Attempting to bind port 8786b504-ad10-4e70-af87-1cc35f3a0b3e on network 8eb99934-50c1-4578-8192-d9581bf6a8a2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:22.511948 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:50:22.512303 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Checking segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:22.512689 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.513092 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Bound using segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:22.513542 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Bound port: 8786b504-ad10-4e70-af87-1cc35f3a0b3e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:50:22.513940 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.555358 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 7 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:22.580330 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] For port 8786b504-ad10-4e70-af87-1cc35f3a0b3e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:22.583822 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] For port 8786b504-ad10-4e70-af87-1cc35f3a0b3e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8786b504-ad10-4e70-af87-1cc35f3a0b3e,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:22.590909 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.592042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Port 8786b504-ad10-4e70-af87-1cc35f3a0b3e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:50:22.626555 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:50:22.627158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:50:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:22.679544 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26af7a6-bb32-4ab0-bc12-993e48f5c1bb None None] Pushing event updated for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.689217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a878715-b3fa-48e7-81fa-a91880625dfb {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:50:22.697187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.710116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Transition to ACTIVE for port object 1a878715-b3fa-48e7-81fa-a91880625dfb will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:50:22.715123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.749095 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:50:22.798084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.830062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Attempting to bind port 1a878715-b3fa-48e7-81fa-a91880625dfb on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:50:22.830398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Attempting to bind port 1a878715-b3fa-48e7-81fa-a91880625dfb by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:50:22.830718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Attempting to bind port 1a878715-b3fa-48e7-81fa-a91880625dfb on network 8eb99934-50c1-4578-8192-d9581bf6a8a2 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:22.836454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Port 1a878715-b3fa-48e7-81fa-a91880625dfb on network 8eb99934-50c1-4578-8192-d9581bf6a8a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:50:22.836895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Attempting to bind port 1a878715-b3fa-48e7-81fa-a91880625dfb on network 8eb99934-50c1-4578-8192-d9581bf6a8a2 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:22.842948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:50:22.843406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Checking segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:50:22.843943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Bound using segment: {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:22.845303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Bound port: 1a878715-b3fa-48e7-81fa-a91880625dfb, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34777764-acf2-427d-9425-d87ea7832eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:50:22.845775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.848202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2bc76c9f-4903-435c-9fea-b998a466aab1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:22.908283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2bc76c9f-4903-435c-9fea-b998a466aab1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:22.908937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.909398 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2bc76c9f-4903-435c-9fea-b998a466aab1 Sep 28 08:50:22.926897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:22.930166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1a878715-b3fa-48e7-81fa-a91880625dfb,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:22.937676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.943341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:22.943956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:22.945357 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] 10.222.0.62 "PUT /v2.0/ports/1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 1094 time: 0.6057720 Sep 28 08:50:22.946570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:50:22.949679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:23.004341 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8786b504-ad10-4e70-af87-1cc35f3a0b3e', 'name': '', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'mac_address': 'fa:16:3e:c5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:18Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'subnets': [{'id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:23.005427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2bc76c9f-4903-435c-9fea-b998a466aab1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:23.006746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8786b504-ad10-4e70-af87-1cc35f3a0b3e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:23.008344 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:50:23.013844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432b2472-4d30-4477-86d0-65222859383e x-openstack-request-id: req-432b2472-4d30-4477-86d0-65222859383e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:23.014170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:23.014393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-432b2472-4d30-4477-86d0-65222859383e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:23.014778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432b2472-4d30-4477-86d0-65222859383e'] response: {'name': 'network-changed', 'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb', 'status': 'completed', 'code': 200} Sep 28 08:50:23.035998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f8851-048a-448d-b094-aa1844b9f6af None None] The sync data for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv is: [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:19Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '8786b504-ad10-4e70-af87-1cc35f3a0b3e', 'name': '', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'mac_address': 'fa:16:3e:c5:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:18Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'subnets': [{'id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:23.059849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8786b504-ad10-4e70-af87-1cc35f3a0b3e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:23.060230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:23.060569 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:23.085748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e3b64-5641-45de-b6c2-9f5061620d6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:23.093279 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Attempt 8 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:23.101132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907a50-0e82-43c1-846a-cfcc9a92a805 req-0fbcdca9-6e32-4d64-b09d-7b9d82a7b33d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.102896 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1e907a50-0e82-43c1-846a-cfcc9a92a805 req-0fbcdca9-6e32-4d64-b09d-7b9d82a7b33d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 944 time: 0.1629453 Sep 28 08:50:23.106246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-805d3424-a392-4b45-b59f-3a13eb558b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.107719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-805d3424-a392-4b45-b59f-3a13eb558b9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1097 time: 0.0969055 Sep 28 08:50:23.161751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-b5e28bca-6ce7-4f0c-bcb9-7ede4e221c91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0436494 Sep 28 08:50:23.206168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8786b504-ad10-4e70-af87-1cc35f3a0b3e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:23.206553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:23.214058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1e907a50-0e82-43c1-846a-cfcc9a92a805 req-fb55e5c0-aca0-44a5-942d-4536516fa516 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024592 Sep 28 08:50:23.232171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Current status of the port 8786b504-ad10-4e70-af87-1cc35f3a0b3e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:23.232652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:23.235479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-aba6522c-009b-47ec-b56e-edf0ad39724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.237505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-aba6522c-009b-47ec-b56e-edf0ad39724d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0678737 Sep 28 08:50:23.276696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 8786b504-ad10-4e70-af87-1cc35f3a0b3e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8786b504-ad10-4e70-af87-1cc35f3a0b3e,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:23.285052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:23.305026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-1ca08cdb-8677-4500-a655-4bdf638a95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.306645 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-1ca08cdb-8677-4500-a655-4bdf638a95ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605888 Sep 28 08:50:23.362772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:50:23.363122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:50:23.365908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:23.404846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-224b46c8-1e7b-4c34-a1d0-5e9db8432930 service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907643 Sep 28 08:50:23.502972 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ff03be9-3780-4f1b-aae6-0f4b5c297a2d req-819c84fe-2df3-444f-a12f-d444821926b7 service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911465 Sep 28 08:50:23.594130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-21bc407d-6230-4f28-b449-0555db2f126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.595706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-21bc407d-6230-4f28-b449-0555db2f126c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1097 time: 0.0453768 Sep 28 08:50:23.704170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-ac0a21c2-4dd4-4e18-97e8-5c4e2d477292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.706308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-ac0a21c2-4dd4-4e18-97e8-5c4e2d477292 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 911 time: 0.1014988 Sep 28 08:50:23.750283 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-d9b48ba4-d8dd-4824-bbce-62810643f886 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0354786 Sep 28 08:50:23.801388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-a3f7cc64-f34f-4538-b8d9-2cc1c10e0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.802858 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-a3f7cc64-f34f-4538-b8d9-2cc1c10e0ae7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0453215 Sep 28 08:50:23.858732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-a7da3de2-c779-4166-a7cb-0c35779dd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.860362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-a7da3de2-c779-4166-a7cb-0c35779dd9f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506611 Sep 28 08:50:23.901937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a0faab9b-558d-4821-936a-a11c11d5c201 None None] Current status of the port 8786b504-ad10-4e70-af87-1cc35f3a0b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:23.957187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-1b957985-7323-4bb0-b162-1bbd90f12302 service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887852 Sep 28 08:50:24.024713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-dd499589-1f43-4aec-9fce-3ce616aa5243 None None] Provisioning complete for port 8786b504-ad10-4e70-af87-1cc35f3a0b3e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:24.025102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-dd499589-1f43-4aec-9fce-3ce616aa5243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:24.025437 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-dd499589-1f43-4aec-9fce-3ce616aa5243 None None] Attempt 1 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:24.051031 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fcef3a1-7bff-4ec4-bf5d-b68a0dd53bfe req-cb7ecda5-a7c5-4442-b787-755d13fa172a service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Sep 28 08:50:24.112037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-dd499589-1f43-4aec-9fce-3ce616aa5243 None None] Current status of the port 8786b504-ad10-4e70-af87-1cc35f3a0b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:24.360251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aa0f9-0700-41dd-9e4c-8308b4b8e10b req-b1b695d4-5428-45b4-9b15-586e44e236cb tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:24.361674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4c0aa0f9-0700-41dd-9e4c-8308b4b8e10b req-b1b695d4-5428-45b4-9b15-586e44e236cb tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 944 time: 0.0615118 Sep 28 08:50:24.402005 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4c0aa0f9-0700-41dd-9e4c-8308b4b8e10b req-7805ae7d-2845-4dd4-83c2-2196e1c621a0 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Sep 28 08:50:24.814402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8786b504-ad10-4e70-af87-1cc35f3a0b3e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:24.865488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8786b504-ad10-4e70-af87-1cc35f3a0b3e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:24.865868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:24.866201 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8786b504-ad10-4e70-af87-1cc35f3a0b3e Sep 28 08:50:24.947554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8786b504-ad10-4e70-af87-1cc35f3a0b3e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:25.542805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba355-f8e7-4e3d-a3cd-5d30261e7c8b req-afa938e2-2c20-4165-9a8e-1411f2acecc2 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:25.544402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae4ba355-f8e7-4e3d-a3cd-5d30261e7c8b req-afa938e2-2c20-4165-9a8e-1411f2acecc2 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 944 time: 0.0638702 Sep 28 08:50:25.585567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae4ba355-f8e7-4e3d-a3cd-5d30261e7c8b req-09ed010d-2927-4f0b-a00d-6b45b0168af8 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Sep 28 08:50:26.067018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1a878715-b3fa-48e7-81fa-a91880625dfb details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:50:26.178542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1a878715-b3fa-48e7-81fa-a91880625dfb,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:26.189896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '1a878715-b3fa-48e7-81fa-a91880625dfb', 'network_id': '8eb99934-50c1-4578-8192-d9581bf6a8a2', 'port_id': '1a878715-b3fa-48e7-81fa-a91880625dfb', 'mac_address': 'fa:16:3e:ab:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7482f28c-12a0-470a-8d86-3cf4510b745f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:50:26.228069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1a878715-b3fa-48e7-81fa-a91880625dfb is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:26.228460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:26.242172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a878715-b3fa-48e7-81fa-a91880625dfb {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:50:26.263130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1a878715-b3fa-48e7-81fa-a91880625dfb,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:26.268445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:26.316516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.463835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1a878715-b3fa-48e7-81fa-a91880625dfb'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:50:26.718893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57ec78-0ed9-49a4-a83a-e042c7154744 req-be4fa57e-5b64-4550-82df-99effeee1ecd tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:26.720394 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd57ec78-0ed9-49a4-a83a-e042c7154744 req-be4fa57e-5b64-4550-82df-99effeee1ecd tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 945 time: 0.0573728 Sep 28 08:50:26.761023 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd57ec78-0ed9-49a4-a83a-e042c7154744 req-1754acf4-e4df-4f1d-871e-1ff91b3dbebb tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Sep 28 08:50:27.893055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc43035-9ad4-4a84-b237-98f5cc3afc4c req-2ea72854-cec2-4858-b87f-4a3f09877511 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:27.894537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-efc43035-9ad4-4a84-b237-98f5cc3afc4c req-2ea72854-cec2-4858-b87f-4a3f09877511 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Sep 28 08:50:27.931728 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-efc43035-9ad4-4a84-b237-98f5cc3afc4c req-6769fa52-a9b7-4884-ba7d-0732c735cd8a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Sep 28 08:50:28.082478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1a878715-b3fa-48e7-81fa-a91880625dfb up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:28.138785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 1a878715-b3fa-48e7-81fa-a91880625dfb completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:50:28.142588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 1a878715-b3fa-48e7-81fa-a91880625dfb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:50:28.142948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:28.143285 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 1a878715-b3fa-48e7-81fa-a91880625dfb Sep 28 08:50:28.368370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1a878715-b3fa-48e7-81fa-a91880625dfb is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:50:28.368639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:28.392117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:50:28.394516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777177a2-4202-4251-a581-1b2300698dd8" -d '{"events": [{"server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:28.407541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1a878715-b3fa-48e7-81fa-a91880625dfb,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:28.414234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:28.438521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa1afb-ccf2-498f-894c-2beb889ae730 x-openstack-request-id: req-7caa1afb-ccf2-498f-894c-2beb889ae730 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:28.438820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:28.439072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7caa1afb-ccf2-498f-894c-2beb889ae730 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:28.439463 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caa1afb-ccf2-498f-894c-2beb889ae730'] response: {'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb', 'code': 200} Sep 28 08:50:28.465311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:28.951946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9677aff-8c47-4545-bea0-fb146c8ba3aa req-6d75d0a5-2111-4fb9-838d-f0ae4dd7b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:28.953798 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d9677aff-8c47-4545-bea0-fb146c8ba3aa req-6d75d0a5-2111-4fb9-838d-f0ae4dd7b498 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1099 time: 0.3868575 Sep 28 08:50:28.993345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d9677aff-8c47-4545-bea0-fb146c8ba3aa req-66f24e40-5af8-484e-898d-98e2d2b6c8fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Sep 28 08:50:29.058913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98dd7-5764-4176-8994-0b23ba32b9c7 req-ef41aa90-b902-4e01-8a0f-4d329d52f3f6 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:29.060604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bfd98dd7-5764-4176-8994-0b23ba32b9c7 req-ef41aa90-b902-4e01-8a0f-4d329d52f3f6 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0529392 Sep 28 08:50:29.101916 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bfd98dd7-5764-4176-8994-0b23ba32b9c7 req-c20cc5a1-9250-43d5-b3d7-93cafb1b58fc tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Sep 28 08:50:30.233908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b4db-b2ad-46bb-b338-83d9c62c98ca req-7ffcb5bb-7151-477b-8219-b6841ac5e428 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:30.235418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db00b4db-b2ad-46bb-b338-83d9c62c98ca req-7ffcb5bb-7151-477b-8219-b6841ac5e428 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0573823 Sep 28 08:50:30.282397 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db00b4db-b2ad-46bb-b338-83d9c62c98ca req-881f20ca-5c31-41ae-ab85-528108a50000 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380654 Sep 28 08:50:30.632711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971ff86-d062-4200-b39b-552b017eee81 req-cd31b4e3-7256-4138-a030-54e908609c44 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:30.634289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e971ff86-d062-4200-b39b-552b017eee81 req-cd31b4e3-7256-4138-a030-54e908609c44 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0523252 Sep 28 08:50:30.662578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:50:30.672257 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e971ff86-d062-4200-b39b-552b017eee81 req-67bf9c4a-81f3-44fd-879c-89466a2ba3e7 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Sep 28 08:50:30.750497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-02da8039-48ba-4867-9173-8368cf92e38c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866318 Sep 28 08:50:30.760192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e134d783-1978-4f7d-b237-21349ffc4f88 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:50:30.761149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e134d783-1978-4f7d-b237-21349ffc4f88 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052323 Sep 28 08:50:31.798805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910205-e2b0-4ac2-9360-c3921c56c104 req-ce03403c-1a60-473e-8324-4890d5c97a04 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:31.800235 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f910205-e2b0-4ac2-9360-c3921c56c104 req-ce03403c-1a60-473e-8324-4890d5c97a04 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0518966 Sep 28 08:50:31.847567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f910205-e2b0-4ac2-9360-c3921c56c104 req-241e41e6-5184-4caf-86ec-474841715b1d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Sep 28 08:50:32.015520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-0024c57c-e00f-484d-bad1-3f444d0df707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:32.017105 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-0024c57c-e00f-484d-bad1-3f444d0df707 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1099 time: 0.0421462 Sep 28 08:50:32.106673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-ca705822-d726-432e-9c0f-bcababf8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:32.108163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-ca705822-d726-432e-9c0f-bcababf8dbca service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 911 time: 0.0846093 Sep 28 08:50:32.152774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-86688413-e848-4dd7-9b52-aa7d267eaa71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0376961 Sep 28 08:50:32.201422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e5178a6a-a6b1-4a01-8fd8-081da6911940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:32.202898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e5178a6a-a6b1-4a01-8fd8-081da6911940 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0433688 Sep 28 08:50:32.249274 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-d7ab5e96-c87c-4cc2-828f-67ee862ad89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:32.250753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-d7ab5e96-c87c-4cc2-828f-67ee862ad89c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413601 Sep 28 08:50:32.345096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e58d6038-1c50-404d-bafa-171431266ccf service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870831 Sep 28 08:50:32.442278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-a83a555f-0f22-4454-b2f2-7bb35217b61a service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908790 Sep 28 08:50:32.995058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ab615-f97c-4e34-8581-a1fa0e46e667 req-cc792ca1-c185-4714-9c90-8d97dcf5050d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:32.996461 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-183ab615-f97c-4e34-8581-a1fa0e46e667 req-cc792ca1-c185-4714-9c90-8d97dcf5050d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0606048 Sep 28 08:50:33.036880 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-183ab615-f97c-4e34-8581-a1fa0e46e667 req-456a7a6e-5875-4805-a2e7-e07c630d7458 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 28 08:50:33.417805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:34.179819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d013188-4cf5-4841-b436-40cb0f3e043e req-49c50fdc-39ab-4423-9a2f-513d76879090 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:34.181345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3d013188-4cf5-4841-b436-40cb0f3e043e req-49c50fdc-39ab-4423-9a2f-513d76879090 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0551422 Sep 28 08:50:34.220933 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3d013188-4cf5-4841-b436-40cb0f3e043e req-f1ba746f-f000-43f4-a9d3-41c2478c4b3d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Sep 28 08:50:35.357459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58894ce9-0bed-4967-8613-9cf31810d685 req-360de4e3-a6ac-4ada-95ae-b4397abf5b8d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:35.359168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58894ce9-0bed-4967-8613-9cf31810d685 req-360de4e3-a6ac-4ada-95ae-b4397abf5b8d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Sep 28 08:50:35.398715 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58894ce9-0bed-4967-8613-9cf31810d685 req-b72095a9-ac44-44f4-8487-09d334cc79f0 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Sep 28 08:50:36.453916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37531ac4-dbad-46d7-8085-9513b953d561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:36.528471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef2259-fd7a-4bfb-8215-d34b242d278b req-cb2b5209-8398-417a-8c0e-550644f8a6f3 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:36.530020 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-daef2259-fd7a-4bfb-8215-d34b242d278b req-cb2b5209-8398-417a-8c0e-550644f8a6f3 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0513532 Sep 28 08:50:36.569411 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-daef2259-fd7a-4bfb-8215-d34b242d278b req-015ce606-ab2c-49c7-9963-953d7bd0d33e tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Sep 28 08:50:37.708734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d7301-3dae-4c17-a7b7-a7c6dc217ee9 req-44148df2-ea70-4d04-b9e3-da55110f2317 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:37.710238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-756d7301-3dae-4c17-a7b7-a7c6dc217ee9 req-44148df2-ea70-4d04-b9e3-da55110f2317 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0515904 Sep 28 08:50:37.748703 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-756d7301-3dae-4c17-a7b7-a7c6dc217ee9 req-7d283389-c80e-48d7-af58-ddabde360e89 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Sep 28 08:50:38.789412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab76001-8d32-4ce2-96b3-fc31d9945fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:38.880660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc80f6f-f499-4500-ba22-f5ba01bffe66 req-b44e5b1b-3576-4844-a4ad-c484f9918d1c tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:38.882243 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7dc80f6f-f499-4500-ba22-f5ba01bffe66 req-b44e5b1b-3576-4844-a4ad-c484f9918d1c tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Sep 28 08:50:38.926708 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7dc80f6f-f499-4500-ba22-f5ba01bffe66 req-a8ee860a-c0b9-4bc1-b16e-192ee6c25c52 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Sep 28 08:50:40.080944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f639-7809-4599-824c-bace00c3c695 req-a7c9d6e0-b848-43e7-93f9-354c64254d86 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:40.082440 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ced3f639-7809-4599-824c-bace00c3c695 req-a7c9d6e0-b848-43e7-93f9-354c64254d86 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0655875 Sep 28 08:50:40.121012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ced3f639-7809-4599-824c-bace00c3c695 req-e8fd3078-c497-4112-be02-068e125b4a79 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Sep 28 08:50:40.130470 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:41.283673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40f36e-ef6b-4898-8bc1-065e109c1166 req-d62f55b2-ffd0-4f9c-9e30-52f508cbe28e tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:41.285459 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be40f36e-ef6b-4898-8bc1-065e109c1166 req-d62f55b2-ffd0-4f9c-9e30-52f508cbe28e tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0778198 Sep 28 08:50:41.300620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:41.334067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be40f36e-ef6b-4898-8bc1-065e109c1166 req-a3c2c1eb-bd9e-424d-9cbf-cecad46c4a45 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Sep 28 08:50:41.697615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:50:42.479219 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624782d8-37a3-4f0c-a0f3-4cb1888d4621 req-b5baca61-f0ab-4dcf-9eb4-cdeaee967637 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:42.480730 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-624782d8-37a3-4f0c-a0f3-4cb1888d4621 req-b5baca61-f0ab-4dcf-9eb4-cdeaee967637 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0582104 Sep 28 08:50:42.524102 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-624782d8-37a3-4f0c-a0f3-4cb1888d4621 req-bca75b33-4dbd-4cdb-807f-2bc9bc21821b tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Sep 28 08:50:43.670403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0844fb8-2806-4a45-95fc-cb9cd93ec9df req-27034436-111f-479d-a34d-70df81d8156d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:43.671909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0844fb8-2806-4a45-95fc-cb9cd93ec9df req-27034436-111f-479d-a34d-70df81d8156d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0607579 Sep 28 08:50:43.712302 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0844fb8-2806-4a45-95fc-cb9cd93ec9df req-b38cc340-cd4e-455d-b311-91597f1b1ae7 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Sep 28 08:50:44.849196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5cae1-5185-4a0b-b6bd-aff5d7876ad6 req-228658e3-a311-446c-938f-3cd0fa5d15f6 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:44.850671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5b5cae1-5185-4a0b-b6bd-aff5d7876ad6 req-228658e3-a311-446c-938f-3cd0fa5d15f6 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0500138 Sep 28 08:50:44.889079 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a5b5cae1-5185-4a0b-b6bd-aff5d7876ad6 req-c48310b4-3f3a-48ab-ae66-8db5d5bd4779 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Sep 28 08:50:46.020346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb687-198c-4550-bb5b-2bf5f89874b2 req-5900e1d3-a57c-4ee5-a1d1-cb7422886fae tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:46.021894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7fccb687-198c-4550-bb5b-2bf5f89874b2 req-5900e1d3-a57c-4ee5-a1d1-cb7422886fae tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0538547 Sep 28 08:50:46.064127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7fccb687-198c-4550-bb5b-2bf5f89874b2 req-4c2e26bd-76ce-424b-b836-b7e3f49a2b47 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Sep 28 08:50:47.196482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec1125-84c2-4007-a1f8-f35ac192f26d req-4d78c557-ea2c-4800-af73-40093fdf4bfa tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:47.197985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14ec1125-84c2-4007-a1f8-f35ac192f26d req-4d78c557-ea2c-4800-af73-40093fdf4bfa tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0552144 Sep 28 08:50:47.239773 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14ec1125-84c2-4007-a1f8-f35ac192f26d req-7bb010b2-c77b-43de-acad-9b430398ad82 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Sep 28 08:50:48.379604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd930-e4a4-4d83-ac1e-9dd18ab434ad req-c164aee2-dd7a-4b16-a1e9-47515b482777 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:48.381166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-803fd930-e4a4-4d83-ac1e-9dd18ab434ad req-c164aee2-dd7a-4b16-a1e9-47515b482777 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0580187 Sep 28 08:50:48.419633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-803fd930-e4a4-4d83-ac1e-9dd18ab434ad req-b86170c1-8252-4a7f-8ed4-8cedb4af7d0f tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Sep 28 08:50:49.557658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d416-391a-4e1e-8a73-9dc9d1eb645a req-287c75c3-71d6-42fb-9ec0-c72afaaf940c tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:49.559131 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-19b0d416-391a-4e1e-8a73-9dc9d1eb645a req-287c75c3-71d6-42fb-9ec0-c72afaaf940c tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0558524 Sep 28 08:50:49.603021 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-19b0d416-391a-4e1e-8a73-9dc9d1eb645a req-cc9d40d4-70e3-47cb-b36d-90351c30558d tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Sep 28 08:50:50.740028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b56ea4-819f-421e-8df1-8347dadf8d75 req-c0a211be-0342-4403-ace5-5bcd4a0c428e tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:50.741548 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e4b56ea4-819f-421e-8df1-8347dadf8d75 req-c0a211be-0342-4403-ace5-5bcd4a0c428e tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0539925 Sep 28 08:50:50.781796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e4b56ea4-819f-421e-8df1-8347dadf8d75 req-4e37f37d-1637-4e67-8d7b-d264733b0cce tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Sep 28 08:50:51.910203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a421e-4a0e-407c-a96c-d893769dcb60 req-cd9df694-ca9f-4ae1-9a45-74dd426aec7a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:51.911736 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-816a421e-4a0e-407c-a96c-d893769dcb60 req-cd9df694-ca9f-4ae1-9a45-74dd426aec7a tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0557010 Sep 28 08:50:51.953659 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-816a421e-4a0e-407c-a96c-d893769dcb60 req-d89f5a61-5266-4958-88c9-ec00cf1ca2c9 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Sep 28 08:50:53.083694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821c4cb-2e28-4d6e-95c3-7e68ae7a4b6d req-fc2fb2da-7622-47b8-91ac-2f99345b14b8 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:53.085139 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3821c4cb-2e28-4d6e-95c3-7e68ae7a4b6d req-fc2fb2da-7622-47b8-91ac-2f99345b14b8 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Sep 28 08:50:53.127867 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3821c4cb-2e28-4d6e-95c3-7e68ae7a4b6d req-54113143-1bed-4ad5-be29-e34e09a0d215 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Sep 28 08:50:54.285428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c079c3-1754-4340-82f3-275940ebfd49 req-312c9ce2-01b4-4dcb-a481-9a7250eb2c90 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:54.286917 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28c079c3-1754-4340-82f3-275940ebfd49 req-312c9ce2-01b4-4dcb-a481-9a7250eb2c90 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0661166 Sep 28 08:50:54.324893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28c079c3-1754-4340-82f3-275940ebfd49 req-8e9fc950-bac9-439b-b302-3cfe47fb8238 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Sep 28 08:50:55.474198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b262f66-8a84-4bc5-ae35-3bbee91fa703 req-6e380c56-5131-47d3-92b5-7588bbc3d0ba tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:55.475702 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b262f66-8a84-4bc5-ae35-3bbee91fa703 req-6e380c56-5131-47d3-92b5-7588bbc3d0ba tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0675583 Sep 28 08:50:55.517727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b262f66-8a84-4bc5-ae35-3bbee91fa703 req-ac4c382a-60ad-479b-b8e5-012d934713e4 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356898 Sep 28 08:50:55.761400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-a901a23d-f8e7-4b84-b17b-0352379b0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:55.763038 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-a901a23d-f8e7-4b84-b17b-0352379b0ef8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1099 time: 0.0481586 Sep 28 08:50:55.876729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-eec5c20b-96f5-463f-8b67-f6b43949312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:55.878679 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-eec5c20b-96f5-463f-8b67-f6b43949312a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 911 time: 0.0958838 Sep 28 08:50:55.923147 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-16dc859f-920c-423c-8ee9-1b254b7d38b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0373979 Sep 28 08:50:55.975150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-076e2b5f-07c7-4104-853f-08d45cea1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:55.976612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-076e2b5f-07c7-4104-853f-08d45cea1fa2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0473239 Sep 28 08:50:56.025812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-b36a3896-c112-4684-8d39-7f6f43eac7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:56.027233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-b36a3896-c112-4684-8d39-7f6f43eac7a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430403 Sep 28 08:50:56.122179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-16ace00f-1137-451c-937c-06b7316ddedd service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874093 Sep 28 08:50:56.220693 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccaec05c-8dfb-4255-9a65-b54899f0089a req-4975fd10-204a-4254-b63f-d45df915858b service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912042 Sep 28 08:50:56.655470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798177a-ffb6-424d-be02-8a8db6032d0f req-0ecc164f-0420-4144-b045-5998451e828b tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:56.656958 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7798177a-ffb6-424d-be02-8a8db6032d0f req-0ecc164f-0420-4144-b045-5998451e828b tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0643966 Sep 28 08:50:56.694991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7798177a-ffb6-424d-be02-8a8db6032d0f req-e80718d2-9739-4c93-ad61-8f423e97aef5 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 28 08:50:57.832374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6402dd-fade-43fc-999a-5cd3d018366f req-118231b4-365c-4240-ae68-bfd25a76dccf tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:57.833920 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e6402dd-fade-43fc-999a-5cd3d018366f req-118231b4-365c-4240-ae68-bfd25a76dccf tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0564144 Sep 28 08:50:57.874390 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e6402dd-fade-43fc-999a-5cd3d018366f req-26bcc572-8612-4b67-bd93-e6bf5e1be6d2 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Sep 28 08:50:59.008662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01e1f-b95a-4e44-bdc5-6f8eac7d2511 req-71eeeac7-d74f-4043-9619-519158860483 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.010181 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aeb01e1f-b95a-4e44-bdc5-6f8eac7d2511 req-71eeeac7-d74f-4043-9619-519158860483 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0601611 Sep 28 08:50:59.062536 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aeb01e1f-b95a-4e44-bdc5-6f8eac7d2511 req-c17e7c5c-4cbb-45c0-9f89-77651e15a0ae tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Sep 28 08:50:59.132098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e6cd023a-00ff-4ba9-bb3c-3396053a8aab service neutron] 10.222.0.62 "GET /v2.0/ports/1a878715-b3fa-48e7-81fa-a91880625dfb/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0638537 Sep 28 08:50:59.380955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-a131e331-5a78-4031-ae1b-7fc120d44c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.382407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-a131e331-5a78-4031-ae1b-7fc120d44c83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6&tenant_id=b57fade464e2487282b1304bceb78f67 HTTP/1.1" status: 200 len: 1099 time: 0.0769582 Sep 28 08:50:59.447051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e6eb720d-65ac-4e57-ba1d-52b31065c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.448573 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-e6eb720d-65ac-4e57-ba1d-52b31065c655 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1099 time: 0.0415037 Sep 28 08:50:59.546054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-7fd99122-5358-4778-869e-3013e3dfa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.547548 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-7fd99122-5358-4778-869e-3013e3dfa9c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 911 time: 0.0920689 Sep 28 08:50:59.592033 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-90c07e13-1c89-4f26-a152-d31f23cf80e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0374651 Sep 28 08:50:59.642382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-914e4785-fed4-491e-9082-a5c73050fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.643730 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-914e4785-fed4-491e-9082-a5c73050fc58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0455008 Sep 28 08:50:59.695379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-efcfa84c-6568-452a-a6b5-054788e00ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.696911 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-efcfa84c-6568-452a-a6b5-054788e00ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459163 Sep 28 08:50:59.802940 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-7e485a3f-ffaf-4d22-919e-e2a34650d454 service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984814 Sep 28 08:50:59.897546 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7fb7305-779e-4c8a-844c-a1770ef9a67b req-7d24ec4a-5fdd-4231-acb7-8edd44821f1d service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866585 Sep 28 08:50:59.997263 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:51:00.200162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eef2f8-3544-4d29-a50b-f5cd23143323 req-09b96034-cbb8-4a70-856d-d46ad294c1df tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:00.201772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e6eef2f8-3544-4d29-a50b-f5cd23143323 req-09b96034-cbb8-4a70-856d-d46ad294c1df tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0627387 Sep 28 08:51:00.241207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e6eef2f8-3544-4d29-a50b-f5cd23143323 req-7a26a02d-3eef-4659-97cf-6c8612aedf82 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Sep 28 08:51:01.396235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd638-a55e-4c00-915b-9b24323664c4 req-89542ce4-9dee-42b7-962e-cf027ccf08a5 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.397766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a49fd638-a55e-4c00-915b-9b24323664c4 req-89542ce4-9dee-42b7-962e-cf027ccf08a5 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0692546 Sep 28 08:51:01.440654 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a49fd638-a55e-4c00-915b-9b24323664c4 req-7ce27a28-8d0f-4542-bdbc-ce07dc741a12 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Sep 28 08:51:02.571408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f33d6-4278-4f59-b00b-8f0cdbc9bd67 req-eda423b5-2de4-473e-8ad7-01381fb04019 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:02.572924 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-003f33d6-4278-4f59-b00b-8f0cdbc9bd67 req-eda423b5-2de4-473e-8ad7-01381fb04019 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Sep 28 08:51:02.612566 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-003f33d6-4278-4f59-b00b-8f0cdbc9bd67 req-2da1e026-a060-4d16-93d8-36428f2e45b7 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Sep 28 08:51:02.947187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-e516b93f-41d3-4367-9c24-ce1a992d8f9f tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:02.948760 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-e516b93f-41d3-4367-9c24-ce1a992d8f9f tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.62 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6&tenant_id=b57fade464e2487282b1304bceb78f67&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 946 time: 0.0926011 Sep 28 08:51:03.037709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-aab4bfc9-0f48-47ee-ad43-9de98b5221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.039148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-aab4bfc9-0f48-47ee-ad43-9de98b5221e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b57fade464e2487282b1304bceb78f67&device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 1099 time: 0.0460691 Sep 28 08:51:03.133604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-f0857b37-ef00-4f6a-bf51-ac6660186e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.135132 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-f0857b37-ef00-4f6a-bf51-ac6660186e33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 200 len: 911 time: 0.0898504 Sep 28 08:51:03.181287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-40071c43-9897-419e-a2d6-00f831fc76e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 200 len: 217 time: 0.0385938 Sep 28 08:51:03.233874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-a7e6ca28-ab02-4f41-acba-5520d6532ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.235337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-a7e6ca28-ab02-4f41-acba-5520d6532ed2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 200 len: 849 time: 0.0480428 Sep 28 08:51:03.281210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-a65af11f-b271-45dd-ab79-ad06b56c1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.282711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-a65af11f-b271-45dd-ab79-ad06b56c1909 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8eb99934-50c1-4578-8192-d9581bf6a8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411346 Sep 28 08:51:03.379415 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-68362ab4-a4df-4f97-a461-a02a7fbf8cbc service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Sep 28 08:51:03.424349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:03.467719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-a67c7460-7903-417c-86f6-a18d83372195 service neutron] 10.222.0.62 "GET /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820932 Sep 28 08:51:04.191045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727fc25-7886-48d7-b83e-4ae4bf2eba25 req-3709594a-33a2-407e-aec7-69f43742f968 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:04.192532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4727fc25-7886-48d7-b83e-4ae4bf2eba25 req-3709594a-33a2-407e-aec7-69f43742f968 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0549891 Sep 28 08:51:04.231743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4727fc25-7886-48d7-b83e-4ae4bf2eba25 req-343b9353-930b-4e15-877b-31a27003f7e0 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Sep 28 08:51:05.365663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d1eaa-373a-4a0b-b314-faa9a916eb09 req-d5e55041-17fc-40ce-a9bb-bee5b6588e9b tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:05.367412 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e5d1eaa-373a-4a0b-b314-faa9a916eb09 req-d5e55041-17fc-40ce-a9bb-bee5b6588e9b tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0546894 Sep 28 08:51:05.407956 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2e5d1eaa-373a-4a0b-b314-faa9a916eb09 req-c2818cd3-b378-4b2c-b968-6f71fd844e36 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/security-groups?id=122e6084-cb7e-40a1-916d-a62e15fcea13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Sep 28 08:51:05.858753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-58792ee5-963c-48ff-a01f-35e4215af172 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:05.860226 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-58792ee5-963c-48ff-a01f-35e4215af172 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.62 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 946 time: 0.0502176 Sep 28 08:51:05.950679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Deleting port 1a878715-b3fa-48e7-81fa-a91880625dfb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:51:05.950975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:06.047803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] For port 1a878715-b3fa-48e7-81fa-a91880625dfb, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1a878715-b3fa-48e7-81fa-a91880625dfb,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:06.048142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:06.060562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Calling delete_port for 1a878715-b3fa-48e7-81fa-a91880625dfb owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:51:06.202565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:06.214779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1a878715-b3fa-48e7-81fa-a91880625dfb'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:06.232492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Pushing event deleted for resources: {'Port': ['ID=1a878715-b3fa-48e7-81fa-a91880625dfb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:06.245809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.246126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.246525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.247573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.247995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.248383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.248729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.249103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.249442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.249776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.250109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.250448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:06.287236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] No DVR routers for this DVR port 1a878715-b3fa-48e7-81fa-a91880625dfb on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:51:06.290113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:06.293487 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b38a866f-04bb-48d4-bbee-ee4e4d1d6f18 req-48423648-57c4-44d5-9b1f-bea1d1245b46 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.62 "DELETE /v2.0/ports/1a878715-b3fa-48e7-81fa-a91880625dfb HTTP/1.1" status: 204 len: 173 time: 0.4271750 Sep 28 08:51:06.293957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'name': 'network-vif-deleted', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:51:06.296306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3542f8b5-a54c-47ba-a823-74bd9e8cdd1e" -d '{"events": [{"server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "name": "network-vif-deleted", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:06.335324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b9218-6aae-46d7-b005-ba93c5fc1677 x-openstack-request-id: req-901b9218-6aae-46d7-b005-ba93c5fc1677 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:06.335687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43602d37-75f8-4d6e-8c5c-5e15772533e6", "name": "network-vif-deleted", "tag": "1a878715-b3fa-48e7-81fa-a91880625dfb", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:06.336005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-901b9218-6aae-46d7-b005-ba93c5fc1677 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:06.336476 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901b9218-6aae-46d7-b005-ba93c5fc1677'] response: {'server_uuid': '43602d37-75f8-4d6e-8c5c-5e15772533e6', 'name': 'network-vif-deleted', 'tag': '1a878715-b3fa-48e7-81fa-a91880625dfb', 'status': 'completed', 'code': 200} Sep 28 08:51:06.450888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-b27d-47df-b7e1-f8359de3e583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:06.523338 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b46e2e09-7b8c-41f4-ac9a-ed16825d2a52 req-532da3e6-52a0-4fe6-8a83-92a4a8524d29 tempest-DeleteServersTestJSON-1864356026 tempest-DeleteServersTestJSON-1864356026-project] 10.222.0.27 "GET /v2.0/ports?device_id=43602d37-75f8-4d6e-8c5c-5e15772533e6 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Sep 28 08:51:07.659411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44464) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:08.023765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:08.271551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Deleting port 8786b504-ad10-4e70-af87-1cc35f3a0b3e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:51:08.271864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:08.362095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] For port 8786b504-ad10-4e70-af87-1cc35f3a0b3e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8786b504-ad10-4e70-af87-1cc35f3a0b3e,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:08.362403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:08.375047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Calling delete_port for 8786b504-ad10-4e70-af87-1cc35f3a0b3e owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:51:08.563130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:08.592053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Pushing event deleted for resources: {'Port': ['ID=8786b504-ad10-4e70-af87-1cc35f3a0b3e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:08.756924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:08.787204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-876309f3-7937-4e85-89dc-51aeafecc180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.307819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:51:09.417474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:51:09.422559 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2680d06b-278c-434d-ae21-581570486735 admin admin] 10.222.0.27 "PUT /v2.0/routers/1b8c6ee9-71b0-44d3-be2c-7175bd0b904c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7619839 Sep 28 08:51:09.425149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:09.427962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Sync routers for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:51:09.438840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:09.439471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:09.530188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.546202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:09.637760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.692938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Deleting port 2bc76c9f-4903-435c-9fea-b998a466aab1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:51:09.693366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.722179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:51:08Z', 'revision_number': 5, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port': {'id': '2bc76c9f-4903-435c-9fea-b998a466aab1', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:09.753180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Checking router: 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:51:09.762033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Routers {'1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:09.762640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:09.772327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] For port 2bc76c9f-4903-435c-9fea-b998a466aab1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2bc76c9f-4903-435c-9fea-b998a466aab1,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:09.772972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.785237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Calling delete_port for 2bc76c9f-4903-435c-9fea-b998a466aab1 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:51:09.848944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] Set router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:09.899232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:51:09Z', 'revision_number': 6, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:09.928394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453955c-e2e1-4506-9cc1-b29289c74439 None None] The sync data for ids ['1b8c6ee9-71b0-44d3-be2c-7175bd0b904c'] in dv-neutron-859308-3-hyperv is: [{'id': '1b8c6ee9-71b0-44d3-be2c-7175bd0b904c', 'name': 'tempest-DeleteServersTestJSON-32210174-router', 'tenant_id': 'b57fade464e2487282b1304bceb78f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:16Z', 'updated_at': '2022-09-28T08:51:09Z', 'revision_number': 6, 'project_id': 'b57fade464e2487282b1304bceb78f67', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:51:09.954307 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:09.984896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc76c9f-4903-435c-9fea-b998a466aab1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:10.047103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.134163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.142944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.145055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.192969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.193488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8c6ee9-71b0-44d3-be2c-7175bd0b904c {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:51:10.198364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.199518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c4d7117b-8747-4837-914b-adb23e567cec admin admin] 10.222.0.27 "DELETE /v2.0/routers/1b8c6ee9-71b0-44d3-be2c-7175bd0b904c HTTP/1.1" status: 204 len: 168 time: 0.7734897 Sep 28 08:51:10.202084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44468) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:10.249869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Deleting subnet 7482f28c-12a0-470a-8d86-3cf4510b745f {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:51:10.253534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.281635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1a878715-b3fa-48e7-81fa-a91880625dfb no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:10.291647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.306191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 1a878715-b3fa-48e7-81fa-a91880625dfb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:51:10.306535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1a878715-b3fa-48e7-81fa-a91880625dfb not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:10.373340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.432768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.457971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7482f28c-12a0-470a-8d86-3cf4510b745f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:10.461860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.464999 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-84b9fd81-a184-4507-8e50-d793c7ffcaad admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7482f28c-12a0-470a-8d86-3cf4510b745f HTTP/1.1" status: 204 len: 168 time: 0.2619784 Sep 28 08:51:10.467688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559edf52-1799-4bad-baff-26d598e68279 None None] Network 8eb99934-50c1-4578-8192-d9581bf6a8a2 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:51:10.467842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44470) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:10.537696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.596092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Deleting port 55d3f716-8765-4f34-9fab-0862ceb8812f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:51:10.596432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.659934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] For port 55d3f716-8765-4f34-9fab-0862ceb8812f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=55d3f716-8765-4f34-9fab-0862ceb8812f,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:10.660327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.673715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Calling delete_port for 55d3f716-8765-4f34-9fab-0862ceb8812f owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:51:10.682723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] DHCP port deletion for 8eb99934-50c1-4578-8192-d9581bf6a8a2 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:51:10.743456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Deleting port 55d3f716-8765-4f34-9fab-0862ceb8812f {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:51:10.743849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.760800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.792966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Pushing event deleted for resources: {'Port': ['ID=55d3f716-8765-4f34-9fab-0862ceb8812f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:10.794963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] No DVR routers for this DVR port 55d3f716-8765-4f34-9fab-0862ceb8812f on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:51:10.817027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] For port 55d3f716-8765-4f34-9fab-0862ceb8812f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=55d3f716-8765-4f34-9fab-0862ceb8812f,segment=NetworkSegment(34777764-acf2-427d-9425-d87ea7832eac),segment_id=34777764-acf2-427d-9425-d87ea7832eac)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:10.817529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.831285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Calling delete_port for 55d3f716-8765-4f34-9fab-0862ceb8812f owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:51:10.876129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.876614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2bc76c9f-4903-435c-9fea-b998a466aab1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:10.899728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb99934-50c1-4578-8192-d9581bf6a8a2']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:10.901254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 2bc76c9f-4903-435c-9fea-b998a466aab1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:51:10.901743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2bc76c9f-4903-435c-9fea-b998a466aab1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:10.902015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 55d3f716-8765-4f34-9fab-0862ceb8812f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:10.909017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34777764-acf2-427d-9425-d87ea7832eac') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:10.909352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34777764-acf2-427d-9425-d87ea7832eac') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:10.924522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.931209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 55d3f716-8765-4f34-9fab-0862ceb8812f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:51:10.931557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 55d3f716-8765-4f34-9fab-0862ceb8812f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:10.932159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8786b504-ad10-4e70-af87-1cc35f3a0b3e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:10.941085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.948047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:51:10.948460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:10.960806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 8786b504-ad10-4e70-af87-1cc35f3a0b3e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:51:10.961137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8786b504-ad10-4e70-af87-1cc35f3a0b3e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:10.995953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.001675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 34777764-acf2-427d-9425-d87ea7832eac resource provider aggregate not found Sep 28 08:51:11.016252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Pushing event deleted for resources: {'Port': ['ID=55d3f716-8765-4f34-9fab-0862ceb8812f,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:11.021804 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 34777764-acf2-427d-9425-d87ea7832eac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34777764-acf2-427d-9425-d87ea7832eac found for delete ", "request_id": "req-1f00f5c3-72b1-4c50-b021-3f9d06d87df7"}]} Sep 28 08:51:11.023346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.029153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.029325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.029605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.029948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.030281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.030609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.030938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.031272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.031600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.031927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.032252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.032573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.035561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:11.035688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] 10.222.0.27 "DELETE /v2.0/networks/8eb99934-50c1-4578-8192-d9581bf6a8a2 HTTP/1.1" status: 204 len: 168 time: 0.5643563 Sep 28 08:51:11.037585 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655defc-18a3-4d58-bed6-531e14a1bbfb None None] No DVR routers for this DVR port 55d3f716-8765-4f34-9fab-0862ceb8812f on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:51:11.050055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09672aaa-d88c-4405-a753-da1d26e10efd admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb99934-50c1-4578-8192-d9581bf6a8a2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:11.159344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44478) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:11.202914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47f6abaf-02a9-4036-bb4d-47d4c3d5c795 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b57fade464e2487282b1304bceb78f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423291 Sep 28 08:51:11.206411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44480) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:11.256311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.285221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.304411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.335881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.338601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:11.339778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/122e6084-cb7e-40a1-916d-a62e15fcea13 HTTP/1.1" status: 204 len: 168 time: 0.1324980 Sep 28 08:51:11.348978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64f374-8a7d-4966-90a4-9638d67808b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e6084-cb7e-40a1-916d-a62e15fcea13,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:11.694555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.055824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44502) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:12.155231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1685697862-network', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:51:12.181376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Made reservation on behalf of b59ce933eeeb42fa8ea859c3c56ab0c1 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:12.183737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.196490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.281587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.287179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.311552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:51:12.321269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4d645f-9418-4fc0-b991-ab45106a2956,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.325748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.326081 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Added segment 5fdda037-9068-435b-a922-e7de5cfd776d of type vlan for network 58e442db-e675-4c27-89b3-d8e47df6d168 Sep 28 08:51:12.336175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.336512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.336897 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.337234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.337563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.337880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.338202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.338549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.338847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.339166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.339484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.339796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:12.382309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.409508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.410522 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.411098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.445153 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3881295 Sep 28 08:51:12.448309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:12.487065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Request body: {'subnet': {'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-subnet', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:51:12.494244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c1aec-b96f-406c-9c58-03eadce025dc admin admin] Pushing event updated for resources: {'Network': ['ID=58e442db-e675-4c27-89b3-d8e47df6d168,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.504963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 58e442db-e675-4c27-89b3-d8e47df6d168 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:51:12.518340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Made reservation on behalf of b59ce933eeeb42fa8ea859c3c56ab0c1 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:12.520965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.713830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.780622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.792073 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Checking segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:51:12.792426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Network hostable DHCP agents. Network: 58e442db-e675-4c27-89b3-d8e47df6d168, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:51:12.817848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:51:12.831346 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 58e442db-e675-4c27-89b3-d8e47df6d168) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:12.836782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.837850 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.841413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68683e03-6d6a-4f0a-b8ec-da60f71fe53d None None] Network 58e442db-e675-4c27-89b3-d8e47df6d168 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:51:12.860086 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4b04eaef-8e5f-48ba-abf1-8294fe592555 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4103363 Sep 28 08:51:12.862755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44508) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:12.867218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:51:12.889729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.890867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:12.948146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.011889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-58e442db-e675-4c27-89b3-d8e47df6d168', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:51:13.013078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.098933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.174185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Allocated IP 172.20.0.2 (58e442db-e675-4c27-89b3-d8e47df6d168/95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd/81ddabf3-d1b6-43ae-90c9-c90db234d23c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:13.314243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.333763 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.341165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.348759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.394717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:13.397298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:13.403699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:51:13.406689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Pushing event updated for resources: {'Port': ['ID=81ddabf3-d1b6-43ae-90c9-c90db234d23c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:13.444626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Allocated IP 172.26.4.200 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/d0f4bc02-c7ec-45da-b342-f7533490c9c0) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:13.458301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Attempting to bind port 81ddabf3-d1b6-43ae-90c9-c90db234d23c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:51:13.458662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Attempting to bind port 81ddabf3-d1b6-43ae-90c9-c90db234d23c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:51:13.459133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Attempting to bind port 81ddabf3-d1b6-43ae-90c9-c90db234d23c on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:13.464492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:51:13.464863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Checking segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:51:13.465290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.465678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Bound using segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:13.466142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Bound port: 81ddabf3-d1b6-43ae-90c9-c90db234d23c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:51:13.466518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.529754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] For port 81ddabf3-d1b6-43ae-90c9-c90db234d23c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:13.532771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] For port 81ddabf3-d1b6-43ae-90c9-c90db234d23c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=81ddabf3-d1b6-43ae-90c9-c90db234d23c,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:13.538966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.552644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.603853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:13.605395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba4e6-5fea-4fa3-88a4-6422dc518791 None None] Pushing event updated for resources: {'Port': ['ID=81ddabf3-d1b6-43ae-90c9-c90db234d23c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:13.646067 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:13.649280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:13.654519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:51:13.663213 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Pushing event updated for resources: {'Port': ['ID=d0f4bc02-c7ec-45da-b342-f7533490c9c0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:13.924140 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.117866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.250025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Router b422432f-150d-4114-84de-274ea51a0671 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:51:14.361466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:51:14.371714 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Sync routers for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:51:14.383094 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:14.383733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:14.385157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.386629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2759c5e3-2862-45b4-9a4b-a1684ec397ed admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5228231 Sep 28 08:51:14.389156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44510) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:51:14.483080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e74782-915b-4576-8ee2-298652963608 None None] Network 58e442db-e675-4c27-89b3-d8e47df6d168 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:51:14.493286 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:14.553746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Provisioning complete for port 81ddabf3-d1b6-43ae-90c9-c90db234d23c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:14.554399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.554634 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Attempt 1 to provision port 81ddabf3-d1b6-43ae-90c9-c90db234d23c Sep 28 08:51:14.676186 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:13Z', 'revision_number': 3, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:14.704253 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Checking router: b422432f-150d-4114-84de-274ea51a0671 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:51:14.704911 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Updating router b422432f-150d-4114-84de-274ea51a0671 port d0f4bc02-c7ec-45da-b342-f7533490c9c0 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:51:14.733365 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.854290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Current status of the port 81ddabf3-d1b6-43ae-90c9-c90db234d23c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:14.854683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.861026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.893067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] For port 81ddabf3-d1b6-43ae-90c9-c90db234d23c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=81ddabf3-d1b6-43ae-90c9-c90db234d23c,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:14.900318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:14.932046 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 81ddabf3-d1b6-43ae-90c9-c90db234d23c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:14.994226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44c7cc-0d09-4264-a622-54b65bb26736 None None] Pushing event updated for resources: {'Port': ['ID=81ddabf3-d1b6-43ae-90c9-c90db234d23c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:15.001970 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.009977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 81ddabf3-d1b6-43ae-90c9-c90db234d23c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:15.010412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.010757 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 81ddabf3-d1b6-43ae-90c9-c90db234d23c Sep 28 08:51:15.011923 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.044724 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Attempting to bind port d0f4bc02-c7ec-45da-b342-f7533490c9c0 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:51:15.045100 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Attempting to bind port d0f4bc02-c7ec-45da-b342-f7533490c9c0 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:51:15.045654 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Attempting to bind port d0f4bc02-c7ec-45da-b342-f7533490c9c0 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:15.056665 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:51:15.057060 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:51:15.057637 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.058297 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:15.059093 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Bound port: d0f4bc02-c7ec-45da-b342-f7533490c9c0, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:51:15.059650 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.084835 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eec15-0fd2-4cac-8276-e52f5a04a6bd None None] Pushing event updated for resources: {'Port': ['ID=d0f4bc02-c7ec-45da-b342-f7533490c9c0,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:15.129230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 81ddabf3-d1b6-43ae-90c9-c90db234d23c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:15.129486 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] For port d0f4bc02-c7ec-45da-b342-f7533490c9c0, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:15.134409 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] For port d0f4bc02-c7ec-45da-b342-f7533490c9c0, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0f4bc02-c7ec-45da-b342-f7533490c9c0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:15.141258 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.147931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Allocated IP 172.20.0.1 (58e442db-e675-4c27-89b3-d8e47df6d168/95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd/da08fc83-66e4-4904-90e7-75b0c2990c4f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:15.183917 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:15.184635 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:15.225705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-01100b26-04dd-4db4-92ef-f0920fd99d03 None None] Provisioning complete for port 81ddabf3-d1b6-43ae-90c9-c90db234d23c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:15.226183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-01100b26-04dd-4db4-92ef-f0920fd99d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.226989 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-01100b26-04dd-4db4-92ef-f0920fd99d03 None None] Attempt 1 to provision port 81ddabf3-d1b6-43ae-90c9-c90db234d23c Sep 28 08:51:15.232648 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eec15-0fd2-4cac-8276-e52f5a04a6bd None None] Pushing event updated for resources: {'Port': ['ID=d0f4bc02-c7ec-45da-b342-f7533490c9c0,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:15.275375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.302866 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:15.309461 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-01100b26-04dd-4db4-92ef-f0920fd99d03 None None] Current status of the port 81ddabf3-d1b6-43ae-90c9-c90db234d23c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:15.310368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.345866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:15.348630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:15.351350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:51:15.389973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Pushing event updated for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:15.402390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.484767 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:13Z', 'revision_number': 3, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:15.512909 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7798d0-9933-4531-af41-4319e5117938 None None] The sync data for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv is: [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:13Z', 'revision_number': 3, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:51:15.542946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.633314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Provisioning complete for port da08fc83-66e4-4904-90e7-75b0c2990c4f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:15.633991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.633991 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 1 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:15.671154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Port da08fc83-66e4-4904-90e7-75b0c2990c4f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:15.714383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.719833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.800408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:15.802399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Pushing event updated for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:16.172258 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 2 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:16.214527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Port da08fc83-66e4-4904-90e7-75b0c2990c4f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:16.268596 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:16.270036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:16.390131 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Router b422432f-150d-4114-84de-274ea51a0671 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:51:16.500820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:51:16.506204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1b7fee52-8e56-40a7-add7-1378cf57d05b admin admin] 10.222.0.27 "PUT /v2.0/routers/b422432f-150d-4114-84de-274ea51a0671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159887 Sep 28 08:51:16.716312 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 3 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:16.754965 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Port da08fc83-66e4-4904-90e7-75b0c2990c4f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:16.923266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0f4bc02-c7ec-45da-b342-f7533490c9c0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:16.971645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d0f4bc02-c7ec-45da-b342-f7533490c9c0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:16.972084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:16.972347 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d0f4bc02-c7ec-45da-b342-f7533490c9c0 Sep 28 08:51:16.974058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-fb0cd274-3829-40ac-aa89-7a54f967f467 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:16.975638 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-fb0cd274-3829-40ac-aa89-7a54f967f467 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 815 time: 0.1134901 Sep 28 08:51:16.991882 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-b48c4b38-065f-4a3d-a49e-8c1c50768221 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/quotas/b59ce933eeeb42fa8ea859c3c56ab0c1 HTTP/1.1" status: 200 len: 375 time: 0.0098021 Sep 28 08:51:17.046166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-f8cf3f54-d3e9-4ea1-a95c-2922637b990a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476890 Sep 28 08:51:17.060143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d0f4bc02-c7ec-45da-b342-f7533490c9c0 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:17.060816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.082438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Sync routers for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:51:17.088692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port d0f4bc02-c7ec-45da-b342-f7533490c9c0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0f4bc02-c7ec-45da-b342-f7533490c9c0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:17.094876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.095747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 81ddabf3-d1b6-43ae-90c9-c90db234d23c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:17.101673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:17.102366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:17.146847 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-db4769fa-6e99-4daf-9372-9eb5bd10f2c6 service neutron] 10.222.0.27 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921011 Sep 28 08:51:17.246781 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-b01adfd8-e6aa-4ea6-828a-05a8ff10a2e2 service neutron] 10.222.0.27 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936167 Sep 28 08:51:17.247699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=d0f4bc02-c7ec-45da-b342-f7533490c9c0,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:17.256033 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 4 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:17.305513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:17.307260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 81ddabf3-d1b6-43ae-90c9-c90db234d23c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:17.307627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.307977 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 81ddabf3-d1b6-43ae-90c9-c90db234d23c Sep 28 08:51:17.362114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Port da08fc83-66e4-4904-90e7-75b0c2990c4f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:17.431235 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22746b42-6db9-4e8b-8bc1-88d28f12db1d req-3e42105a-3cdf-4e0a-9d26-51283135fb1b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 210 time: 0.0379965 Sep 28 08:51:17.513597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 81ddabf3-d1b6-43ae-90c9-c90db234d23c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:17.578138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 4, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'da08fc83-66e4-4904-90e7-75b0c2990c4f', 'name': '', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'mac_address': 'fa:16:3e:94:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:14Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 2, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'subnets': [{'id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:17.605862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Checking router: b422432f-150d-4114-84de-274ea51a0671 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:51:17.606220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Updating router b422432f-150d-4114-84de-274ea51a0671 port da08fc83-66e4-4904-90e7-75b0c2990c4f binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:51:17.633401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.862185 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 5 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:17.925737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.933570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:17.937265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Port da08fc83-66e4-4904-90e7-75b0c2990c4f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:17.994403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381074bb-2f43-4ac5-8c3b-5929017a6443 None None] Pushing event updated for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:18.021677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Attempting to bind port da08fc83-66e4-4904-90e7-75b0c2990c4f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:51:18.022038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Attempting to bind port da08fc83-66e4-4904-90e7-75b0c2990c4f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:51:18.022395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Attempting to bind port da08fc83-66e4-4904-90e7-75b0c2990c4f on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:18.027627 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:51:18.027993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Checking segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:51:18.028385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.028769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Bound using segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:18.029267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Bound port: da08fc83-66e4-4904-90e7-75b0c2990c4f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:51:18.029639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.096226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] For port da08fc83-66e4-4904-90e7-75b0c2990c4f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:18.099541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] For port da08fc83-66e4-4904-90e7-75b0c2990c4f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=da08fc83-66e4-4904-90e7-75b0c2990c4f,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:18.105637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.140603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:51:18.141241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:51:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:18.194401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381074bb-2f43-4ac5-8c3b-5929017a6443 None None] Pushing event updated for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:18.262588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:51:18.379561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-d4099407-0b3b-4da0-baf8-30441be4910d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.381174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-d4099407-0b3b-4da0-baf8-30441be4910d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 815 time: 0.1208189 Sep 28 08:51:18.395883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'port': {'device_id': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'admin_state_up': True, 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:51:18.441454 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Attempt 6 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:18.519163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Made reservation on behalf of b59ce933eeeb42fa8ea859c3c56ab0c1 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:18.524764 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.529229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 4, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'da08fc83-66e4-4904-90e7-75b0c2990c4f', 'name': '', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'mac_address': 'fa:16:3e:94:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:14Z', 'updated_at': '2022-09-28T08:51:18Z', 'revision_number': 4, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'subnets': [{'id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:18.541218 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1df7b723-0efc-4ed8-8d92-89fd4db07009 req-3dab2eb2-533c-4cbf-8c17-74c0d734d608 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 210 time: 0.0360274 Sep 28 08:51:18.559410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1266b5-8ea2-44bc-ae8f-64f9e9f131c0 None None] The sync data for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv is: [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:51:15Z', 'revision_number': 4, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'da08fc83-66e4-4904-90e7-75b0c2990c4f', 'name': '', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'mac_address': 'fa:16:3e:94:ed:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:14Z', 'updated_at': '2022-09-28T08:51:18Z', 'revision_number': 4, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'subnets': [{'id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:51:18.568716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Current status of the port da08fc83-66e4-4904-90e7-75b0c2990c4f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:18.569138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.614410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] For port da08fc83-66e4-4904-90e7-75b0c2990c4f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=da08fc83-66e4-4904-90e7-75b0c2990c4f,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:18.626479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.694982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77928e3b-aa25-4074-b25a-5bd82b52d1e1 None None] Pushing event updated for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:18.708007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Allocated IP 172.20.0.8 (58e442db-e675-4c27-89b3-d8e47df6d168/95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd/7b7ea502-0f36-4588-a4cf-bdb0199f0255) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:18.753110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-77facb7e-a912-46be-971a-7b649b515a38 None None] Provisioning complete for port da08fc83-66e4-4904-90e7-75b0c2990c4f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:18.753621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77facb7e-a912-46be-971a-7b649b515a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.754015 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-77facb7e-a912-46be-971a-7b649b515a38 None None] Attempt 1 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:18.912946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.957343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:18.976926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0f4bc02-c7ec-45da-b342-f7533490c9c0 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:19.010434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:19.013546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:19.017287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:51:19.031808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:19.066778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-77facb7e-a912-46be-971a-7b649b515a38 None None] Current status of the port da08fc83-66e4-4904-90e7-75b0c2990c4f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:19.080876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d0f4bc02-c7ec-45da-b342-f7533490c9c0 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:19.081296 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.081634 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d0f4bc02-c7ec-45da-b342-f7533490c9c0 Sep 28 08:51:19.099914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:19.100608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.125117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-3fa3496c-1912-42b4-aac0-185eb825284e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342575 Sep 28 08:51:19.138106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Request body: {'port': {'device_id': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:51:19.169191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d0f4bc02-c7ec-45da-b342-f7533490c9c0 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:19.170376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device da08fc83-66e4-4904-90e7-75b0c2990c4f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:19.215973 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.221129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port da08fc83-66e4-4904-90e7-75b0c2990c4f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:19.221874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.222570 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port da08fc83-66e4-4904-90e7-75b0c2990c4f Sep 28 08:51:19.322970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Provisioning complete for port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:19.323343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.323680 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Attempt 1 to provision port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 Sep 28 08:51:19.354350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port da08fc83-66e4-4904-90e7-75b0c2990c4f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:19.368466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:51:19.522798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:51:19.531194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.544208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Transition to ACTIVE for port object 7b7ea502-0f36-4588-a4cf-bdb0199f0255 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:51:19.549904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.611044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:19.701225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af18cf-d79f-4198-a79c-85cef50691a9 req-6cc3e596-ab3d-4da3-b2d3-33152ef6c351 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:19.702787 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-04af18cf-d79f-4198-a79c-85cef50691a9 req-6cc3e596-ab3d-4da3-b2d3-33152ef6c351 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0929780 Sep 28 08:51:19.707757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Attempting to bind port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:51:19.708059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Attempting to bind port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:51:19.708628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Attempting to bind port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:19.720014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 on network 58e442db-e675-4c27-89b3-d8e47df6d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:51:19.720336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Attempting to bind port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:19.736947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:51:19.737312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Checking segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:51:19.737663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Bound using segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:19.738132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Bound port: 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:51:19.738493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.764470 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-04af18cf-d79f-4198-a79c-85cef50691a9 req-7af08eb0-1c86-4d6b-8992-e06c0ed9ec50 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534747 Sep 28 08:51:19.821732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:19.825111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:19.831517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.834979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:19.835582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:19.837978 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 1093 time: 0.7049272 Sep 28 08:51:19.839977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:51:19.843417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638a4e9-d68d-45f3-9ee1-4e3754523240" -d '{"events": [{"name": "network-changed", "server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:19.869799 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Attempt 2 to provision port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 Sep 28 08:51:19.888724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9050c-a491-4f5a-b2d9-20d120ec98f1 x-openstack-request-id: req-d3f9050c-a491-4f5a-b2d9-20d120ec98f1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:19.889011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:19.889288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3f9050c-a491-4f5a-b2d9-20d120ec98f1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:19.889686 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f9050c-a491-4f5a-b2d9-20d120ec98f1'] response: {'name': 'network-changed', 'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'status': 'completed', 'code': 200} Sep 28 08:51:19.916462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-87bb9eda-d953-4dc7-9d56-67d52127878e None None] Port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:51:19.946908 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79095-6f6a-4aea-9578-d1c5665d47a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:19.957064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-d9acfb9d-37d0-41c2-8de1-452ea939d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:19.959263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-d9acfb9d-37d0-41c2-8de1-452ea939d1c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1096 time: 0.0686135 Sep 28 08:51:20.002763 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-221c2903-0a52-47b7-ba94-c0b929a11d61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0350769 Sep 28 08:51:20.056686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-9f312f73-be01-4f9e-a1c5-4601d6a6b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.058150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-9f312f73-be01-4f9e-a1c5-4601d6a6b91e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0495281 Sep 28 08:51:20.104446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-7a69c7bd-ba1c-41a5-b980-2c31580d75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.106602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-7a69c7bd-ba1c-41a5-b980-2c31580d75ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416770 Sep 28 08:51:20.206823 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-b38e7287-d5ae-4656-9705-79c6b281d7af service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931873 Sep 28 08:51:20.310322 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8d915c3-f998-423e-a9fb-be93214a1adf req-4fceaa32-f20b-4e7f-b574-513366b899e4 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969760 Sep 28 08:51:20.406907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-0f726f3a-858f-4b94-af21-985758b0884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.408422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-0f726f3a-858f-4b94-af21-985758b0884f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1096 time: 0.0441244 Sep 28 08:51:20.504171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-01dbbfb3-1051-4785-ad80-6d2a5896028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.505681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-01dbbfb3-1051-4785-ad80-6d2a5896028e service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0895820 Sep 28 08:51:20.547904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-e6fb1e52-9a14-4449-9ff4-2034ab9e2fb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0337546 Sep 28 08:51:20.596819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-300caac6-3f07-4c09-97bf-d93a34a3afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.598253 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-300caac6-3f07-4c09-97bf-d93a34a3afde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0431135 Sep 28 08:51:20.653795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-6a72c909-1780-44e4-88dd-7c9d8b376f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.655386 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-6a72c909-1780-44e4-88dd-7c9d8b376f9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487511 Sep 28 08:51:20.753631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-2830941b-ebfc-4b25-8112-4e2324054beb service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911252 Sep 28 08:51:20.860698 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8638a4e9-d68d-45f3-9ee1-4e3754523240 req-c252707b-03ad-46d1-ac15-a4d78408454d service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002145 Sep 28 08:51:20.897278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c056c8-be13-42ba-9018-a5a63d28c8a9 req-5276821d-98b0-4271-af4c-6fc702d060b3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.898960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-18c056c8-be13-42ba-9018-a5a63d28c8a9 req-5276821d-98b0-4271-af4c-6fc702d060b3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0574961 Sep 28 08:51:20.936021 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-18c056c8-be13-42ba-9018-a5a63d28c8a9 req-2374a488-686e-4479-a4a7-f2122e55cf29 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 28 08:51:22.067395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0f552-126a-4e75-b245-c7f46640e706 req-f9992481-cc4a-4b3e-a2b9-2ca1d03ecbdb tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:22.068778 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-32c0f552-126a-4e75-b245-c7f46640e706 req-f9992481-cc4a-4b3e-a2b9-2ca1d03ecbdb tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0518875 Sep 28 08:51:22.113302 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-32c0f552-126a-4e75-b245-c7f46640e706 req-1b7d2f81-1c84-4dcb-89fe-167062d7e349 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Sep 28 08:51:23.242647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c2448-1822-4332-bd98-e16959a997ec req-15e6c5fe-795d-4431-8fe3-eb1f77c38f09 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:23.244160 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f41c2448-1822-4332-bd98-e16959a997ec req-15e6c5fe-795d-4431-8fe3-eb1f77c38f09 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0514243 Sep 28 08:51:23.289969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f41c2448-1822-4332-bd98-e16959a997ec req-44d04b21-8d9a-428e-bc09-625409ddf7a2 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Sep 28 08:51:24.359628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:51:24.424371 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685cc5-22b0-4c10-bf98-93961f3d4a10 req-b14c8e38-fb9e-4687-9755-59f441f05207 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:24.425943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08685cc5-22b0-4c10-bf98-93961f3d4a10 req-b14c8e38-fb9e-4687-9755-59f441f05207 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0522528 Sep 28 08:51:24.466953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08685cc5-22b0-4c10-bf98-93961f3d4a10 req-7d259321-04ea-4d85-8096-32933b6330f9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Sep 28 08:51:24.470061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:24.482737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'port_id': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'mac_address': 'fa:16:3e:ec:4b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:51:24.524882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:24.525219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:24.537591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:51:24.558152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:24.566492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:24.615834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:24.780123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7b7ea502-0f36-4588-a4cf-bdb0199f0255'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:25.607839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee1e8-7107-4d61-9df9-b85d7d264197 req-bf8d16e1-8256-4188-943d-ff8aaf78b18f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:25.609278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ab1ee1e8-7107-4d61-9df9-b85d7d264197 req-bf8d16e1-8256-4188-943d-ff8aaf78b18f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 944 time: 0.0623629 Sep 28 08:51:25.650103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ab1ee1e8-7107-4d61-9df9-b85d7d264197 req-5eca8bc5-a014-4e02-9dac-2b0b964eadc2 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Sep 28 08:51:26.362820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:26.429877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:51:26.433912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:51:26.434287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:26.434628 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 Sep 28 08:51:26.510640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:51:26.511039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:26.532985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:51:26.535345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bff4608-888d-4c2e-b417-92bbc31160ee" -d '{"events": [{"server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "name": "network-vif-plugged", "status": "completed", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:26.551472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:26.557767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:26.580774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10777972-68b7-4d6f-8555-593ccd8d3465 x-openstack-request-id: req-10777972-68b7-4d6f-8555-593ccd8d3465 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:26.581086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "name": "network-vif-plugged", "status": "completed", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:26.581339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-10777972-68b7-4d6f-8555-593ccd8d3465 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:26.581729 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10777972-68b7-4d6f-8555-593ccd8d3465'] response: {'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'code': 200} Sep 28 08:51:26.608891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:26.776866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86033d9-034b-409f-b634-b47948d6ef88 req-bab75795-76cb-47a8-a82d-ede2f2cb8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:26.778416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e86033d9-034b-409f-b634-b47948d6ef88 req-bab75795-76cb-47a8-a82d-ede2f2cb8c90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1098 time: 0.0705576 Sep 28 08:51:26.799969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d692-b9c3-4a61-a77f-a45906f07e09 req-d013b2b0-42f1-49a6-bba4-2aed69f95021 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:26.801494 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de49d692-b9c3-4a61-a77f-a45906f07e09 req-d013b2b0-42f1-49a6-bba4-2aed69f95021 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0685167 Sep 28 08:51:26.840161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e86033d9-034b-409f-b634-b47948d6ef88 req-e731c399-1173-453a-8ea8-b1ba71927895 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Sep 28 08:51:26.854440 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de49d692-b9c3-4a61-a77f-a45906f07e09 req-5a9f6938-bed7-49fc-9ead-863ecf2966da tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 Sep 28 08:51:27.988785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faedf52-c54b-4673-8ec8-33e71122c8b3 req-af1ba6ec-b9ea-4eda-b5f4-2883a435bedc tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:27.990255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8faedf52-c54b-4673-8ec8-33e71122c8b3 req-af1ba6ec-b9ea-4eda-b5f4-2883a435bedc tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0601094 Sep 28 08:51:28.032371 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8faedf52-c54b-4673-8ec8-33e71122c8b3 req-361adc45-a84d-4093-9008-bcda0aecf334 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Sep 28 08:51:28.173864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424a31-b5e7-4dbd-89ae-78d5b0cc69db req-d5309200-4e26-4809-a4c4-29426db3832f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:28.175336 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40424a31-b5e7-4dbd-89ae-78d5b0cc69db req-d5309200-4e26-4809-a4c4-29426db3832f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0650325 Sep 28 08:51:28.217604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40424a31-b5e7-4dbd-89ae-78d5b0cc69db req-c4214ffd-50fa-44ea-94f5-a490eaa697f3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Sep 28 08:51:28.456286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e528b-ea3f-4c49-a32d-091ae65aa11e req-2d2f0653-9cee-4e80-b029-a63a31104969 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:28.457792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f2e528b-ea3f-4c49-a32d-091ae65aa11e req-2d2f0653-9cee-4e80-b029-a63a31104969 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0520840 Sep 28 08:51:28.510883 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f2e528b-ea3f-4c49-a32d-091ae65aa11e req-59935319-8a52-421d-9469-b7e1bd2e6dbd tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Sep 28 08:51:28.639114 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512e5bf-4f30-4af3-9c60-3c3b3b01fef3 req-6801d811-1daf-4332-97ee-728f0d27fe07 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:28.640482 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6512e5bf-4f30-4af3-9c60-3c3b3b01fef3 req-6801d811-1daf-4332-97ee-728f0d27fe07 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0544083 Sep 28 08:51:28.682965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6512e5bf-4f30-4af3-9c60-3c3b3b01fef3 req-8a92f4fc-8ce4-43c8-9169-adf1e4dbe009 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Sep 28 08:51:28.932859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-19d319c8-3a62-4bf2-90eb-f217c3ca0ca3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402474 Sep 28 08:51:28.943901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da3269-303f-4bc0-8fbc-67616b958f58 req-e0b732df-44d9-414f-a25b-36792f58a072 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:28.945533 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-30da3269-303f-4bc0-8fbc-67616b958f58 req-e0b732df-44d9-414f-a25b-36792f58a072 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0486529 Sep 28 08:51:28.985938 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-30da3269-303f-4bc0-8fbc-67616b958f58 req-195b5aca-0151-4aed-ab94-affa666086cd tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Sep 28 08:51:30.126839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-853059e8-a79c-46b8-aebb-3c2a4163b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.128620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-853059e8-a79c-46b8-aebb-3c2a4163b2c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1098 time: 0.0740683 Sep 28 08:51:30.141326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787e24-6ae3-487a-85ab-4d923be9a2b3 req-41ef4e6f-24b5-461f-8723-189ed9f8f5a3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.142710 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-81787e24-6ae3-487a-85ab-4d923be9a2b3 req-41ef4e6f-24b5-461f-8723-189ed9f8f5a3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0793378 Sep 28 08:51:30.234836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-81787e24-6ae3-487a-85ab-4d923be9a2b3 req-3035491f-3cb2-487a-bbef-1752650f8adc tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840704 Sep 28 08:51:30.259440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-d274b9f8-ea06-46aa-8415-96a269437c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.260960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-d274b9f8-ea06-46aa-8415-96a269437c7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.1174026 Sep 28 08:51:30.303556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-bdaaa546-8de3-41b3-83a4-fbe8bb70448e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Sep 28 08:51:30.355493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-429825fc-b811-45df-bc52-f69bbadfa5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.357501 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-429825fc-b811-45df-bc52-f69bbadfa5ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0461557 Sep 28 08:51:30.413073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-b11d74b3-36b3-44a7-8033-7de01110ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.415245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-b11d74b3-36b3-44a7-8033-7de01110ee2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490620 Sep 28 08:51:30.507279 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-249b6717-c950-4319-8e93-d654c190bf2f service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Sep 28 08:51:30.601564 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-899d3b11-6e2f-4c9c-a4e5-b50672d19f17 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867748 Sep 28 08:51:31.379961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358ce13-5a55-494c-8671-bf6902b3f833 req-071b118d-dfc8-4e51-8513-aee1f184f101 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:31.382096 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d358ce13-5a55-494c-8671-bf6902b3f833 req-071b118d-dfc8-4e51-8513-aee1f184f101 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0590959 Sep 28 08:51:31.423261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d358ce13-5a55-494c-8671-bf6902b3f833 req-ddc288f1-08e4-4da5-a279-ea9e6be55d42 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Sep 28 08:51:32.565932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421beba-c0d4-4b61-a5b7-78c4c0158c12 req-26294db4-33d1-4ed0-baf2-495437ed4e31 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:32.567794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6421beba-c0d4-4b61-a5b7-78c4c0158c12 req-26294db4-33d1-4ed0-baf2-495437ed4e31 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0566716 Sep 28 08:51:32.608752 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6421beba-c0d4-4b61-a5b7-78c4c0158c12 req-e3b02b43-ad3e-4ca6-8040-41f7e97eb7c0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Sep 28 08:51:33.425716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:33.760624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adeaec-b96c-4cb8-ab77-53a830bb7ebb req-13d10ffb-0887-4a5a-ac4c-084a4655c2e1 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:33.762106 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b6adeaec-b96c-4cb8-ab77-53a830bb7ebb req-13d10ffb-0887-4a5a-ac4c-084a4655c2e1 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0597167 Sep 28 08:51:33.801177 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b6adeaec-b96c-4cb8-ab77-53a830bb7ebb req-7b06bf4a-593b-4ecf-b71c-26e51f0fa523 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Sep 28 08:51:34.936895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ccfc1-f357-4fae-8b92-609bf4eecf92 req-90bca024-2a30-447e-8c51-1b401d71f4dc tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:34.938410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d23ccfc1-f357-4fae-8b92-609bf4eecf92 req-90bca024-2a30-447e-8c51-1b401d71f4dc tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0525970 Sep 28 08:51:34.980412 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d23ccfc1-f357-4fae-8b92-609bf4eecf92 req-75ea9d9c-6b4c-41a8-aa9a-b0493277274c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Sep 28 08:51:36.115199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665162c-5eac-4f28-9b70-308c6f453042 req-fb1b147f-dd07-47f6-9583-684c34c10a59 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:36.116623 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5665162c-5eac-4f28-9b70-308c6f453042 req-fb1b147f-dd07-47f6-9583-684c34c10a59 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0529540 Sep 28 08:51:36.157203 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5665162c-5eac-4f28-9b70-308c6f453042 req-5fbed2fb-988c-4fc4-918f-333a9fc61715 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Sep 28 08:51:36.451523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8c39761-77e7-492d-be37-6a731e58142d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:36.998061 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:51:37.659582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13b1c5-7804-449d-972f-91636dea9bec req-2a88992e-c007-42f7-9ed2-1833b3861978 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:37.661217 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf13b1c5-7804-449d-972f-91636dea9bec req-2a88992e-c007-42f7-9ed2-1833b3861978 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.4157445 Sep 28 08:51:37.699148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf13b1c5-7804-449d-972f-91636dea9bec req-6224f7a2-c887-4abf-82ef-34f95115559e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Sep 28 08:51:38.794866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-26219672-457c-4d63-b7cd-5a3f1e72771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:38.843621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aadc37-a557-4946-8dfd-afa04386f0f8 req-5baa6a36-aae6-4504-9c94-df1fc2406238 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:38.846006 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7aadc37-a557-4946-8dfd-afa04386f0f8 req-5baa6a36-aae6-4504-9c94-df1fc2406238 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0618265 Sep 28 08:51:38.888267 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7aadc37-a557-4946-8dfd-afa04386f0f8 req-7bc11bee-549f-417c-854f-74cb9e154593 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339596 Sep 28 08:51:40.022526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de440e-bcf6-4c12-9b9f-812eafa95978 req-01e75670-995b-4ccb-bcca-7a1f2817ed1a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:40.023998 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06de440e-bcf6-4c12-9b9f-812eafa95978 req-01e75670-995b-4ccb-bcca-7a1f2817ed1a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0514956 Sep 28 08:51:40.066232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06de440e-bcf6-4c12-9b9f-812eafa95978 req-fcf66650-0fc6-46ae-a745-c34e184a2a85 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Sep 28 08:51:40.136700 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:41.207625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0eeb-c0d9-4190-b53d-a985fd0783ad req-7e21ca2d-39a3-4508-ade2-64aa9e141a72 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:41.209141 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3c1e0eeb-c0d9-4190-b53d-a985fd0783ad req-7e21ca2d-39a3-4508-ade2-64aa9e141a72 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0620866 Sep 28 08:51:41.251864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3c1e0eeb-c0d9-4190-b53d-a985fd0783ad req-6ee706a3-ea46-4335-8701-2a9486f6c8c3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366201 Sep 28 08:51:41.308373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:41.699309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:51:42.397228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1ca8-c920-445b-a707-c3992d283118 req-8eb94044-a685-494f-93dc-9225c5d24086 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:42.398926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-03cf1ca8-c920-445b-a707-c3992d283118 req-8eb94044-a685-494f-93dc-9225c5d24086 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0582829 Sep 28 08:51:42.440276 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-03cf1ca8-c920-445b-a707-c3992d283118 req-5ae24f72-a0d3-4c89-9ab5-376219fbd649 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Sep 28 08:51:43.567417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fc63f-cb7d-47e7-8f18-27edd6518952 req-bd356575-36be-4663-9aee-51e41d59c490 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:43.568878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ff3fc63f-cb7d-47e7-8f18-27edd6518952 req-bd356575-36be-4663-9aee-51e41d59c490 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0526881 Sep 28 08:51:43.607030 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ff3fc63f-cb7d-47e7-8f18-27edd6518952 req-9f55c01d-370b-40c8-b68a-e119cb389eac tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Sep 28 08:51:44.754022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb316698-df71-4960-8736-eeae28b4d8ca req-bacbcd19-86e7-45a1-a0b5-d7e32244008d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:44.755907 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb316698-df71-4960-8736-eeae28b4d8ca req-bacbcd19-86e7-45a1-a0b5-d7e32244008d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0630908 Sep 28 08:51:44.794421 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb316698-df71-4960-8736-eeae28b4d8ca req-dad9c08c-54f2-42f5-a7c2-383bcaf83790 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Sep 28 08:51:45.926170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aefc83-0737-4037-aa40-0f7d4ba87a23 req-c8103c2f-f04b-4236-ac26-b4fc13f86670 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:45.927702 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14aefc83-0737-4037-aa40-0f7d4ba87a23 req-c8103c2f-f04b-4236-ac26-b4fc13f86670 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0513101 Sep 28 08:51:45.969770 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-14aefc83-0737-4037-aa40-0f7d4ba87a23 req-bc39152a-c693-4604-bc41-8738b80caeb7 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Sep 28 08:51:47.115460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cda94-cf9a-49c7-8406-e53b10d08c77 req-13ec37a0-9b4e-4759-b172-c3ec900d0086 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:47.116879 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-758cda94-cf9a-49c7-8406-e53b10d08c77 req-13ec37a0-9b4e-4759-b172-c3ec900d0086 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0634317 Sep 28 08:51:47.156006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-758cda94-cf9a-49c7-8406-e53b10d08c77 req-03b126b4-11fc-4093-b707-e63a861aebac tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Sep 28 08:51:48.292296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4abf6-6a5b-41b8-8a3c-dbef0da699d8 req-31edc907-cda4-420a-a46b-0f5e936a830d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:48.293814 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02f4abf6-6a5b-41b8-8a3c-dbef0da699d8 req-31edc907-cda4-420a-a46b-0f5e936a830d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0561864 Sep 28 08:51:48.337065 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02f4abf6-6a5b-41b8-8a3c-dbef0da699d8 req-57ed8641-ae63-4a97-834a-a2d97fc54ecd tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Sep 28 08:51:49.476198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e4783-1c9b-4ae8-a0e2-b642d4197445 req-c99a445b-d62d-4b0a-8ef7-bc0016c05c4b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:49.477729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-020e4783-1c9b-4ae8-a0e2-b642d4197445 req-c99a445b-d62d-4b0a-8ef7-bc0016c05c4b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0519092 Sep 28 08:51:49.525303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-020e4783-1c9b-4ae8-a0e2-b642d4197445 req-b48f5edd-174a-400f-9267-ed73d942c722 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Sep 28 08:51:50.668379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcf3e1-d714-4523-a91d-82566db7a6d3 req-d128bc62-a3be-41c7-ad01-31dad5f663a8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:50.669953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-37bcf3e1-d714-4523-a91d-82566db7a6d3 req-d128bc62-a3be-41c7-ad01-31dad5f663a8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0558743 Sep 28 08:51:50.710206 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-37bcf3e1-d714-4523-a91d-82566db7a6d3 req-578982a2-c0aa-4810-8b40-9c0dacbf5a73 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Sep 28 08:51:51.848360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea837-87f3-42a3-8899-7e7a163db072 req-1a7c9af8-7ebe-44cd-8409-850a50e9b1db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:51.849988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1fea837-87f3-42a3-8899-7e7a163db072 req-1a7c9af8-7ebe-44cd-8409-850a50e9b1db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0555925 Sep 28 08:51:51.893497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1fea837-87f3-42a3-8899-7e7a163db072 req-a353a378-9cf0-4b19-82a2-61c6c229eda2 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Sep 28 08:51:53.035749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3059ef-8690-4d1a-91e7-cd74b7a50769 req-56f53ab3-f7f1-4aa8-948d-02079d504d4d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:53.037298 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-de3059ef-8690-4d1a-91e7-cd74b7a50769 req-56f53ab3-f7f1-4aa8-948d-02079d504d4d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0522654 Sep 28 08:51:53.075768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-de3059ef-8690-4d1a-91e7-cd74b7a50769 req-5c8f398f-1ae5-4ff8-b88f-9df453360135 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Sep 28 08:51:54.207015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a13ed7-b80c-4ee9-89cb-cd6aa10d6c55 req-42eb0181-12e2-4fe2-8a05-55ba585690f8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:54.208499 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-36a13ed7-b80c-4ee9-89cb-cd6aa10d6c55 req-42eb0181-12e2-4fe2-8a05-55ba585690f8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0517170 Sep 28 08:51:54.246943 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-36a13ed7-b80c-4ee9-89cb-cd6aa10d6c55 req-b5861757-22e7-43c7-aa2f-06eeff1bad3f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Sep 28 08:51:55.389566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039223-45f8-45d3-a79e-e41f81bbd321 req-f467efa8-e7f9-459b-8e8c-408a591c7fd5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:55.391055 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-35039223-45f8-45d3-a79e-e41f81bbd321 req-f467efa8-e7f9-459b-8e8c-408a591c7fd5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0584536 Sep 28 08:51:55.431662 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-35039223-45f8-45d3-a79e-e41f81bbd321 req-7269bf6b-94cd-4f2d-b60c-4b59384f05e8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Sep 28 08:51:56.572044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432972d-4fbb-4c42-b9b4-93dc36ed83b7 req-70564d81-7d81-443a-9053-f13304e6350f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:56.573551 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7432972d-4fbb-4c42-b9b4-93dc36ed83b7 req-70564d81-7d81-443a-9053-f13304e6350f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0590160 Sep 28 08:51:56.614647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7432972d-4fbb-4c42-b9b4-93dc36ed83b7 req-f0607962-1ece-4f23-a43d-f2d245b0fdf9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Sep 28 08:51:57.339197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-3798bf96-306b-4387-8c02-54c427993be5 service neutron] 10.222.0.62 "GET /v2.0/ports/7b7ea502-0f36-4588-a4cf-bdb0199f0255/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0686681 Sep 28 08:51:57.570367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-3494026c-a76a-4b43-a12a-d41e593b3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.572435 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-3494026c-a76a-4b43-a12a-d41e593b3116 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f&tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0445726 Sep 28 08:51:57.639781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-79fa19ee-4fc6-48c3-b70b-fdbe2f4db032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.641330 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-79fa19ee-4fc6-48c3-b70b-fdbe2f4db032 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1098 time: 0.0432937 Sep 28 08:51:57.739153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-9f2b2122-1e6a-46b5-a9ad-76cac7a05363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.740448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d6679-9968-4ca6-a8a4-a3c7933ff9eb req-b499b25c-9849-42a3-ab96-36d5d66c9515 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.740913 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-9f2b2122-1e6a-46b5-a9ad-76cac7a05363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0922422 Sep 28 08:51:57.742003 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-af1d6679-9968-4ca6-a8a4-a3c7933ff9eb req-b499b25c-9849-42a3-ab96-36d5d66c9515 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0506332 Sep 28 08:51:57.780121 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-af1d6679-9968-4ca6-a8a4-a3c7933ff9eb req-acb1e758-463f-4ec4-922b-eaf2c409d9ae tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Sep 28 08:51:57.783343 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-fabccc24-0e92-4cf0-b1ab-22ca2f3ec044 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0354214 Sep 28 08:51:57.832940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-7b7d8768-63be-47d0-bc7b-4632e21115dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.834475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-7b7d8768-63be-47d0-bc7b-4632e21115dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0443041 Sep 28 08:51:57.884858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-d0a59505-4c64-4075-9642-09748676ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:57.886404 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-d0a59505-4c64-4075-9642-09748676ba6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455272 Sep 28 08:51:57.981632 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-e513b5dd-50ad-4c1e-87f7-b57d41bbb6d3 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880501 Sep 28 08:51:58.076322 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9189ad5f-2cfc-4fd2-aa3e-9a000428e0f9 req-3b9c4590-0329-49e1-bfcf-ff3b6d2ef95a service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 Sep 28 08:51:58.564609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-493ecc4f-33b3-4e2c-831b-5f9b39b40e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:58.566157 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-493ecc4f-33b3-4e2c-831b-5f9b39b40e05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1098 time: 0.0600793 Sep 28 08:51:58.677185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-1331605d-f6d4-4858-8bae-ee747b42d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:58.678672 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-1331605d-f6d4-4858-8bae-ee747b42d259 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0903919 Sep 28 08:51:58.721767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-2dfa0400-2b24-47f5-bdd6-29668d92b7fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0348797 Sep 28 08:51:58.775482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-e414b6c5-ef08-4874-aadf-19e88c5ef6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:58.777000 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-e414b6c5-ef08-4874-aadf-19e88c5ef6c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0483246 Sep 28 08:51:58.827869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-c434f8af-b6ea-4677-8c5d-ceabddeaa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:58.829492 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-c434f8af-b6ea-4677-8c5d-ceabddeaa009 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438986 Sep 28 08:51:58.954273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b640a-6974-46d3-bdba-4683c3e52f0e req-1f14fc09-ab5f-4640-9a2e-2b8d5c0b147a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:58.955774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b2b640a-6974-46d3-bdba-4683c3e52f0e req-1f14fc09-ab5f-4640-9a2e-2b8d5c0b147a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0965683 Sep 28 08:51:58.972992 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-c5fc9f1d-95b7-4480-9c0f-c866140e6b9f service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361988 Sep 28 08:51:59.029430 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b2b640a-6974-46d3-bdba-4683c3e52f0e req-1c339357-6ee2-4422-bf00-f1e204cc34aa tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656776 Sep 28 08:51:59.086339 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-76988b21-0d27-49b8-a6eb-69a88f27ec9f req-c08ef30e-3257-4ff6-8925-1177f1899833 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037240 Sep 28 08:52:00.171227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285120fd-5a74-4fa5-b5c5-56e36f04db84 req-03f85c17-0c1c-4363-93b8-941065f8937d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.172743 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-285120fd-5a74-4fa5-b5c5-56e36f04db84 req-03f85c17-0c1c-4363-93b8-941065f8937d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0566106 Sep 28 08:52:00.212319 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-285120fd-5a74-4fa5-b5c5-56e36f04db84 req-04ada9a2-4b53-4b76-8e96-5f36b83f54be tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 28 08:52:00.433612 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426acc2-ac19-4f3a-bf62-681d1bdb4ab0 req-43febc2d-ce39-4178-b7e9-575f833f288c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.435281 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7426acc2-ac19-4f3a-bf62-681d1bdb4ab0 req-43febc2d-ce39-4178-b7e9-575f833f288c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 945 time: 0.0556810 Sep 28 08:52:00.447757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-96b95f29-9472-48e4-8bae-ec341926cd57 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.449299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-96b95f29-9472-48e4-8bae-ec341926cd57 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f&tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 945 time: 0.0553856 Sep 28 08:52:00.473985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7426acc2-ac19-4f3a-bf62-681d1bdb4ab0 req-451be7a5-af03-4f79-afe2-8b2dd02e83aa tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Sep 28 08:52:00.515746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:52:00.537334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-343b953e-6de1-4ea8-8fdc-16ed4685fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.538872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-343b953e-6de1-4ea8-8fdc-16ed4685fc4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 1098 time: 0.0478837 Sep 28 08:52:00.611819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:00.623458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'port_id': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'mac_address': 'fa:16:3e:ec:4b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:52:00.633197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-1d9ba03f-b4d6-476c-8d90-9aa05945d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.634745 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-1d9ba03f-b4d6-476c-8d90-9aa05945d545 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0884798 Sep 28 08:52:00.663872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:00.664266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:00.677225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:00.679507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-654cd0fd-b0ec-40d1-9ce7-b38a07225ae9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 200 len: 217 time: 0.0381951 Sep 28 08:52:00.698047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:00.703894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:00.733612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-e552e911-1d87-43ed-af50-7e7a87231bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.735317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-e552e911-1d87-43ed-af50-7e7a87231bdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0485513 Sep 28 08:52:00.759477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:00.763532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7b7ea502-0f36-4588-a4cf-bdb0199f0255'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:52:00.781290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-4ef5f850-b182-4914-9fad-58cfbdecf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:00.782832 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-4ef5f850-b182-4914-9fad-58cfbdecf3a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408514 Sep 28 08:52:00.879215 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-53e32b0b-8d31-4efa-ac91-3c8507c2b7ed service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890453 Sep 28 08:52:00.977862 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff4d9623-b7a6-4d8b-b057-978f4979eef5 req-90f89a63-b0ce-4ad2-b911-d9e91b68d7c5 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911887 Sep 28 08:52:01.603815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b51e1-4cf7-4ab2-8c62-10a69ff59ceb req-16b53d2b-3686-480f-8686-ea674d9336e5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:01.605337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c67b51e1-4cf7-4ab2-8c62-10a69ff59ceb req-16b53d2b-3686-480f-8686-ea674d9336e5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 944 time: 0.0532737 Sep 28 08:52:01.648554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c67b51e1-4cf7-4ab2-8c62-10a69ff59ceb req-2e4f4b2d-0434-4fe4-a72d-ccb0f2f98f09 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Sep 28 08:52:01.788941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d31bd-54c8-4e4e-9688-1c8581adb192 req-ba7b1b1b-a4d4-4b45-9984-a6c78d9a2e1b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:01.790500 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-234d31bd-54c8-4e4e-9688-1c8581adb192 req-ba7b1b1b-a4d4-4b45-9984-a6c78d9a2e1b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 944 time: 0.0633280 Sep 28 08:52:01.828513 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-234d31bd-54c8-4e4e-9688-1c8581adb192 req-ae863108-93f6-495c-9bff-44ffbbd85a44 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Sep 28 08:52:01.935905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:01.940607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884201042', 'description': 'tempest-description--469911442'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:01.965831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.034227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.040149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.070938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.072193 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1352642 Sep 28 08:52:02.073524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b2e72-93c8-4775-96f6-afb75ff0c779 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e498f5-dbcb-4825-9663-09025852bc05,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:02.075860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44672) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:02.083023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'security_group_rule': {'security_group_id': 'c5e498f5-dbcb-4825-9663-09025852bc05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:02.114038 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.176981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.183603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.200886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45304f45-8a77-475f-93ec-37560f13bc7f,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:02.211182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.212489 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b383c013-973f-47a2-bb60-75c9bbc047db tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353276 Sep 28 08:52:02.215241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44674) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:02.219595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'security_group_rule': {'security_group_id': 'c5e498f5-dbcb-4825-9663-09025852bc05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:02.245607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.306447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.312131 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.329699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513d5553-7ecf-4d37-878e-d4e83322fc6e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:02.337793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.339017 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2ead572b-2c63-49c2-8b02-7bd3288ec15c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228201 Sep 28 08:52:02.342198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44676) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:02.346537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:02.367905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.467250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.521278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:02.568875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Allocated IP 172.26.4.179 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/c8351496-bcae-41b5-b013-69b9dadc6f0f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:02.595382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 is: BUILD; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:02.595878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.609161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:02.634080 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:02.639633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.674748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.688673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:02.712886 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.749027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:02.751896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:02.754998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:52:02.785820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'Port': ['ID=c8351496-bcae-41b5-b013-69b9dadc6f0f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:02.847967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:02.883529 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.035926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.041534 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.105161 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'Port': ['ID=c8351496-bcae-41b5-b013-69b9dadc6f0f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:03.107690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.126702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.128311 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4dd294fb-e68b-4eb3-a91d-a92d631b2d7e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851429 Sep 28 08:52:03.227661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa571-4703-48fe-94ce-f143a891c1de req-ce95911d-c0aa-4853-8dcc-3944a2fc8241 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:03.229353 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e09aa571-4703-48fe-94ce-f143a891c1de req-ce95911d-c0aa-4853-8dcc-3944a2fc8241 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0506296 Sep 28 08:52:03.267198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e09aa571-4703-48fe-94ce-f143a891c1de req-c131727c-2a6c-4496-ae35-b0342fe3fa98 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Sep 28 08:52:03.408393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:03.643212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-6c32a664-1f8d-4320-b288-9ebd33050bed tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:03.644603 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-6c32a664-1f8d-4320-b288-9ebd33050bed tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 815 time: 0.1035790 Sep 28 08:52:03.661458 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-5a68d774-f420-45cb-be30-b4e7c0a2014e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/quotas/b59ce933eeeb42fa8ea859c3c56ab0c1 HTTP/1.1" status: 200 len: 375 time: 0.0094063 Sep 28 08:52:03.715889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-20af5740-bf0f-4798-9466-57989be800b3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489018 Sep 28 08:52:03.820942 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-e3cb503d-8550-4616-a97f-8e39b2c0d3fd service neutron] 10.222.0.27 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979726 Sep 28 08:52:03.914167 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-7d26ddc2-eb60-44d1-9122-b59224a81c55 service neutron] 10.222.0.27 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861487 Sep 28 08:52:04.083572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0dcc7253-fcb6-4684-b19a-725c7fafe051 req-8a13547c-a39b-45f7-b7c0-7c3857fc0391 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 210 time: 0.0267885 Sep 28 08:52:05.049381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-0bfbcd77-4ded-430b-be37-3e39e7011a29 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:05.050784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-0bfbcd77-4ded-430b-be37-3e39e7011a29 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 815 time: 0.1046770 Sep 28 08:52:05.065026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Request body: {'port': {'device_id': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'admin_state_up': True, 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:05.177576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Made reservation on behalf of b59ce933eeeb42fa8ea859c3c56ab0c1 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:05.181573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.191540 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1ba64bfa-f06f-4db3-a5cc-41f252a44dfe req-3ed35a68-db88-4da3-a353-10087e4f925d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 210 time: 0.0320377 Sep 28 08:52:05.253693 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-002de187-ae12-41ad-9eec-d402c5d90a71 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:05.255140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-002de187-ae12-41ad-9eec-d402c5d90a71 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/ports?device_id=07fb66be-493d-4865-84a5-4d8c8e8eb74f HTTP/1.1" status: 200 len: 943 time: 0.0511143 Sep 28 08:52:05.311365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Allocated IP 172.20.0.6 (58e442db-e675-4c27-89b3-d8e47df6d168/95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd/24f91f38-135c-4a66-8db3-377bcf6db87a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:05.345651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Deleting port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:05.345995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.437964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] For port 7b7ea502-0f36-4588-a4cf-bdb0199f0255, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7b7ea502-0f36-4588-a4cf-bdb0199f0255,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:05.438387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.451592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Calling delete_port for 7b7ea502-0f36-4588-a4cf-bdb0199f0255 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:05.454817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.488907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.535491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Network 58e442db-e675-4c27-89b3-d8e47df6d168 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:05.538580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:05.542396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:52:05.568949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:05.592790 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.600038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:05.600700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.622221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-c4c58ca5-e99b-4bd1-ae0f-0240f9494d8a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610621 Sep 28 08:52:05.628209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event deleted for resources: {'Port': ['ID=7b7ea502-0f36-4588-a4cf-bdb0199f0255,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:05.634698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Request body: {'port': {'device_id': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:05.690925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.698630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] No DVR routers for this DVR port 7b7ea502-0f36-4588-a4cf-bdb0199f0255 on host hv-neutron-8593 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:52:05.701477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.704824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "DELETE /v2.0/ports/7b7ea502-0f36-4588-a4cf-bdb0199f0255 HTTP/1.1" status: 204 len: 173 time: 0.4424696 Sep 28 08:52:05.705332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'name': 'network-vif-deleted', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:05.707716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28572d3b-b111-4d87-8828-7df6a6cadaed" -d '{"events": [{"server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "name": "network-vif-deleted", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:05.828406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff39ffa-e835-4a45-aead-9f3a28837bc5 x-openstack-request-id: req-9ff39ffa-e835-4a45-aead-9f3a28837bc5 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:05.828805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fb66be-493d-4865-84a5-4d8c8e8eb74f", "name": "network-vif-deleted", "tag": "7b7ea502-0f36-4588-a4cf-bdb0199f0255", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:05.829124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9ff39ffa-e835-4a45-aead-9f3a28837bc5 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:05.829546 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff39ffa-e835-4a45-aead-9f3a28837bc5'] response: {'server_uuid': '07fb66be-493d-4865-84a5-4d8c8e8eb74f', 'name': 'network-vif-deleted', 'tag': '7b7ea502-0f36-4588-a4cf-bdb0199f0255', 'status': 'completed', 'code': 200} Sep 28 08:52:05.874501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Provisioning complete for port 24f91f38-135c-4a66-8db3-377bcf6db87a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:52:05.875059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:05.875329 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Attempt 1 to provision port 24f91f38-135c-4a66-8db3-377bcf6db87a Sep 28 08:52:05.910939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Port 24f91f38-135c-4a66-8db3-377bcf6db87a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:52:06.011103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:06.019357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.035904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Transition to ACTIVE for port object 24f91f38-135c-4a66-8db3-377bcf6db87a will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:52:06.042737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.121609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:06.153402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Attempting to bind port 24f91f38-135c-4a66-8db3-377bcf6db87a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:52:06.153825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Attempting to bind port 24f91f38-135c-4a66-8db3-377bcf6db87a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:52:06.154143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Attempting to bind port 24f91f38-135c-4a66-8db3-377bcf6db87a on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:06.158476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Port 24f91f38-135c-4a66-8db3-377bcf6db87a on network 58e442db-e675-4c27-89b3-d8e47df6d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:52:06.158786 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Attempting to bind port 24f91f38-135c-4a66-8db3-377bcf6db87a on network 58e442db-e675-4c27-89b3-d8e47df6d168 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:06.163476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:52:06.163887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Checking segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:52:06.164201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Bound using segment: {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:52:06.164622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Bound port: 24f91f38-135c-4a66-8db3-377bcf6db87a, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdda037-9068-435b-a922-e7de5cfd776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:52:06.165017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.232669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:06.235712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:06.240164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.245668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.246314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.247744 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] 10.222.0.62 "PUT /v2.0/ports/24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 1093 time: 0.6180468 Sep 28 08:52:06.248180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:06.250582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60e9eab-93e8-4494-ad46-ed1f05404e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:06.322006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5c8453-0ab8-4350-a67f-438580cd9c37 x-openstack-request-id: req-dc5c8453-0ab8-4350-a67f-438580cd9c37 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:06.322296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:06.322596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc5c8453-0ab8-4350-a67f-438580cd9c37 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:06.322952 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5c8453-0ab8-4350-a67f-438580cd9c37'] response: {'name': 'network-changed', 'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'status': 'completed', 'code': 200} Sep 28 08:52:06.326197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:06.335966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.336313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.336742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.337619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.337619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.337845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.338007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b88fa-5221-40e1-90db-b65ac0db99be req-4884b4b3-e537-4ca4-8bf0-d64411a4562f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.338457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.338457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.338763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.339082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.339401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.339587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-517b88fa-5221-40e1-90db-b65ac0db99be req-4884b4b3-e537-4ca4-8bf0-d64411a4562f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0632029 Sep 28 08:52:06.339746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e7224-f3e9-4b94-b94b-e91e12c720bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.353641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-94868b70-8c86-4392-8c23-cbc505e07a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.355150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-94868b70-8c86-4392-8c23-cbc505e07a97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1096 time: 0.0598288 Sep 28 08:52:06.380009 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-517b88fa-5221-40e1-90db-b65ac0db99be req-6ce89562-2fa9-4775-9c02-106b68e2e430 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Sep 28 08:52:06.401380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-fc41ad13-f60d-46a6-97fa-e86aa9083b9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 217 time: 0.0388503 Sep 28 08:52:06.412134 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Attempt 2 to provision port 24f91f38-135c-4a66-8db3-377bcf6db87a Sep 28 08:52:06.453188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-cd028baa-a932-45f4-8c64-42156b0897a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.455075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-cd028baa-a932-45f4-8c64-42156b0897a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0458128 Sep 28 08:52:06.460771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4dec9045-342b-4201-8e96-74c69c0987d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:06.468687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-85e5f188-bce4-49a7-b359-c6d9bc406d41 None None] Port 24f91f38-135c-4a66-8db3-377bcf6db87a had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:52:06.502587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-cc98da0b-f720-47fd-b53c-fe9cdc37d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.504198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-cc98da0b-f720-47fd-b53c-fe9cdc37d0fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426211 Sep 28 08:52:06.609782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-6bec34a0-9d04-4d9e-89cb-374733b293ec service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980899 Sep 28 08:52:06.702447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5fcaba7d-48ff-4352-bccf-a6da3a363c82 req-7428456d-8dea-405e-9cd8-cf3b9d6cdfaa service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858526 Sep 28 08:52:06.790384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-f1a9220f-654d-4917-b869-9bbf6da58c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.791904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-f1a9220f-654d-4917-b869-9bbf6da58c2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1096 time: 0.0419953 Sep 28 08:52:06.890311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-326d2244-a0c1-4088-a936-33b1f0e6e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.891721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-326d2244-a0c1-4088-a936-33b1f0e6e81f service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0919344 Sep 28 08:52:06.933519 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-6197e0c0-1430-4045-8768-18bddc49a577 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 217 time: 0.0343788 Sep 28 08:52:06.987597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-e1ae9d0c-03f7-4e86-ba14-ee69cd2af2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:06.989067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-e1ae9d0c-03f7-4e86-ba14-ee69cd2af2e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0487440 Sep 28 08:52:07.036412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-e85973e1-ccd8-440f-a7e1-a69cc2d96be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:07.037962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-e85973e1-ccd8-440f-a7e1-a69cc2d96be2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411837 Sep 28 08:52:07.137153 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-9a91297e-1a62-47e8-8ca5-909204c0b587 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Sep 28 08:52:07.227376 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e60e9eab-93e8-4494-ad46-ed1f05404e9a req-ca92e25a-05af-4560-add3-3231140c1069 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819857 Sep 28 08:52:07.508001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bb2a-189e-474a-974f-ddaa1dd86295 req-56bcbd41-62f3-4f38-a477-326ff069d7e0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:07.510123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-79e3bb2a-189e-474a-974f-ddaa1dd86295 req-56bcbd41-62f3-4f38-a477-326ff069d7e0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0534699 Sep 28 08:52:07.549734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-79e3bb2a-189e-474a-974f-ddaa1dd86295 req-b3d49943-8fa5-4881-929b-d40c31a092d5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Sep 28 08:52:08.542194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:08.574170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 7b7ea502-0f36-4588-a4cf-bdb0199f0255 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:52:08.574514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7b7ea502-0f36-4588-a4cf-bdb0199f0255 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:52:08.673918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc423f5-01ce-42af-8e60-e224e1c37651 req-9543ff62-1ac5-4968-97f5-252ff2dbc91d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:08.675420 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acc423f5-01ce-42af-8e60-e224e1c37651 req-9543ff62-1ac5-4968-97f5-252ff2dbc91d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0528049 Sep 28 08:52:08.720276 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-acc423f5-01ce-42af-8e60-e224e1c37651 req-54b7e754-08c9-4433-bf4c-7fb836e62fac tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Sep 28 08:52:08.789848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-46909f7b-adbf-4487-99c8-3d47d394f2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:09.851199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f1a47-4f1a-4564-83ee-76f7711e1e0a req-27cadc67-5f3d-4d7a-a890-04d835ad4ab6 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:09.852705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc4f1a47-4f1a-4564-83ee-76f7711e1e0a req-27cadc67-5f3d-4d7a-a890-04d835ad4ab6 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0557086 Sep 28 08:52:09.891301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc4f1a47-4f1a-4564-83ee-76f7711e1e0a req-79ad1b5a-fc5b-4c65-9abb-b25fd5bc5323 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Sep 28 08:52:10.147306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:10.541539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:52:10.646177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:10.657383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'port_id': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:52:10.694203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:10.694580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:10.712131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:10.733727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:10.738984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:10.789641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:10.934063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['24f91f38-135c-4a66-8db3-377bcf6db87a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:52:11.014555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a76b9-7f1a-47f3-8d50-73f84e1aa16f req-98a6a991-b334-48db-9c0b-3de7c3cd629f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:11.016093 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b59a76b9-7f1a-47f3-8d50-73f84e1aa16f req-98a6a991-b334-48db-9c0b-3de7c3cd629f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 944 time: 0.0495625 Sep 28 08:52:11.054667 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b59a76b9-7f1a-47f3-8d50-73f84e1aa16f req-73fe9235-6e6c-4144-8efb-76d176ff5d7a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Sep 28 08:52:11.319115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:11.704351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:12.179536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e44ee-66f8-4d28-86da-348db5755302 req-bd515f09-97e2-4954-b156-714970b8917f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:12.181418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b46e44ee-66f8-4d28-86da-348db5755302 req-bd515f09-97e2-4954-b156-714970b8917f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 944 time: 0.0511093 Sep 28 08:52:12.222437 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b46e44ee-66f8-4d28-86da-348db5755302 req-7043a31d-d361-413e-99b4-a5fc1ce50c29 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Sep 28 08:52:12.557783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:12.626208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 24f91f38-135c-4a66-8db3-377bcf6db87a completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:52:12.632612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 24f91f38-135c-4a66-8db3-377bcf6db87a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:52:12.633052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:12.633579 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 24f91f38-135c-4a66-8db3-377bcf6db87a Sep 28 08:52:12.715485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:12.715843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:12.740014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:12.742436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc800138-c323-4c70-9594-9fd2c7db9b18" -d '{"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-plugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:12.758041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:12.765937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:12.794998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a974d3-12c0-4040-ac7d-5b0b8d5e4538 x-openstack-request-id: req-b4a974d3-12c0-4040-ac7d-5b0b8d5e4538 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:12.794998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-plugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:12.794998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4a974d3-12c0-4040-ac7d-5b0b8d5e4538 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:12.794998 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a974d3-12c0-4040-ac7d-5b0b8d5e4538'] response: {'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'code': 200} Sep 28 08:52:12.823187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:12.830831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.831188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.831539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.831879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.832218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.832557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.833009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.833376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.833711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.834041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.834369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.834703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:12.950970 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ef538-1b24-4f5e-9252-0540eba39538 req-4c05b933-6e03-4332-acc2-185ec06267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:12.952485 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-145ef538-1b24-4f5e-9252-0540eba39538 req-4c05b933-6e03-4332-acc2-185ec06267b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1098 time: 0.0417480 Sep 28 08:52:12.987602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-145ef538-1b24-4f5e-9252-0540eba39538 req-eeec4a3a-c213-4e79-80e4-b82eecf23dac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284569 Sep 28 08:52:13.357505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51a0cc-7b71-4bd9-864a-5b116da3092b req-372f9f16-0d04-49b2-8a71-9ee2827ecba8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:13.359100 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be51a0cc-7b71-4bd9-864a-5b116da3092b req-372f9f16-0d04-49b2-8a71-9ee2827ecba8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0594811 Sep 28 08:52:13.400555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be51a0cc-7b71-4bd9-864a-5b116da3092b req-4e1104c3-8f65-418c-b980-28710091e75e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335948 Sep 28 08:52:13.997814 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:52:14.543533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b487d1-ce19-4d28-8c64-48054a047051 req-60fdecc3-7902-436e-baad-eb22c69db8d8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:14.545006 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-61b487d1-ce19-4d28-8c64-48054a047051 req-60fdecc3-7902-436e-baad-eb22c69db8d8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0556264 Sep 28 08:52:14.584614 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-61b487d1-ce19-4d28-8c64-48054a047051 req-9c828216-0831-47c3-876c-19a8169fb596 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Sep 28 08:52:14.721759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24539d7a-a577-41ba-8579-34f72281f814 req-948fc267-ba5d-403e-b267-7b9991eef053 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:14.723414 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24539d7a-a577-41ba-8579-34f72281f814 req-948fc267-ba5d-403e-b267-7b9991eef053 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0513191 Sep 28 08:52:14.762744 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24539d7a-a577-41ba-8579-34f72281f814 req-80d578e0-60ff-4796-8c9d-efcd0bb85679 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Sep 28 08:52:15.125890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c3de3-9b64-4089-bc31-2086e903bf6f req-53c0bae9-2afe-4336-ad92-06ba2a4d5020 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:15.127760 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-836c3de3-9b64-4089-bc31-2086e903bf6f req-53c0bae9-2afe-4336-ad92-06ba2a4d5020 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0696292 Sep 28 08:52:15.134870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-f7a88bdc-ad0e-4249-a0d2-14f729836c04 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852053 Sep 28 08:52:15.169373 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-836c3de3-9b64-4089-bc31-2086e903bf6f req-47587058-8a9c-485f-835a-dfc324dc06dd tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Sep 28 08:52:16.242705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-08357877-9ce3-4382-85b2-891e264099a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:16.244499 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-08357877-9ce3-4382-85b2-891e264099a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1098 time: 0.0439117 Sep 28 08:52:16.295487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634262ce-171c-44cd-9518-3a0935bc769e req-97da7f9b-bb93-48e0-abd5-73c1b041b81c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:16.296998 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-634262ce-171c-44cd-9518-3a0935bc769e req-97da7f9b-bb93-48e0-abd5-73c1b041b81c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0511694 Sep 28 08:52:16.336422 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-634262ce-171c-44cd-9518-3a0935bc769e req-20720653-3c36-481d-977a-e0a001809c92 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Sep 28 08:52:16.342589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-e7d8d8af-b080-4769-b484-33d4d205b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:16.343770 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-e7d8d8af-b080-4769-b484-33d4d205b579 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0922563 Sep 28 08:52:16.385970 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-7186ecc3-9a4e-4ce2-8651-3dc895b9221b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 217 time: 0.0356092 Sep 28 08:52:16.433436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-37f0339d-7f07-4b8c-ab62-7bb0fded63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:16.434842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-37f0339d-7f07-4b8c-ab62-7bb0fded63af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0428624 Sep 28 08:52:16.481404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-c99e6c9e-acf5-4e2b-ab6e-a7b35c843c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:16.482882 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-c99e6c9e-acf5-4e2b-ab6e-a7b35c843c56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415757 Sep 28 08:52:16.584371 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-b83d8adb-aaf0-4c8e-b2f2-2406dd6700a7 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946577 Sep 28 08:52:16.679202 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-95a60e4a-ac63-4310-823c-59ee77c1ae97 service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874927 Sep 28 08:52:17.479059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62606151-7669-4bef-b95f-1c7acfbcbe23 req-a471802a-53bb-4a83-8961-d4b9a42d893f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:17.480553 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-62606151-7669-4bef-b95f-1c7acfbcbe23 req-a471802a-53bb-4a83-8961-d4b9a42d893f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0626671 Sep 28 08:52:17.519956 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-62606151-7669-4bef-b95f-1c7acfbcbe23 req-e0711729-fbb1-49c3-a723-f734e0378d71 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Sep 28 08:52:18.664374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbfcf0-da0d-476d-8757-2438100b24be req-02f4d8e1-a4ef-45bd-96bc-4a33cf24bdf0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:18.665934 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7dbfcf0-da0d-476d-8757-2438100b24be req-02f4d8e1-a4ef-45bd-96bc-4a33cf24bdf0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0533440 Sep 28 08:52:18.707546 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7dbfcf0-da0d-476d-8757-2438100b24be req-882948b4-f183-4c6c-83ef-b00858b799df tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Sep 28 08:52:19.836477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1801b3-2079-4e28-9c0c-33dba0da8053 req-6f20e08a-50b9-4810-a200-92051e617db0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:19.838043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e1801b3-2079-4e28-9c0c-33dba0da8053 req-6f20e08a-50b9-4810-a200-92051e617db0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0520430 Sep 28 08:52:19.877865 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4e1801b3-2079-4e28-9c0c-33dba0da8053 req-99c9d639-06ec-4b6a-941b-5e896f868c3f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Sep 28 08:52:21.012280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dbb96-3930-4bf8-bb16-dc224648c4e5 req-25615b36-8b69-49e3-81a0-e1df30668a40 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:21.013768 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca3dbb96-3930-4bf8-bb16-dc224648c4e5 req-25615b36-8b69-49e3-81a0-e1df30668a40 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0524621 Sep 28 08:52:21.051969 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca3dbb96-3930-4bf8-bb16-dc224648c4e5 req-44ebe9bc-eb76-47d2-84d9-4779a90153f4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Sep 28 08:52:22.194120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402894fe-3209-4c0b-82de-0bf03f002a45 req-abad3eed-0ba7-49c0-86a1-e80df99b2250 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:22.195597 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-402894fe-3209-4c0b-82de-0bf03f002a45 req-abad3eed-0ba7-49c0-86a1-e80df99b2250 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0557353 Sep 28 08:52:22.237447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-402894fe-3209-4c0b-82de-0bf03f002a45 req-310310c9-316a-43c3-8d07-daac2d0b740b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Sep 28 08:52:23.401872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01583-eb4f-4eb8-b10c-b614a868ff75 req-5b5ead65-2b35-4a52-bae1-a77c701deac6 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:23.403341 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2bd01583-eb4f-4eb8-b10c-b614a868ff75 req-5b5ead65-2b35-4a52-bae1-a77c701deac6 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0691774 Sep 28 08:52:23.442741 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2bd01583-eb4f-4eb8-b10c-b614a868ff75 req-008d75a6-7c4a-49aa-97ad-97e185ae9f4d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Sep 28 08:52:24.581079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3c804-6f8e-435d-8927-bc300bb2b7d1 req-c9f5ba91-5275-4ae8-8e36-9c7a686479a5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:24.582588 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0b3c804-6f8e-435d-8927-bc300bb2b7d1 req-c9f5ba91-5275-4ae8-8e36-9c7a686479a5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0542240 Sep 28 08:52:24.620475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0b3c804-6f8e-435d-8927-bc300bb2b7d1 req-dbc98261-761c-4b55-9909-ac95df3d1469 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314949 Sep 28 08:52:25.753218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c71b-eb68-43fc-9c23-277f0a982ddd req-d47d2dfb-52ed-4bcd-9028-ad512916e08b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:25.755415 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e811c71b-eb68-43fc-9c23-277f0a982ddd req-d47d2dfb-52ed-4bcd-9028-ad512916e08b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0535653 Sep 28 08:52:25.795450 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e811c71b-eb68-43fc-9c23-277f0a982ddd req-35872e6b-5e4f-4fc5-adf9-898c985bd79a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Sep 28 08:52:26.921347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291e6e-ef54-409e-8e36-118d45529c96 req-2244018c-92ce-45c6-be50-a936f1ffe25b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:26.922826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65291e6e-ef54-409e-8e36-118d45529c96 req-2244018c-92ce-45c6-be50-a936f1ffe25b tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0508645 Sep 28 08:52:26.963088 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65291e6e-ef54-409e-8e36-118d45529c96 req-f1e9ec1a-5589-4f0e-8863-0118c691f115 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341289 Sep 28 08:52:28.113650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a35316-fde3-4b72-a77f-84e0d24c2b7f req-a8ae7d92-7323-4071-9ed2-8cdceeb934e9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:28.115045 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-60a35316-fde3-4b72-a77f-84e0d24c2b7f req-a8ae7d92-7323-4071-9ed2-8cdceeb934e9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0613503 Sep 28 08:52:28.156799 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-60a35316-fde3-4b72-a77f-84e0d24c2b7f req-b4791072-7f03-446f-aca5-a29df9ede856 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Sep 28 08:52:29.308236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab0c45-3a13-4e93-ba57-76fa9405d668 req-b61bfade-ba23-48b5-a330-fbbdde147330 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:29.309783 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcab0c45-3a13-4e93-ba57-76fa9405d668 req-b61bfade-ba23-48b5-a330-fbbdde147330 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0646586 Sep 28 08:52:29.349521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcab0c45-3a13-4e93-ba57-76fa9405d668 req-8d08de91-f874-48da-ab80-f7ceff83b6fb tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Sep 28 08:52:30.474554 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878db8-02e5-494f-98b9-984e67767bb6 req-f215cba1-5dac-498b-baa5-2e67b79de696 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:30.476039 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1878db8-02e5-494f-98b9-984e67767bb6 req-f215cba1-5dac-498b-baa5-2e67b79de696 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0514202 Sep 28 08:52:30.517810 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1878db8-02e5-494f-98b9-984e67767bb6 req-ad19da93-a5b2-461c-90e0-15e4447db4c8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Sep 28 08:52:31.655069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8a3f-2998-44da-81ba-1a19f6f2cf89 req-a57af5b0-8284-4e68-802e-6333e09ec6d3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:31.656689 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-781e8a3f-2998-44da-81ba-1a19f6f2cf89 req-a57af5b0-8284-4e68-802e-6333e09ec6d3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0543213 Sep 28 08:52:31.697864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-781e8a3f-2998-44da-81ba-1a19f6f2cf89 req-19572ce5-0a9b-4aac-b29a-fa55662bea75 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Sep 28 08:52:32.833868 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf192b-43a7-4da0-be26-c35273fd6ed3 req-88dbe17e-285b-47a2-8eee-b31f6a6849aa tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:32.835347 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28cf192b-43a7-4da0-be26-c35273fd6ed3 req-88dbe17e-285b-47a2-8eee-b31f6a6849aa tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0498700 Sep 28 08:52:32.872951 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28cf192b-43a7-4da0-be26-c35273fd6ed3 req-cb2128cc-6b0d-4021-b1c7-7c174a388466 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Sep 28 08:52:33.429261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:34.009368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f59129-fdee-4e5d-9b41-b0bd03f1832d req-ed12a00e-c6b6-471d-a8f8-d3296b5f3fff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:34.010909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-73f59129-fdee-4e5d-9b41-b0bd03f1832d req-ed12a00e-c6b6-471d-a8f8-d3296b5f3fff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0523825 Sep 28 08:52:34.050221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-73f59129-fdee-4e5d-9b41-b0bd03f1832d req-584e155d-4cc6-4895-92a7-1f26af7c2dd7 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Sep 28 08:52:35.189251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96764e27-2c40-4043-8abc-a9e71cd710bf req-10c9e7a4-9b6a-4ef0-9143-e6d94a4cc248 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:35.190681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-96764e27-2c40-4043-8abc-a9e71cd710bf req-10c9e7a4-9b6a-4ef0-9143-e6d94a4cc248 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0542037 Sep 28 08:52:35.232619 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-96764e27-2c40-4043-8abc-a9e71cd710bf req-517cfd52-a7b2-4826-a4be-583001eba7d2 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Sep 28 08:52:36.383196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08d4b-5e36-4b91-9341-654bb5e99680 req-0e51bce4-462d-425c-83c6-a840fc3c2658 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:36.385099 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37f08d4b-5e36-4b91-9341-654bb5e99680 req-0e51bce4-462d-425c-83c6-a840fc3c2658 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0655663 Sep 28 08:52:36.424475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37f08d4b-5e36-4b91-9341-654bb5e99680 req-44da4c75-3cd3-4442-842d-117818481e83 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Sep 28 08:52:36.445974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9670369-ba9c-482f-a820-dccb09a11741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:37.551023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606980c7-f3b6-4a68-9b3a-c224e3cb7dea req-72d35bd4-1db5-43df-a7f8-576bff6e3e0f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:37.552478 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-606980c7-f3b6-4a68-9b3a-c224e3cb7dea req-72d35bd4-1db5-43df-a7f8-576bff6e3e0f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0521567 Sep 28 08:52:37.592707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-606980c7-f3b6-4a68-9b3a-c224e3cb7dea req-b4d7d2d0-5938-4d6f-97cb-7da073d1b352 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Sep 28 08:52:38.727070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da2c3-7487-46fb-ab1c-088882bd6cc7 req-ba2313c0-8838-49cb-bf8d-e799b7ac5326 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:38.728586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a8da2c3-7487-46fb-ab1c-088882bd6cc7 req-ba2313c0-8838-49cb-bf8d-e799b7ac5326 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0558736 Sep 28 08:52:38.776274 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a8da2c3-7487-46fb-ab1c-088882bd6cc7 req-638d8e9d-0977-422b-8623-ce413e28e699 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Sep 28 08:52:38.794517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b1ad-67f9-48ad-b0d1-937f564d83bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:39.920457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb029d-8826-4506-8b06-05f9cebd8267 req-f19a2bc3-e364-4fed-a8e5-afd8e744a032 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:39.921949 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9aeb029d-8826-4506-8b06-05f9cebd8267 req-f19a2bc3-e364-4fed-a8e5-afd8e744a032 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0639603 Sep 28 08:52:39.961066 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9aeb029d-8826-4506-8b06-05f9cebd8267 req-71b76626-04b4-47e1-8359-c64ee65ec1a5 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Sep 28 08:52:40.148653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:41.110239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2b252-a576-4a18-b11e-3993fda2ae9b req-6b8557a9-7797-4ed1-b8bb-99f315f82863 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:41.111600 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30f2b252-a576-4a18-b11e-3993fda2ae9b req-6b8557a9-7797-4ed1-b8bb-99f315f82863 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0506976 Sep 28 08:52:41.153299 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30f2b252-a576-4a18-b11e-3993fda2ae9b req-9167e5aa-0eee-44bd-a590-b327190d00fb tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Sep 28 08:52:41.317702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:41.708544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:42.302545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519e258-fc7c-41f7-a81d-307d853fb350 req-749b3cb0-35ec-4799-b62f-afc81b8fe04c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:42.304075 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7519e258-fc7c-41f7-a81d-307d853fb350 req-749b3cb0-35ec-4799-b62f-afc81b8fe04c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0645266 Sep 28 08:52:42.347298 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7519e258-fc7c-41f7-a81d-307d853fb350 req-782748ff-c569-4d1b-a123-8e6e5c5f43a2 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Sep 28 08:52:43.379462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-06093e3a-4a39-4b0f-9e10-11a73947777e service neutron] 10.222.0.62 "GET /v2.0/ports/24f91f38-135c-4a66-8db3-377bcf6db87a/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0740516 Sep 28 08:52:43.479122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ab86-5cf6-401d-bdf7-64bfb3144535 req-08be051e-5618-4c30-b347-1a802dd7999e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:43.481478 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ec27ab86-5cf6-401d-bdf7-64bfb3144535 req-08be051e-5618-4c30-b347-1a802dd7999e tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0515330 Sep 28 08:52:43.521597 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ec27ab86-5cf6-401d-bdf7-64bfb3144535 req-4e4842eb-d70e-439c-aa09-23d45e4bc66a tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Sep 28 08:52:43.592331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-826d58c9-000b-4947-8278-36c149f8252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:43.593880 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-826d58c9-000b-4947-8278-36c149f8252b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c&tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0438492 Sep 28 08:52:43.658117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-f1fa6433-09e6-4f73-b209-aba28e2fe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:43.659591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-f1fa6433-09e6-4f73-b209-aba28e2fe6e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1098 time: 0.0422602 Sep 28 08:52:43.757322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-3cd516a3-9062-4296-b61e-08d28178511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:43.758821 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-3cd516a3-9062-4296-b61e-08d28178511d service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0925202 Sep 28 08:52:43.801234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-35166019-79a4-4f98-a27b-58c622c09ce9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 217 time: 0.0340199 Sep 28 08:52:44.190378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-3585a97b-0f9c-4180-8641-a6aa9a1677cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:44.191880 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-3585a97b-0f9c-4180-8641-a6aa9a1677cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.3833656 Sep 28 08:52:44.238828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-ec9ed631-3bdd-407e-8f75-26ee3e2700ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:44.240318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-ec9ed631-3bdd-407e-8f75-26ee3e2700ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418487 Sep 28 08:52:44.332826 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-0dfd486b-271b-483b-ad29-380339988dba service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Sep 28 08:52:44.442734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b992b9d-8eb8-43cd-aa99-55e5ab878a1e req-71c2a149-d56d-4691-95e8-876bbc3c9d4f service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019754 Sep 28 08:52:44.656959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22559317-651f-444e-9ac7-0fedfcf3d15a req-9c04b9ef-89f6-44a9-a4a5-3f83a725d459 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:44.658516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-22559317-651f-444e-9ac7-0fedfcf3d15a req-9c04b9ef-89f6-44a9-a4a5-3f83a725d459 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0555007 Sep 28 08:52:44.696795 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-22559317-651f-444e-9ac7-0fedfcf3d15a req-65136975-2d5b-484c-a43c-036b0e40151d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Sep 28 08:52:45.825915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf00535-9371-4fc4-b85e-b586fab5fe8f req-a399123c-959d-4610-bf5f-7ca239260021 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:45.827428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cf00535-9371-4fc4-b85e-b586fab5fe8f req-a399123c-959d-4610-bf5f-7ca239260021 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0511730 Sep 28 08:52:45.874158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cf00535-9371-4fc4-b85e-b586fab5fe8f req-f32fdc0d-c554-4779-9496-de141f2a5076 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Sep 28 08:52:46.699719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:52:46.702324 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:46.861481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:46.861874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:46.868130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:46.886343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'network_id': '58e442db-e675-4c27-89b3-d8e47df6d168', 'port_id': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:52:46.899761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:46.902211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7128963-c874-4912-844b-db73e46e508a" -d '{"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-unplugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:46.932084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:46.938119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:46.968607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f2c41-83c0-486d-a40a-bcc3fe94478f x-openstack-request-id: req-e53f2c41-83c0-486d-a40a-bcc3fe94478f {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:46.968923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-unplugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:46.969158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e53f2c41-83c0-486d-a40a-bcc3fe94478f {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:46.969545 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53f2c41-83c0-486d-a40a-bcc3fe94478f'] response: {'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'code': 200} Sep 28 08:52:46.979822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:46.980199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:46.998456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160f681-8b2c-4d28-a8f0-68b528e43a68 req-a2a574a2-5de4-4912-92f6-f0929474b988 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:46.999948 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a160f681-8b2c-4d28-a8f0-68b528e43a68 req-a2a574a2-5de4-4912-92f6-f0929474b988 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0491576 Sep 28 08:52:47.006085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:47.013361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:47.038446 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a160f681-8b2c-4d28-a8f0-68b528e43a68 req-b10ac0b1-430a-480d-bc84-2a12eb2908f6 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 28 08:52:47.218745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:52:47.219111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:52:47.254210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7345a7-57bc-4a60-a7a8-a5b6ee4b5bd2 req-ad7efa2a-7939-462f-8387-5397afd1ea1f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.255674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9f7345a7-57bc-4a60-a7a8-a5b6ee4b5bd2 req-ad7efa2a-7939-462f-8387-5397afd1ea1f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 943 time: 0.0564682 Sep 28 08:52:47.294072 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9f7345a7-57bc-4a60-a7a8-a5b6ee4b5bd2 req-1e6ace29-d17e-48ec-a554-53a0ea871a03 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Sep 28 08:52:47.303147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-03f390af-c259-4284-926d-e9b7eeedaee9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.304969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-03f390af-c259-4284-926d-e9b7eeedaee9 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c&tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 943 time: 0.0562499 Sep 28 08:52:47.390930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-68a89ee7-d015-4ab4-ad0b-8788bfa9503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.392427 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-68a89ee7-d015-4ab4-ad0b-8788bfa9503b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 1096 time: 0.0438423 Sep 28 08:52:47.482886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-9b7630aa-54cc-45f0-8507-c49989fe6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.484257 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-9b7630aa-54cc-45f0-8507-c49989fe6847 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 200 len: 916 time: 0.0853593 Sep 28 08:52:47.529989 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-a2c7de75-a4ef-47cf-9884-60deb1a9f467 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 200 len: 217 time: 0.0385478 Sep 28 08:52:47.581137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-ad9bd62b-3d49-4eb5-930a-ed1ecdca7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.582614 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-ad9bd62b-3d49-4eb5-930a-ed1ecdca7a89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 200 len: 854 time: 0.0458550 Sep 28 08:52:47.629712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-f893e3be-8963-4696-baea-85a11402ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:47.631230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-f893e3be-8963-4696-baea-85a11402ad81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58e442db-e675-4c27-89b3-d8e47df6d168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412376 Sep 28 08:52:47.728514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-843452da-f9e1-4cc4-b6c2-2bb0885a0f6f service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901234 Sep 28 08:52:47.756592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:47.757158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:47.769955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:52:47.790441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:47.797155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:47.819741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd3845b7-9d0c-4ef5-80e7-2fdbc935b12c req-2053cc42-1e26-46a9-9e47-daf4df6f478b service neutron] 10.222.0.62 "GET /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844290 Sep 28 08:52:47.852207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:47.857739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['24f91f38-135c-4a66-8db3-377bcf6db87a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:52:48.429365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde4ba-c0f4-4ef7-91ea-d93efd0233fb req-75b4fc30-314c-483a-8378-f22fb4070ee3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:48.431038 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2cde4ba-c0f4-4ef7-91ea-d93efd0233fb req-75b4fc30-314c-483a-8378-f22fb4070ee3 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 944 time: 0.0604484 Sep 28 08:52:48.476196 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2cde4ba-c0f4-4ef7-91ea-d93efd0233fb req-0756799d-17ad-4bfd-8603-d8d863333bd8 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Sep 28 08:52:48.599122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f807-0121-46f4-820f-8ed6f6ff3ba1 req-94d38d94-8e07-43fa-ac12-034d4ffa9a49 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:48.600657 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2d63f807-0121-46f4-820f-8ed6f6ff3ba1 req-94d38d94-8e07-43fa-ac12-034d4ffa9a49 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 944 time: 0.0513923 Sep 28 08:52:48.643763 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2d63f807-0121-46f4-820f-8ed6f6ff3ba1 req-8b1c3b08-8fa9-4672-a0b0-69a82d0d56f7 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Sep 28 08:52:48.719445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:48.770113 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e17b3f-81da-4b7d-be32-f96555852973 req-ba65d088-fc39-4116-8e9f-8b8fd867fbe0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:48.771515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40e17b3f-81da-4b7d-be32-f96555852973 req-ba65d088-fc39-4116-8e9f-8b8fd867fbe0 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 944 time: 0.0496223 Sep 28 08:52:48.773102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 24f91f38-135c-4a66-8db3-377bcf6db87a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:52:48.773580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:48.773810 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 24f91f38-135c-4a66-8db3-377bcf6db87a Sep 28 08:52:48.810573 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40e17b3f-81da-4b7d-be32-f96555852973 req-22473432-a4f7-4d5c-8a60-b0cebd15886f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325761 Sep 28 08:52:48.856174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 24f91f38-135c-4a66-8db3-377bcf6db87a is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:52:48.856683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:48.889295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:48.894972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:48.944303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:48.970777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:48.973477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a186d-bb3c-483a-a581-ab13f529a244" -d '{"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-plugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:49.009550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50da2972-0095-4ab0-bf5f-19dcd75670ae x-openstack-request-id: req-50da2972-0095-4ab0-bf5f-19dcd75670ae {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:49.009835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-plugged", "status": "completed", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:49.010079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-50da2972-0095-4ab0-bf5f-19dcd75670ae {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:49.010479 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50da2972-0095-4ab0-bf5f-19dcd75670ae'] response: {'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'code': 200} Sep 28 08:52:49.164289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3ad5e-014b-4d3f-9600-36ea267d8a43 req-39ec3986-cfe8-4c20-badd-dcd54e9d986f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:49.165774 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57a3ad5e-014b-4d3f-9600-36ea267d8a43 req-39ec3986-cfe8-4c20-badd-dcd54e9d986f tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0551684 Sep 28 08:52:49.206144 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57a3ad5e-014b-4d3f-9600-36ea267d8a43 req-bb648301-4b54-4834-bfb2-b3a439181c9c tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Sep 28 08:52:50.334277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29494417-f1a6-486c-905e-61b367bce231 req-463ce045-84f2-4969-96f2-395dd4c7b3f4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:50.335779 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29494417-f1a6-486c-905e-61b367bce231 req-463ce045-84f2-4969-96f2-395dd4c7b3f4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0516300 Sep 28 08:52:50.376885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29494417-f1a6-486c-905e-61b367bce231 req-d8396d69-5fb6-4532-9e1a-8e20c5e75537 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups?id=1e4d645f-9418-4fc0-b991-ab45106a2956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Sep 28 08:52:50.703214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-ec1caa56-931f-4ba8-afc7-d5a9d308c278 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:50.704637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-ec1caa56-931f-4ba8-afc7-d5a9d308c278 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 945 time: 0.0597134 Sep 28 08:52:50.804281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Deleting port 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:50.804628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:50.900736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] For port 24f91f38-135c-4a66-8db3-377bcf6db87a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=24f91f38-135c-4a66-8db3-377bcf6db87a,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:50.901151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:50.913612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Calling delete_port for 24f91f38-135c-4a66-8db3-377bcf6db87a owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:50.996467 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:52:51.042559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:51.055611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['24f91f38-135c-4a66-8db3-377bcf6db87a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:52:51.075534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event deleted for resources: {'Port': ['ID=24f91f38-135c-4a66-8db3-377bcf6db87a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:51.120086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] No DVR routers for this DVR port 24f91f38-135c-4a66-8db3-377bcf6db87a on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:52:51.123085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:51.126456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65c1b97e-d9a9-449e-bcaf-5b3204e0428e req-c914fb18-01b7-46f7-9584-ca891f15d3b4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.62 "DELETE /v2.0/ports/24f91f38-135c-4a66-8db3-377bcf6db87a HTTP/1.1" status: 204 len: 173 time: 0.4156218 Sep 28 08:52:51.126937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-deleted', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:52:51.129651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b7587-51cb-46fb-9b18-2ea54bfebe3c" -d '{"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-deleted", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:52:51.168173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deeffa3-1f05-4501-9c61-ee56918d93c4 x-openstack-request-id: req-6deeffa3-1f05-4501-9c61-ee56918d93c4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:52:51.168495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67cf68-df52-4ddf-830f-583c79c3a55c", "name": "network-vif-deleted", "tag": "24f91f38-135c-4a66-8db3-377bcf6db87a", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:52:51.168782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6deeffa3-1f05-4501-9c61-ee56918d93c4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:52:51.169229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6deeffa3-1f05-4501-9c61-ee56918d93c4'] response: {'server_uuid': '5d67cf68-df52-4ddf-830f-583c79c3a55c', 'name': 'network-vif-deleted', 'tag': '24f91f38-135c-4a66-8db3-377bcf6db87a', 'status': 'completed', 'code': 200} Sep 28 08:52:51.495945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5a3049b5-b8ae-4c96-8051-c88a5abd5df1 req-84aab8f6-ea91-41c1-897a-26464b18903d tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d67cf68-df52-4ddf-830f-583c79c3a55c HTTP/1.1" status: 200 len: 210 time: 0.0278502 Sep 28 08:52:52.600361 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44850) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:52.662741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.695042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.750780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.754017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.755166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "DELETE /v2.0/security-groups/c5e498f5-dbcb-4825-9663-09025852bc05 HTTP/1.1" status: 204 len: 168 time: 0.1536503 Sep 28 08:52:52.758083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44852) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:52.764572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e498f5-dbcb-4825-9663-09025852bc05,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:52.771325 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-6411fe8c-26b3-4380-95be-03401ccc00e4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] show failed (client error): The resource could not be found. Sep 28 08:52:52.771878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.772247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.772591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.772948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.773303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.773638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.773976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.774301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.774641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.774971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.775108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6411fe8c-26b3-4380-95be-03401ccc00e4 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "GET /v2.0/security-groups/c5e498f5-dbcb-4825-9663-09025852bc05 HTTP/1.1" status: 404 len: 347 time: 0.0159624 Sep 28 08:52:52.775261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.775639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4e4a8-2455-4d23-a102-ed1241e78a37 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.775792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44854) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:52.905179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Deleting port c8351496-bcae-41b5-b013-69b9dadc6f0f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:52.905520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.985374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.985670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:52.998138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Calling delete_port for c8351496-bcae-41b5-b013-69b9dadc6f0f owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:53.139918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:53.166298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Pushing event deleted for resources: {'Port': ['ID=c8351496-bcae-41b5-b013-69b9dadc6f0f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:53.229854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:53.232589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:53.233782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0ffb45ed-1d93-4dd6-8b9f-e6ea4341dd81 tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] 10.222.0.27 "DELETE /v2.0/floatingips/cf6be031-f725-4623-b07e-cabcd3233e64 HTTP/1.1" status: 204 len: 168 time: 0.4572020 Sep 28 08:52:53.302606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44860) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:53.666919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:53.946151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Deleting port da08fc83-66e4-4904-90e7-75b0c2990c4f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:53.946816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:54.026602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] For port da08fc83-66e4-4904-90e7-75b0c2990c4f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=da08fc83-66e4-4904-90e7-75b0c2990c4f,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:54.026956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:54.040051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Calling delete_port for da08fc83-66e4-4904-90e7-75b0c2990c4f owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:54.249097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:54.279378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da08fc83-66e4-4904-90e7-75b0c2990c4f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:54.450543 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:54.671157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Router b422432f-150d-4114-84de-274ea51a0671 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:52:54.749982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:54.770889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 24f91f38-135c-4a66-8db3-377bcf6db87a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:52:54.771483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 24f91f38-135c-4a66-8db3-377bcf6db87a not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:52:54.785801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:52:54.791059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0077d30d-5c77-423c-89d1-9d889295bcf5 admin admin] 10.222.0.27 "PUT /v2.0/routers/b422432f-150d-4114-84de-274ea51a0671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873583 Sep 28 08:52:54.793834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44862) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:54.799282 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Sync routers for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:52:54.808540 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:52:54.809201 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:54.902856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:54.919422 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:52:55.102925 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 5, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:55.133898 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Checking router: b422432f-150d-4114-84de-274ea51a0671 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:52:55.142591 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Routers {'b422432f-150d-4114-84de-274ea51a0671'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:52:55.143196 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b422432f-150d-4114-84de-274ea51a0671'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:55.241397 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.245945 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] Set router b422432f-150d-4114-84de-274ea51a0671 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:52:55.297157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Deleting port d0f4bc02-c7ec-45da-b342-f7533490c9c0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:55.298200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.375068 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] For port d0f4bc02-c7ec-45da-b342-f7533490c9c0, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d0f4bc02-c7ec-45da-b342-f7533490c9c0,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:55.375317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.395021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Calling delete_port for d0f4bc02-c7ec-45da-b342-f7533490c9c0 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:55.421693 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 5, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:55.447160 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b1781-22f4-429c-b71d-9f7825a07ec0 None None] The sync data for ids ['b422432f-150d-4114-84de-274ea51a0671'] in dv-neutron-859308-3-hyperv is: [{'id': 'b422432f-150d-4114-84de-274ea51a0671', 'name': 'tempest-ServerDiskConfigTestJSON-1685697862-router', 'tenant_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:51:12Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 5, 'project_id': 'b59ce933eeeb42fa8ea859c3c56ab0c1', 'gw_port': {'id': 'd0f4bc02-c7ec-45da-b342-f7533490c9c0', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422432f-150d-4114-84de-274ea51a0671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:51:13Z', 'updated_at': '2022-09-28T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:52:55.565211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.589935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f4bc02-c7ec-45da-b342-f7533490c9c0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:55.656639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.759812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.761913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.807093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.807774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b422432f-150d-4114-84de-274ea51a0671 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:52:55.813454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.814678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3607c6cb-fd56-46c4-a142-938f57da839d admin admin] 10.222.0.27 "DELETE /v2.0/routers/b422432f-150d-4114-84de-274ea51a0671 HTTP/1.1" status: 204 len: 168 time: 1.0197575 Sep 28 08:52:55.817342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44864) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:55.863459 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Deleting subnet 95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:52:55.866754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.908424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:55.992715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.051438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.076812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:56.082904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.088426 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1d7bdd1e-e580-4216-9dd4-f6a282841ea2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/95c9d7e6-1339-4e97-9ee9-c21a3d3bf3dd HTTP/1.1" status: 204 len: 168 time: 0.2677362 Sep 28 08:52:56.088943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44866) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:56.089982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0d7be-ee0f-42b6-8a76-e0945acba513 None None] Network 58e442db-e675-4c27-89b3-d8e47df6d168 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:52:56.166201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.219531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Deleting port 81ddabf3-d1b6-43ae-90c9-c90db234d23c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:52:56.219872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.288768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] For port 81ddabf3-d1b6-43ae-90c9-c90db234d23c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=81ddabf3-d1b6-43ae-90c9-c90db234d23c,segment=NetworkSegment(5fdda037-9068-435b-a922-e7de5cfd776d),segment_id=5fdda037-9068-435b-a922-e7de5cfd776d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:56.289202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.302662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Calling delete_port for 81ddabf3-d1b6-43ae-90c9-c90db234d23c owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:52:56.390242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.420099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ddabf3-d1b6-43ae-90c9-c90db234d23c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:56.423778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] No DVR routers for this DVR port 81ddabf3-d1b6-43ae-90c9-c90db234d23c on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:52:56.443099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dade42d-0d9a-4e13-a569-d6f02ea37cad None None] DHCP port deletion for 58e442db-e675-4c27-89b3-d8e47df6d168 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:52:56.500781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.521024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e442db-e675-4c27-89b3-d8e47df6d168']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:56.531714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdda037-9068-435b-a922-e7de5cfd776d') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:56.532081 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdda037-9068-435b-a922-e7de5cfd776d') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:56.547485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.565465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.571654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:52:56.572042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.590949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 5fdda037-9068-435b-a922-e7de5cfd776d resource provider aggregate not found Sep 28 08:52:56.630937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 5fdda037-9068-435b-a922-e7de5cfd776d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fdda037-9068-435b-a922-e7de5cfd776d found for delete ", "request_id": "req-7db04fdb-04e1-4f8d-be26-cf5a6ef0104d"}]} Sep 28 08:52:56.645968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.651515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.654954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] 10.222.0.27 "DELETE /v2.0/networks/58e442db-e675-4c27-89b3-d8e47df6d168 HTTP/1.1" status: 204 len: 168 time: 0.5647051 Sep 28 08:52:56.665802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8d65-0169-478e-8306-4c9b40182537 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e442db-e675-4c27-89b3-d8e47df6d168,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:56.767604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44874) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:56.812428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2d79b22e-9b1b-4da7-b713-e7c3bc6c2125 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b59ce933eeeb42fa8ea859c3c56ab0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436392 Sep 28 08:52:56.815093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44876) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:56.867035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.886060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0f4bc02-c7ec-45da-b342-f7533490c9c0 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:56.891589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.906679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d0f4bc02-c7ec-45da-b342-f7533490c9c0 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:52:56.907124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d0f4bc02-c7ec-45da-b342-f7533490c9c0 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:52:56.907619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device da08fc83-66e4-4904-90e7-75b0c2990c4f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:56.931127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: da08fc83-66e4-4904-90e7-75b0c2990c4f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:52:56.931441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device da08fc83-66e4-4904-90e7-75b0c2990c4f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:52:56.931947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 81ddabf3-d1b6-43ae-90c9-c90db234d23c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:52:56.946938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.949875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:56.953651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1e4d645f-9418-4fc0-b991-ab45106a2956 HTTP/1.1" status: 204 len: 168 time: 0.1350706 Sep 28 08:52:56.953779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 81ddabf3-d1b6-43ae-90c9-c90db234d23c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:52:56.953779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 81ddabf3-d1b6-43ae-90c9-c90db234d23c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:52:56.959991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231cfee-ab0b-4d62-88f0-a271015627c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4d645f-9418-4fc0-b991-ab45106a2956,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.650785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44898) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:57.749985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2006073631-network', 'tenant_id': '8de11a30b82341ec8036c1f469785423'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:57.772622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:57.774955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.783379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.861701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.867917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.893293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:52:57.902448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf66594-22e6-49fe-97fb-dfa1501fea4f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.909673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.910535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Added segment 5d3e63c3-46e6-4659-97fe-a14b5b82b065 of type vlan for network b226dfc9-ba35-42c2-aca5-ba853f7ec67b Sep 28 08:52:57.955784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.985109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:57.986028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:57.986611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.017706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3657331 Sep 28 08:52:58.020735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44902) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:58.025865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Request body: {'subnet': {'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2006073631-subnet', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:58.047984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:58.050604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.052430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d73e60-dc9d-4bd4-bfba-b9076e56d78a admin admin] Pushing event updated for resources: {'Network': ['ID=b226dfc9-ba35-42c2-aca5-ba853f7ec67b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.065281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:52:58.227422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.281644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.300904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:52:58.301392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Network hostable DHCP agents. Network: b226dfc9-ba35-42c2-aca5-ba853f7ec67b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:52:58.322669 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:52:58.334777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, b226dfc9-ba35-42c2-aca5-ba853f7ec67b) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:58.339613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:58.340186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.344358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a73b64-d77f-4201-a480-f8920b3b3b5a None None] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:52:58.358639 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-188badbd-ab84-45d0-a66a-af82cb69339e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3366845 Sep 28 08:52:58.361703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44904) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:52:58.366548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:52:58.388883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.390140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.443796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.499372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:52:58.500245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.590653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.640574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Allocated IP 172.20.0.2 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/48236e60-07eb-4ad6-8c80-c84388d8dc19) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:58.787032 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.795653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.802719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.825694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.833897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:58.837202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:58.840588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:52:58.850599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Pushing event updated for resources: {'Port': ['ID=48236e60-07eb-4ad6-8c80-c84388d8dc19,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.906409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Attempting to bind port 48236e60-07eb-4ad6-8c80-c84388d8dc19 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:52:58.906760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Attempting to bind port 48236e60-07eb-4ad6-8c80-c84388d8dc19 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:52:58.907187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Attempting to bind port 48236e60-07eb-4ad6-8c80-c84388d8dc19 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:58.912419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:52:58.912770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:52:58.913241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.913620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:52:58.914541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Bound port: 48236e60-07eb-4ad6-8c80-c84388d8dc19, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:52:58.914541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:58.936393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Allocated IP 172.26.4.243 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/8d72e67c-afa9-40fa-a4a8-687436a6d154) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:58.989721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] For port 48236e60-07eb-4ad6-8c80-c84388d8dc19, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:58.992870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] For port 48236e60-07eb-4ad6-8c80-c84388d8dc19, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=48236e60-07eb-4ad6-8c80-c84388d8dc19,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:58.998453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.051020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080d98-01d1-4898-a2d7-235710073d36 None None] Pushing event updated for resources: {'Port': ['ID=48236e60-07eb-4ad6-8c80-c84388d8dc19,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.054981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.445182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.483381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:59.486255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:59.488768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:52:59.514652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Pushing event updated for resources: {'Port': ['ID=8d72e67c-afa9-40fa-a4a8-687436a6d154,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.756947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.902615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de59532-5ee3-4a28-acdf-8c65916990c2 None None] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:52:59.959359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.989550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Provisioning complete for port 48236e60-07eb-4ad6-8c80-c84388d8dc19 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:52:59.989928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:52:59.990266 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Attempt 1 to provision port 48236e60-07eb-4ad6-8c80-c84388d8dc19 Sep 28 08:53:00.093803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Router 50351617-335e-43e6-a6fa-c6af0004c1de is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:53:00.133212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Current status of the port 48236e60-07eb-4ad6-8c80-c84388d8dc19 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:00.133584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.170226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] For port 48236e60-07eb-4ad6-8c80-c84388d8dc19, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=48236e60-07eb-4ad6-8c80-c84388d8dc19,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:00.178091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.210906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:00.224244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:00.236228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.240514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6191899e-fd7b-4bcd-a282-55f31a492e09 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8747401 Sep 28 08:53:00.240936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44906) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:00.248560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa9f7-30c6-4d72-afd6-02c57588d8cd None None] Pushing event updated for resources: {'Port': ['ID=48236e60-07eb-4ad6-8c80-c84388d8dc19,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:00.254304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:00.254944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:00.366918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:00.452444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9086da1c-7433-4529-a9bc-e81d90af413c None None] Provisioning complete for port 48236e60-07eb-4ad6-8c80-c84388d8dc19 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:00.452740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9086da1c-7433-4529-a9bc-e81d90af413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.453076 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9086da1c-7433-4529-a9bc-e81d90af413c None None] Attempt 1 to provision port 48236e60-07eb-4ad6-8c80-c84388d8dc19 Sep 28 08:53:00.603617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9086da1c-7433-4529-a9bc-e81d90af413c None None] Current status of the port 48236e60-07eb-4ad6-8c80-c84388d8dc19 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:00.619634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:52:59Z', 'revision_number': 3, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:00.646446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:00.646786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Updating router 50351617-335e-43e6-a6fa-c6af0004c1de port 8d72e67c-afa9-40fa-a4a8-687436a6d154 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:53:00.676796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.680913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.836072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Allocated IP 172.20.0.1 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/1bf66d6d-930f-49d2-8bce-6078de47d03b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:00.942991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.946394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 48236e60-07eb-4ad6-8c80-c84388d8dc19 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:00.949063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.970434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:00.983404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.021516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Attempting to bind port 8d72e67c-afa9-40fa-a4a8-687436a6d154 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:53:01.021895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Attempting to bind port 8d72e67c-afa9-40fa-a4a8-687436a6d154 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:53:01.022263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Attempting to bind port 8d72e67c-afa9-40fa-a4a8-687436a6d154 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:01.024305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:01.027177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:01.034466 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:53:01.037605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Pushing event updated for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:01.040534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:53:01.040892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:53:01.041352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.041741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:53:01.042209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Bound port: 8d72e67c-afa9-40fa-a4a8-687436a6d154, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:53:01.042575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.046858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0323-fb73-45ce-afdb-ffa933e28977 None None] Pushing event updated for resources: {'Port': ['ID=8d72e67c-afa9-40fa-a4a8-687436a6d154,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:01.076297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.090761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 48236e60-07eb-4ad6-8c80-c84388d8dc19 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:01.091525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.091525 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 48236e60-07eb-4ad6-8c80-c84388d8dc19 Sep 28 08:53:01.131150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] For port 8d72e67c-afa9-40fa-a4a8-687436a6d154, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:01.136081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] For port 8d72e67c-afa9-40fa-a4a8-687436a6d154, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8d72e67c-afa9-40fa-a4a8-687436a6d154,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:01.144797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.192354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:01.192993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:01.214187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.390865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.397631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.435894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0323-fb73-45ce-afdb-ffa933e28977 None None] Pushing event updated for resources: {'Port': ['ID=8d72e67c-afa9-40fa-a4a8-687436a6d154,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:01.467805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Pushing event updated for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:01.473594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.495499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Provisioning complete for port 1bf66d6d-930f-49d2-8bce-6078de47d03b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:01.495869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:01.496225 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 1 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:01.500138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 48236e60-07eb-4ad6-8c80-c84388d8dc19 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:01.544343 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:01.562875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:01.564231 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:01.575651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:01.686173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:53:01.762933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:00Z', 'revision_number': 1, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:01.795266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf0feb-7f83-4d95-80d3-600927262c30 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:00Z', 'revision_number': 1, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:02.047848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:02.053017 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d546e7d9-8ed8-41d1-9930-a7468b3c0dcf admin admin] 10.222.0.27 "PUT /v2.0/routers/50351617-335e-43e6-a6fa-c6af0004c1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108268 Sep 28 08:53:02.077356 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 2 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:02.118780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:02.348838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44914) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:02.353606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556688551', 'description': 'tempest-description--1253644230'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:02.375133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.456969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.462273 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.494789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.496050 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1461382 Sep 28 08:53:02.498171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100cb8-1e8d-442f-9ce8-f2fb52f3ae10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6523612-6366-4ec4-9cc8-045ac2ff3685,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:02.499369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44916) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:02.512192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'security_group_rule': {'security_group_id': 'a6523612-6366-4ec4-9cc8-045ac2ff3685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:02.541833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.601436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.606612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.620066 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 3 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:02.627605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2df7a9f-82af-475b-8850-e5ffdc8c6cdb,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:02.636097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.640386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44918) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:02.640519 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-73b017c1-b294-4a94-b106-63e2acff84a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394150 Sep 28 08:53:02.645622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'security_group_rule': {'security_group_id': 'a6523612-6366-4ec4-9cc8-045ac2ff3685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:02.665802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:02.673091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.736090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.740974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.763247 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b0b275-42bc-467f-9569-30a9faae7ed9,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:02.770341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.771429 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2c12de54-da11-4d7d-a652-c4f08a90cfad tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296782 Sep 28 08:53:02.774626 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 44920) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:02.779515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:02.802611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.917450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.919568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8d72e67c-afa9-40fa-a4a8-687436a6d154 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:02.975913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8d72e67c-afa9-40fa-a4a8-687436a6d154 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:02.976480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:02.976873 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8d72e67c-afa9-40fa-a4a8-687436a6d154 Sep 28 08:53:03.027075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Allocated IP 172.26.4.171 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/8bb721e1-c3e3-4dc8-affb-198bc74c5020) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:03.060176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8d72e67c-afa9-40fa-a4a8-687436a6d154 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:03.060571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.082654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 8d72e67c-afa9-40fa-a4a8-687436a6d154, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8d72e67c-afa9-40fa-a4a8-687436a6d154,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:03.089221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.138871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=8d72e67c-afa9-40fa-a4a8-687436a6d154,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:03.147772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.167296 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 4 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:03.181947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.206403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:03.217478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:03.220344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:03.224594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:53:03.253703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=8bb721e1-c3e3-4dc8-affb-198bc74c5020,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:03.320079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.357335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.412309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.517919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.523439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.586621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=8bb721e1-c3e3-4dc8-affb-198bc74c5020,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:03.591956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.610216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:03.611518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-190e7258-3606-486f-8b40-31472f1b2df4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8358142 Sep 28 08:53:03.707514 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 5 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:03.744506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:03.763568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-8c6e5f01-498f-49fd-b719-9712bcc81d6a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--556688551&fields=id&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 267 time: 0.0365503 Sep 28 08:53:03.812642 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:03.822720 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:03.823356 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:03.876041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-b9f7dd5f-da21-4e9d-88ba-23c763873487 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:03.877944 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-b9f7dd5f-da21-4e9d-88ba-23c763873487 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1072886 Sep 28 08:53:03.893790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-9e1c3f76-16b1-442d-924f-09287e0f5890 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/quotas/8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 375 time: 0.0096767 Sep 28 08:53:03.927623 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:03.952148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-6f41e7dd-7ea1-4742-861f-27057b9b0e20 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527020 Sep 28 08:53:04.098398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-65f0d47a-cacb-43e0-99ae-67d82e08a893 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343338 Sep 28 08:53:04.126936 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 2, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:04.153626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:04.153976 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Updating router 50351617-335e-43e6-a6fa-c6af0004c1de port 1bf66d6d-930f-49d2-8bce-6078de47d03b binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:53:04.184745 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.195447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-9bf20221-2960-4c60-9fdf-c868fdf13e58 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903852 Sep 28 08:53:04.245408 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 6 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:04.282875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Port 1bf66d6d-930f-49d2-8bce-6078de47d03b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:04.362727 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ace62c17-10f1-47b4-bd27-11a525835916 req-3421cbf7-586c-4950-a889-c37448f79097 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Sep 28 08:53:04.452805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.459165 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.519769 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Pushing event updated for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:04.642541 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.642874 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.643206 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.643531 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.643851 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.644169 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.644483 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.644808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.645160 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.645459 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.645772 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.646079 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:04.653023 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Attempting to bind port 1bf66d6d-930f-49d2-8bce-6078de47d03b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:53:04.653943 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Attempting to bind port 1bf66d6d-930f-49d2-8bce-6078de47d03b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:53:04.654302 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Attempting to bind port 1bf66d6d-930f-49d2-8bce-6078de47d03b on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:04.659493 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:53:04.660073 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:53:04.660471 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.660851 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:53:04.661339 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Bound port: 1bf66d6d-930f-49d2-8bce-6078de47d03b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:53:04.661711 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.729948 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] For port 1bf66d6d-930f-49d2-8bce-6078de47d03b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:04.733378 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] For port 1bf66d6d-930f-49d2-8bce-6078de47d03b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1bf66d6d-930f-49d2-8bce-6078de47d03b,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:04.738303 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.776489 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:04.777220 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:52:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:04.784102 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Attempt 7 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:04.836736 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684dbf-0849-42d6-b415-91a41d9aff5b None None] Pushing event updated for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:04.880582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Current status of the port 1bf66d6d-930f-49d2-8bce-6078de47d03b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:04.881513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.914854 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:04.916440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-faac0b14-7906-433d-a645-c10e87660703 None None] For port 1bf66d6d-930f-49d2-8bce-6078de47d03b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1bf66d6d-930f-49d2-8bce-6078de47d03b,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:04.922804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:04.932095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8d72e67c-afa9-40fa-a4a8-687436a6d154 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:05.009076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac0b14-7906-433d-a645-c10e87660703 None None] Pushing event updated for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:05.020160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 8d72e67c-afa9-40fa-a4a8-687436a6d154 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:05.020540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:05.020875 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 8d72e67c-afa9-40fa-a4a8-687436a6d154 Sep 28 08:53:05.071880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-df8681d5-e769-4b40-89a9-b78ed656f244 None None] Provisioning complete for port 1bf66d6d-930f-49d2-8bce-6078de47d03b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:05.072257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df8681d5-e769-4b40-89a9-b78ed656f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:05.072593 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-df8681d5-e769-4b40-89a9-b78ed656f244 None None] Attempt 1 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:05.128567 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:05.145342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 8d72e67c-afa9-40fa-a4a8-687436a6d154 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:05.155783 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de8240-bc77-4b65-a6c5-312bb035dc92 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:05.187598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-df8681d5-e769-4b40-89a9-b78ed656f244 None None] Current status of the port 1bf66d6d-930f-49d2-8bce-6078de47d03b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:05.356500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-85e6e638-50e4-4142-b8ce-e887f73b2689 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:05.358124 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-85e6e638-50e4-4142-b8ce-e887f73b2689 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1215386 Sep 28 08:53:05.408185 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-6829f209-b89e-4523-ab5c-e785778c5324 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 379 time: 0.0405660 Sep 28 08:53:05.420801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'port': {'device_id': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'admin_state_up': True, 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'security_groups': ['a6523612-6366-4ec4-9cc8-045ac2ff3685']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:05.514737 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f8881454-c05a-4647-9452-724d7fd65202 req-4dec367b-cbbd-4166-996b-d3c7b7793532 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 210 time: 0.0630980 Sep 28 08:53:05.564263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:53:05.567930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:05.697712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Allocated IP 172.20.0.11 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/42277944-8f94-4e6b-8d6b-6bd659750354) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:05.861086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:05.901446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:05.943544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:05.946628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:05.950377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:53:05.958855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:06.009153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.009768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.028703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-3d1661e6-a27c-45c5-ae84-bec9a5287922 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148295 Sep 28 08:53:06.040951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Request body: {'port': {'device_id': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:06.096762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.227246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Provisioning complete for port 42277944-8f94-4e6b-8d6b-6bd659750354 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:06.227820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.228256 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Attempt 1 to provision port 42277944-8f94-4e6b-8d6b-6bd659750354 Sep 28 08:53:06.264895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Port 42277944-8f94-4e6b-8d6b-6bd659750354 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:53:06.374030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42277944-8f94-4e6b-8d6b-6bd659750354 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:53:06.381880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.393884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Transition to ACTIVE for port object 42277944-8f94-4e6b-8d6b-6bd659750354 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:53:06.400394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.451580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-49b39b3e-1ece-4657-818f-a2df1d6b19fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.473839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:06.486895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.487142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.487475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.487812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.488138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.488449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.488789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.489222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.489548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.489852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.490183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.490507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:06.517701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Attempting to bind port 42277944-8f94-4e6b-8d6b-6bd659750354 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:53:06.518165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Attempting to bind port 42277944-8f94-4e6b-8d6b-6bd659750354 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:53:06.518489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Attempting to bind port 42277944-8f94-4e6b-8d6b-6bd659750354 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:06.522743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Port 42277944-8f94-4e6b-8d6b-6bd659750354 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:53:06.523057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Attempting to bind port 42277944-8f94-4e6b-8d6b-6bd659750354 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:06.528002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:53:06.528232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:53:06.528609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:53:06.529048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Bound port: 42277944-8f94-4e6b-8d6b-6bd659750354, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:53:06.529409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.597731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:06.600984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:06.607052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.611186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.611783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.613217 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1094 time: 0.5766566 Sep 28 08:53:06.613657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:53:06.616107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4de6f-3251-4478-b103-bcea2bc616f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:06.660769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e394d9-6a6c-4f10-a70a-9a3d7a28abf6 x-openstack-request-id: req-15e394d9-6a6c-4f10-a70a-9a3d7a28abf6 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:06.661074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:06.661330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15e394d9-6a6c-4f10-a70a-9a3d7a28abf6 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:06.661726 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e394d9-6a6c-4f10-a70a-9a3d7a28abf6'] response: {'name': 'network-changed', 'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'status': 'completed', 'code': 200} Sep 28 08:53:06.667626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610825-aa6e-493f-b8c9-4a6e051c9475 req-b10a2423-147c-4e9d-8a4c-1ce4aace1e4a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.669240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9b610825-aa6e-493f-b8c9-4a6e051c9475 req-b10a2423-147c-4e9d-8a4c-1ce4aace1e4a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 944 time: 0.0761516 Sep 28 08:53:06.692554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dab558-4ff6-4d34-a83e-895d255af6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:06.710679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-f34ad474-ac3f-475e-8780-57ce9d85ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.711451 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9b610825-aa6e-493f-b8c9-4a6e051c9475 req-b772fcb0-38ed-4f2b-ba3a-98f06655433d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358946 Sep 28 08:53:06.712204 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-f34ad474-ac3f-475e-8780-57ce9d85ce6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1097 time: 0.0532851 Sep 28 08:53:06.754024 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-38d65418-f3c5-463d-9ce1-c1a0f594c3e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 217 time: 0.0345178 Sep 28 08:53:06.766448 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Attempt 2 to provision port 42277944-8f94-4e6b-8d6b-6bd659750354 Sep 28 08:53:06.806162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-20d74e57-68b9-4e63-8323-7bdd67e18878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.807680 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-20d74e57-68b9-4e63-8323-7bdd67e18878 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0476389 Sep 28 08:53:06.810519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9a51b3e9-65cc-4c17-9d1d-a251bc4a3c07 None None] Port 42277944-8f94-4e6b-8d6b-6bd659750354 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:53:06.856847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-f15fe3f8-e8db-4fb5-af92-31e1b14a467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:06.858388 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-f15fe3f8-e8db-4fb5-af92-31e1b14a467f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441496 Sep 28 08:53:06.912521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1bf66d6d-930f-49d2-8bce-6078de47d03b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:06.957073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-638f00bc-cab7-4456-a846-c3997559b167 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916812 Sep 28 08:53:06.961784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1bf66d6d-930f-49d2-8bce-6078de47d03b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:06.962166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:06.962503 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1bf66d6d-930f-49d2-8bce-6078de47d03b Sep 28 08:53:07.047373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1bf66d6d-930f-49d2-8bce-6078de47d03b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:07.049591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d264b011-1c26-4757-8ef6-4dae043f0372 req-316261b5-8317-446b-a7c0-9456bd79a3c7 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858364 Sep 28 08:53:07.140518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-81833957-994c-4d87-80f6-0e5284ae7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:07.142146 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-81833957-994c-4d87-80f6-0e5284ae7e48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1097 time: 0.0436704 Sep 28 08:53:07.237536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-2ed5cd41-1c51-4e54-b336-c78a04c1fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:07.239031 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-2ed5cd41-1c51-4e54-b336-c78a04c1fc47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0908527 Sep 28 08:53:07.280993 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-2ef441bf-fa64-48aa-8ae8-788dfa49a370 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 217 time: 0.0342219 Sep 28 08:53:07.341238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-27fdfc0e-59e1-453f-9fe6-0fcb7c3ed5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:07.343166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-27fdfc0e-59e1-453f-9fe6-0fcb7c3ed5f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0561469 Sep 28 08:53:07.395212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-773d1622-4fb0-4f4e-9285-3c936876f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:07.396751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-773d1622-4fb0-4f4e-9285-3c936876f037 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461006 Sep 28 08:53:07.491468 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-c6a7d657-b6e7-4217-bc68-7ac2f3df757c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862293 Sep 28 08:53:07.590567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ed4de6f-3251-4478-b103-bcea2bc616f9 req-b6ab61bf-a340-45ed-95df-ad93cf92f8c0 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Sep 28 08:53:07.843949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717c42-fb38-4829-9bbe-54d1476c55d1 req-b2e1f314-49b9-417a-b473-99da7a31de1d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:07.845601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5b717c42-fb38-4829-9bbe-54d1476c55d1 req-b2e1f314-49b9-417a-b473-99da7a31de1d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 944 time: 0.0545225 Sep 28 08:53:07.891791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5b717c42-fb38-4829-9bbe-54d1476c55d1 req-e8264bc8-70ca-4715-902b-5f75ce916aff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Sep 28 08:53:08.798300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-edb5184b-d1fc-46e2-80f4-d4ddcf468e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:08.837445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:53:08.942196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:08.954596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '42277944-8f94-4e6b-8d6b-6bd659750354', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354', 'mac_address': 'fa:16:3e:5c:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:53:08.991789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 42277944-8f94-4e6b-8d6b-6bd659750354 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:08.992183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:09.006227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42277944-8f94-4e6b-8d6b-6bd659750354 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:53:09.023261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564c332-cf12-42ac-b6a5-32648cbd9bd6 req-7bf220df-e326-4fce-9a8a-6c6dd810a754 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:09.024747 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8564c332-cf12-42ac-b6a5-32648cbd9bd6 req-7bf220df-e326-4fce-9a8a-6c6dd810a754 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 944 time: 0.0505426 Sep 28 08:53:09.026287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:09.034361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:09.063434 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8564c332-cf12-42ac-b6a5-32648cbd9bd6 req-4cd35aac-971e-469d-868d-d9df9f379c4d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Sep 28 08:53:09.082964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:09.268777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['42277944-8f94-4e6b-8d6b-6bd659750354'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:53:10.149064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:10.204730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5fe2e-1069-4280-a25c-0412d80650f8 req-5ec22257-fdf7-4a24-bb90-63f1d642ec7d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:10.206292 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7e5fe2e-1069-4280-a25c-0412d80650f8 req-5ec22257-fdf7-4a24-bb90-63f1d642ec7d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 945 time: 0.0564628 Sep 28 08:53:10.247638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7e5fe2e-1069-4280-a25c-0412d80650f8 req-2dd5eaac-bc9c-4ac8-ae5c-6e43dcf66c5e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Sep 28 08:53:10.844663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:10.899184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 42277944-8f94-4e6b-8d6b-6bd659750354 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:53:10.903389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 42277944-8f94-4e6b-8d6b-6bd659750354 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:53:10.903767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:10.904109 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 42277944-8f94-4e6b-8d6b-6bd659750354 Sep 28 08:53:10.986088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 42277944-8f94-4e6b-8d6b-6bd659750354 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:53:10.986443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:11.009501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:53:11.011798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dca531-2c91-4063-8078-cf9db288d876" -d '{"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-plugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:11.025319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:11.032178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:11.055736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71e14b4-0c3e-49f9-a1c7-8455d14f58b4 x-openstack-request-id: req-f71e14b4-0c3e-49f9-a1c7-8455d14f58b4 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:11.056027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-plugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:11.056274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f71e14b4-0c3e-49f9-a1c7-8455d14f58b4 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:11.056663 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71e14b4-0c3e-49f9-a1c7-8455d14f58b4'] response: {'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'code': 200} Sep 28 08:53:11.083090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:11.225882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7217a43-47d9-4767-bc8a-2d0956327902 req-8c6ae81e-cead-4db6-8b80-aa1c764fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:11.227407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7217a43-47d9-4767-bc8a-2d0956327902 req-8c6ae81e-cead-4db6-8b80-aa1c764fd8e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0440979 Sep 28 08:53:11.262790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7217a43-47d9-4767-bc8a-2d0956327902 req-5c9cd7e6-7163-40b9-8539-ea5d791dbb5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281229 Sep 28 08:53:11.322719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:11.399719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852659c-158c-4d3b-8d2e-fae8e0205442 req-8942145e-597f-41aa-9c82-e4acea834d17 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:11.401260 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d852659c-158c-4d3b-8d2e-fae8e0205442 req-8942145e-597f-41aa-9c82-e4acea834d17 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Sep 28 08:53:11.449354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d852659c-158c-4d3b-8d2e-fae8e0205442 req-0654a0c5-f3b5-41fa-939c-ff2ed0a530ca tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Sep 28 08:53:11.713146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:12.594014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53404-0f1b-4475-8ce9-2ed386a7fa20 req-ec0c4b25-bd0a-43f3-87dc-386684dac5ed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:12.595447 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b3a53404-0f1b-4475-8ce9-2ed386a7fa20 req-ec0c4b25-bd0a-43f3-87dc-386684dac5ed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0622184 Sep 28 08:53:12.637784 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b3a53404-0f1b-4475-8ce9-2ed386a7fa20 req-6e67bdfd-852e-416e-a527-b8d5de4bb2d3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Sep 28 08:53:12.765752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b909-ed93-4695-af28-d90460e85dd9 req-fd3356bb-14ae-4974-8826-deb963cf2424 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:12.767164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9483b909-ed93-4695-af28-d90460e85dd9 req-fd3356bb-14ae-4974-8826-deb963cf2424 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0559483 Sep 28 08:53:12.777857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 44970) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:53:12.782611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'floatingip': {'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:53:12.821730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:13.275473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:13.283095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:13.394340 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 associated. External IP: 172.26.4.171, port: 42277944-8f94-4e6b-8d6b-6bd659750354. Sep 28 08:53:13.607428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:53:13.716780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:13.721613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:13.727049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:13.738583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:13.739243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:53:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:13.750072 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-34cd27af-7794-4ef9-928e-acb1b69a14f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "PUT /v2.0/floatingips/f6f63ccf-96f2-4738-88ad-276bb5600793 HTTP/1.1" status: 200 len: 992 time: 0.9710374 Sep 28 08:53:13.750647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:53:13.753474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7416e672-a6cb-48fa-ab67-80a232900909" -d '{"events": [{"name": "network-changed", "server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:13.789271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d345e6b-d1da-45f1-b43e-4050e1af0a77 x-openstack-request-id: req-5d345e6b-d1da-45f1-b43e-4050e1af0a77 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:13.789566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:13.789822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d345e6b-d1da-45f1-b43e-4050e1af0a77 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:13.790690 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d345e6b-d1da-45f1-b43e-4050e1af0a77'] response: {'name': 'network-changed', 'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'status': 'completed', 'code': 200} Sep 28 08:53:13.850305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:13.856437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e672-a6cb-48fa-ab67-80a232900909 req-b8e546a5-083e-4354-b6ae-c6bc37e9e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:13.857946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-b8e546a5-083e-4354-b6ae-c6bc37e9e8e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0425324 Sep 28 08:53:13.951850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e672-a6cb-48fa-ab67-80a232900909 req-c028bb21-ead0-4e74-8088-9dfdb2ba3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:13.953442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-c028bb21-ead0-4e74-8088-9dfdb2ba3890 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0891209 Sep 28 08:53:14.023241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-2e33668f-659b-485c-9566-0dc1488394fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1000 time: 0.0636938 Sep 28 08:53:14.074403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e672-a6cb-48fa-ab67-80a232900909 req-ab1b3306-b241-476b-8042-0e2aae59874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:14.076261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-ab1b3306-b241-476b-8042-0e2aae59874e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0462410 Sep 28 08:53:14.078514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:5c:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:53:13Z', 'revision_number': 1, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:14.108197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:14.117270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:53:14.117991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:53:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:14.123873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e672-a6cb-48fa-ab67-80a232900909 req-4063a9bc-d557-4624-8bba-ff0c08bfb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:14.125574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-4063a9bc-d557-4624-8bba-ff0c08bfb1cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433159 Sep 28 08:53:14.222523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-2eca0b82-831f-4a4d-8b88-673b235a6dbf service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894053 Sep 28 08:53:14.325574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7416e672-a6cb-48fa-ab67-80a232900909 req-99d6a88b-606c-4bb4-a82a-fd1ad2258d05 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968592 Sep 28 08:53:14.382238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:53:14.627543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:5c:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:53:13Z', 'revision_number': 1, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:14.657079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a7cdb-ccc7-41ef-8493-0e0a0fb6dcaf None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:5c:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:53:13Z', 'revision_number': 1, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:14.856990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c02dd-ef77-438d-9d61-d9f56fe6ce96 None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:53:28.000876 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:53:33.419482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:36.462036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6a740e5-c026-48af-bb04-0dfbdfdba5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:38.802610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1e841299-9f1e-4810-9e0f-58353c3ace93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:40.158196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:41.327165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:41.716088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:53:49.899117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507317-9448-449e-bde2-e6a3d1dd12ba req-aa8847c1-df37-41c7-86a7-e6a3a530ca62 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:49.900621 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2f507317-9448-449e-bde2-e6a3d1dd12ba req-aa8847c1-df37-41c7-86a7-e6a3a530ca62 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0535350 Sep 28 08:53:49.943085 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2f507317-9448-449e-bde2-e6a3d1dd12ba req-9f15518c-3cb7-4343-8003-a56aabb74b6b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Sep 28 08:53:50.072974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39251e1-e691-43b5-978f-a092f23862a2 req-6d8b3253-30bd-4569-a521-a2cac8c82b20 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:50.074413 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d39251e1-e691-43b5-978f-a092f23862a2 req-6d8b3253-30bd-4569-a521-a2cac8c82b20 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0523951 Sep 28 08:53:50.125911 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d39251e1-e691-43b5-978f-a092f23862a2 req-9e98a46a-3168-49df-9358-808fc9fa8913 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 Sep 28 08:53:50.256620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586b3b4-3685-4e89-a194-df431ac2262e req-3149835c-f7d2-4f99-9498-6273a147be69 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:50.258156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2586b3b4-3685-4e89-a194-df431ac2262e req-3149835c-f7d2-4f99-9498-6273a147be69 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0538490 Sep 28 08:53:50.299519 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2586b3b4-3685-4e89-a194-df431ac2262e req-d536611b-ac3a-41ea-bc9e-eca233fe4ea4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327671 Sep 28 08:53:50.566198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-16337c6e-66eb-413f-91fd-1739fd54bdc8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709810 Sep 28 08:53:50.576648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500669f-dc11-4cd2-ac45-b6fbb58f814f req-15645576-b533-44b7-bb01-fabc235f6c01 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:50.578207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c500669f-dc11-4cd2-ac45-b6fbb58f814f req-15645576-b533-44b7-bb01-fabc235f6c01 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0746028 Sep 28 08:53:50.623228 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c500669f-dc11-4cd2-ac45-b6fbb58f814f req-23a5e0cf-ccce-4772-afa9-ce4a53da695d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341330 Sep 28 08:53:51.746645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-258ebc7a-24ba-45d3-8060-9ced13d22241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:51.748940 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-258ebc7a-24ba-45d3-8060-9ced13d22241 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0447545 Sep 28 08:53:51.766637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574dad-bd23-4f34-82d7-97951b78dee8 req-d6c4935b-dd13-4e15-8691-a555dbc0e328 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:51.768134 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-56574dad-bd23-4f34-82d7-97951b78dee8 req-d6c4935b-dd13-4e15-8691-a555dbc0e328 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0547626 Sep 28 08:53:51.806912 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-56574dad-bd23-4f34-82d7-97951b78dee8 req-cac844b5-db9a-47c1-b93f-c58bbae077f4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Sep 28 08:53:51.846758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-1c92297d-41b4-4749-96dd-bcb6ac3614d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:51.848255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-1c92297d-41b4-4749-96dd-bcb6ac3614d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0918882 Sep 28 08:53:51.913683 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-97966f20-9f82-40b2-9066-b6e4cbb9d242 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1002 time: 0.0586381 Sep 28 08:53:51.962780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-a272afb0-53e5-4374-a9f9-ed6a8425a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:51.964123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-a272afb0-53e5-4374-a9f9-ed6a8425a12e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0434434 Sep 28 08:53:52.361922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d0c43ff3-dddc-487f-9d97-031483f5bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:52.363422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d0c43ff3-dddc-487f-9d97-031483f5bae7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3922007 Sep 28 08:53:52.374512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d76a9702-ab2d-4ede-8579-93324f93ad72 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:53:52.375417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d76a9702-ab2d-4ede-8579-93324f93ad72 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049016 Sep 28 08:53:52.464719 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-08086a4e-049a-4f5c-95a4-097b86fe9606 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Sep 28 08:53:52.557018 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-73f6df66-33be-4741-89ae-79798cef61be service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852554 Sep 28 08:53:52.943806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2dee0-4273-432b-8cc6-689370fae294 req-974fe7e4-d8ca-46e6-86cf-8a0d1b479134 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:52.945325 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ab2dee0-4273-432b-8cc6-689370fae294 req-974fe7e4-d8ca-46e6-86cf-8a0d1b479134 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0531282 Sep 28 08:53:52.985156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ab2dee0-4273-432b-8cc6-689370fae294 req-99950355-8749-49fa-b47d-62cb96affcf6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Sep 28 08:53:54.122056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18594-76e6-42e8-a6ac-ddedfaae3576 req-728628bf-ac4e-45be-ae8c-27084e879be5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:54.123609 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b5c18594-76e6-42e8-a6ac-ddedfaae3576 req-728628bf-ac4e-45be-ae8c-27084e879be5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0527163 Sep 28 08:53:54.165162 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b5c18594-76e6-42e8-a6ac-ddedfaae3576 req-9df1983c-7bf9-4e73-8437-bfec0eac48af tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346222 Sep 28 08:53:55.310772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eadba-7b0e-436b-a163-8f2e65fb6295 req-f73158b2-f110-42c1-9d40-5b016f30afaa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:55.312230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b19eadba-7b0e-436b-a163-8f2e65fb6295 req-f73158b2-f110-42c1-9d40-5b016f30afaa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0518260 Sep 28 08:53:55.355467 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b19eadba-7b0e-436b-a163-8f2e65fb6295 req-ae1c0021-b207-48de-966f-bc5df776f7fd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Sep 28 08:53:56.562342 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7a326-39fc-4e70-8eab-450ca3143947 req-ee330298-9f4c-401e-88fa-861854fcc6b9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.563837 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5cc7a326-39fc-4e70-8eab-450ca3143947 req-ee330298-9f4c-401e-88fa-861854fcc6b9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.1183715 Sep 28 08:53:56.601504 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5cc7a326-39fc-4e70-8eab-450ca3143947 req-8e5bba81-4f22-4648-ac0d-647f5ad80afa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316298 Sep 28 08:53:57.800432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de866e71-73d6-45eb-a914-a9d9e063be35 req-cbb2f447-efd0-41fc-a761-d34789f96e98 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.802012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de866e71-73d6-45eb-a914-a9d9e063be35 req-cbb2f447-efd0-41fc-a761-d34789f96e98 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.1129799 Sep 28 08:53:57.840206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-de866e71-73d6-45eb-a914-a9d9e063be35 req-5c168ad0-6b8f-46e4-801c-ce2d45c0e1fa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Sep 28 08:53:58.976663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9e47-483a-4525-8b3e-77f7b8f37e9c req-2a060ef8-5f38-450b-aad0-74e4d8961049 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:58.978150 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-858a9e47-483a-4525-8b3e-77f7b8f37e9c req-2a060ef8-5f38-450b-aad0-74e4d8961049 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0564625 Sep 28 08:53:59.017408 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-858a9e47-483a-4525-8b3e-77f7b8f37e9c req-3c78b316-c525-4313-99f9-74818f104e14 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Sep 28 08:53:59.741230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-3235e29f-2e49-4948-bb68-37ee58af7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:59.743177 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-3235e29f-2e49-4948-bb68-37ee58af7416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0477147 Sep 28 08:53:59.857710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-1d3ecba5-bfbf-4c5e-82b1-8e790e6ee2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:59.859195 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-1d3ecba5-bfbf-4c5e-82b1-8e790e6ee2f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0968511 Sep 28 08:53:59.933735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-42392113-5f6e-4cc4-bea1-e032077bda5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1002 time: 0.0674489 Sep 28 08:53:59.984616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-ba8200cb-3536-4758-a5b4-598797e1b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:59.986117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-ba8200cb-3536-4758-a5b4-598797e1b9f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0447764 Sep 28 08:54:00.034802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-0d6bb4a8-1852-4adc-b6b5-9c83a64283c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:00.036195 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-0d6bb4a8-1852-4adc-b6b5-9c83a64283c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439231 Sep 28 08:54:00.159584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-7bc9178c-8d44-41cd-b989-5f6b3b04aeb4 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151633 Sep 28 08:54:00.172318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139178-8fb3-4c0d-a111-38e2b64fd14c req-9c96cbe5-89db-432b-bc97-9506bb18ec2e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:00.173745 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32139178-8fb3-4c0d-a111-38e2b64fd14c req-9c96cbe5-89db-432b-bc97-9506bb18ec2e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0716021 Sep 28 08:54:00.271870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32139178-8fb3-4c0d-a111-38e2b64fd14c req-456561ba-767e-4128-8f42-8e38abcdcec5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899839 Sep 28 08:54:00.299503 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09111d9a-5026-4247-95dc-49a0c82dd1dc req-681c0d62-11cb-4d9b-8837-5d48eb329ec8 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247270 Sep 28 08:54:01.406799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe4342-cc4b-45cf-b103-abba03862208 req-00822460-4273-4e60-9fba-dbf852aac3a0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:01.408688 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6afe4342-cc4b-45cf-b103-abba03862208 req-00822460-4273-4e60-9fba-dbf852aac3a0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0584910 Sep 28 08:54:01.449315 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6afe4342-cc4b-45cf-b103-abba03862208 req-902c2cf4-527c-491b-b63e-caa8a1fdda91 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341721 Sep 28 08:54:02.593405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b0aa3-f243-4008-8f9f-7f5f952a7522 req-99483979-704c-4227-b37e-39fa0666ea9e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:02.595230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-773b0aa3-f243-4008-8f9f-7f5f952a7522 req-99483979-704c-4227-b37e-39fa0666ea9e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0628123 Sep 28 08:54:02.639795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-773b0aa3-f243-4008-8f9f-7f5f952a7522 req-5c7b0a02-2558-4dd0-aefb-51ee77267d24 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Sep 28 08:54:03.412484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:03.776494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685db54-c779-4903-9491-9587b666d26b req-ea0ab40f-11c2-49fa-b073-6ab1f4c23952 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:03.778065 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0685db54-c779-4903-9491-9587b666d26b req-ea0ab40f-11c2-49fa-b073-6ab1f4c23952 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Sep 28 08:54:03.817056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0685db54-c779-4903-9491-9587b666d26b req-c30f509e-5c72-49e3-a8aa-71b801a30d1f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Sep 28 08:54:04.944050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc941e3-cd1a-4538-aec3-fb87d72f1672 req-15cdc92a-2903-4b6a-97ae-1bfe56bf9026 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:04.945579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5dc941e3-cd1a-4538-aec3-fb87d72f1672 req-15cdc92a-2903-4b6a-97ae-1bfe56bf9026 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0523655 Sep 28 08:54:04.984993 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5dc941e3-cd1a-4538-aec3-fb87d72f1672 req-ff5969a9-e5f1-4640-a6de-13c0ae9c2a47 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332403 Sep 28 08:54:04.999594 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:54:06.303895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecb1fb-c020-4c82-b2ae-5b8676449024 req-2dbf382b-02a9-4271-9c76-dafb6b8fdaf6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:06.305399 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-adecb1fb-c020-4c82-b2ae-5b8676449024 req-2dbf382b-02a9-4271-9c76-dafb6b8fdaf6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0551941 Sep 28 08:54:06.354407 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-adecb1fb-c020-4c82-b2ae-5b8676449024 req-1825231a-6a09-4886-a3c6-ad0a5dd8c563 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 Sep 28 08:54:06.458893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0c8b-fa16-4751-9bed-298f12708fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:07.484046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f13c18-6acb-4aad-8457-e81dc931f209 req-1c58307f-b871-4614-b090-8cac6c36f01a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:07.485575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1f13c18-6acb-4aad-8457-e81dc931f209 req-1c58307f-b871-4614-b090-8cac6c36f01a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Sep 28 08:54:07.524624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1f13c18-6acb-4aad-8457-e81dc931f209 req-c6dac411-26d1-4d8f-9660-e6796261c83f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 Sep 28 08:54:08.665368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5de12d-baca-49d2-8432-e89eaf96a877 req-24d0fc0c-3ff6-46df-93ba-d003e5229939 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:08.666856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ea5de12d-baca-49d2-8432-e89eaf96a877 req-24d0fc0c-3ff6-46df-93ba-d003e5229939 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0573344 Sep 28 08:54:08.708508 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ea5de12d-baca-49d2-8432-e89eaf96a877 req-df0b8842-ffd6-4e15-b1cc-f40ee073a33d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Sep 28 08:54:08.798185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be3cc4ed-0598-4132-845d-1ebae1fcca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:09.207227 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-2680a429-8d3a-417e-ab5e-55d152238314 service neutron] 10.222.0.62 "GET /v2.0/ports/42277944-8f94-4e6b-8d6b-6bd659750354/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.1187944 Sep 28 08:54:09.425697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-39a50985-34c7-4dce-9e5b-24c2b97654ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.427114 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-39a50985-34c7-4dce-9e5b-24c2b97654ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1099 time: 0.0480072 Sep 28 08:54:09.496972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-624aeb4c-3841-4a35-a5fa-35a5ae23b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.498640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-624aeb4c-3841-4a35-a5fa-35a5ae23b974 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0503232 Sep 28 08:54:09.608224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-9e88bb9e-2279-48c2-b7b1-62c3d04c9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.609757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-9e88bb9e-2279-48c2-b7b1-62c3d04c9624 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.1046176 Sep 28 08:54:09.676032 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-9599d235-cc6a-4f90-a690-d983cda8e463 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1002 time: 0.0592358 Sep 28 08:54:09.724712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-c0adc16a-8d0e-42d9-9ace-0cebefddc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.726190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-c0adc16a-8d0e-42d9-9ace-0cebefddc71d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0438938 Sep 28 08:54:09.778087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d1f824b2-c70e-4163-89cf-85273f492070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.779607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-d1f824b2-c70e-4163-89cf-85273f492070 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466635 Sep 28 08:54:09.888363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a176d4-78fc-4a2c-b314-f793628a89d8 req-2d20fe5c-dc66-4246-9708-17a87ba11da2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.889891 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f6a176d4-78fc-4a2c-b314-f793628a89d8 req-2d20fe5c-dc66-4246-9708-17a87ba11da2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.1056161 Sep 28 08:54:09.921615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-21dde868-c367-49d4-b54e-ea91ed3e07e5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354759 Sep 28 08:54:09.959830 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f6a176d4-78fc-4a2c-b314-f793628a89d8 req-041e190e-a8e9-4066-9308-07452367d66c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637949 Sep 28 08:54:10.023509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4b487c7-144c-4126-b97f-86721a1dac39 req-3e39a05d-7067-4610-bd62-675fd2bf4aa5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949485 Sep 28 08:54:10.156300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:11.096731 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b7e1-94d9-4cae-9290-3d683fcb5cc8 req-dffb0af3-5c79-44f6-8452-1c39664a0e79 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:11.098204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0962b7e1-94d9-4cae-9290-3d683fcb5cc8 req-dffb0af3-5c79-44f6-8452-1c39664a0e79 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0525165 Sep 28 08:54:11.146541 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0962b7e1-94d9-4cae-9290-3d683fcb5cc8 req-798b49f0-f600-4a2a-b78f-0946aa87be36 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Sep 28 08:54:11.331840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:11.712132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:12.286195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42ae2-0340-4f8e-bc70-7ca0b8bb0dd6 req-c327b0fa-aa18-43af-8393-f8e1a9723db4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.287688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6ee42ae2-0340-4f8e-bc70-7ca0b8bb0dd6 req-c327b0fa-aa18-43af-8393-f8e1a9723db4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0517893 Sep 28 08:54:12.326613 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6ee42ae2-0340-4f8e-bc70-7ca0b8bb0dd6 req-923370c5-f48a-4a52-a949-f6993b3b447f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325944 Sep 28 08:54:12.567789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2f35a-fd13-41cd-a059-15b0fb18cb76 req-dca46fe2-11a2-40b4-8eff-14544ad15c32 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.569290 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cd2f35a-fd13-41cd-a059-15b0fb18cb76 req-dca46fe2-11a2-40b4-8eff-14544ad15c32 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0843215 Sep 28 08:54:12.601245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-ca49dc29-b8ca-400c-8b02-a8cf1752b027 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.603509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-ca49dc29-b8ca-400c-8b02-a8cf1752b027 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02&tenant_id=8de11a30b82341ec8036c1f469785423&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 946 time: 0.0862198 Sep 28 08:54:12.632902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cd2f35a-fd13-41cd-a059-15b0fb18cb76 req-ebf76a9d-c122-41d7-aa53-63b5c9815daf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559471 Sep 28 08:54:12.687640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-a038fc76-f4b8-43aa-ad4f-e2e14c5fda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.689226 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-a038fc76-f4b8-43aa-ad4f-e2e14c5fda0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 1099 time: 0.0422823 Sep 28 08:54:12.788436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-0c8f171f-d71b-42a1-aa54-35c6fd869c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.789991 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-0c8f171f-d71b-42a1-aa54-35c6fd869c63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0949018 Sep 28 08:54:12.859250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-5b3f48f9-1c83-4d0a-9d33-c7ec3ad817ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 200 len: 1002 time: 0.0622895 Sep 28 08:54:12.914945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-7a86d97a-cc9f-4b08-840c-d05ce979a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.916599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-7a86d97a-cc9f-4b08-840c-d05ce979a157 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0512056 Sep 28 08:54:12.964928 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-c6a4d1bd-6983-45e9-ae9a-898259a8960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.966458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-c6a4d1bd-6983-45e9-ae9a-898259a8960b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423610 Sep 28 08:54:13.060938 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-1c379f55-3353-415e-88f1-46cf3df8e3af service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868223 Sep 28 08:54:13.098284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:54:13.101984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:54:13.167420 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3132cbb4-0c34-417e-8bd8-8540da6e20e1 req-e7991239-fd3d-455e-9a7d-d76f6bf3ec7c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987937 Sep 28 08:54:13.255421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 42277944-8f94-4e6b-8d6b-6bd659750354 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:54:13.255788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:13.286013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:13.296925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:13.299314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c745fca-58f2-4098-baa8-410592f89af9" -d '{"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-unplugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:13.312657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '42277944-8f94-4e6b-8d6b-6bd659750354', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '42277944-8f94-4e6b-8d6b-6bd659750354', 'mac_address': 'fa:16:3e:5c:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:54:13.315222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:13.321058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:13.346902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184b4692-3b58-4aa5-aa2a-10f24c858bff x-openstack-request-id: req-184b4692-3b58-4aa5-aa2a-10f24c858bff {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:13.347205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-unplugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:13.347449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-184b4692-3b58-4aa5-aa2a-10f24c858bff {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:13.347848 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184b4692-3b58-4aa5-aa2a-10f24c858bff'] response: {'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'code': 200} Sep 28 08:54:13.385425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 42277944-8f94-4e6b-8d6b-6bd659750354 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:54:13.385820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:13.410283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:13.413072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42277944-8f94-4e6b-8d6b-6bd659750354 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:54:13.423723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.424070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.424434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.424769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.425140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.425482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.425818 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.426137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.426495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.426826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.427153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.427506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:13.444268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:13.449993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:13.502479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:13.515855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['42277944-8f94-4e6b-8d6b-6bd659750354'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:54:13.760566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c766890-f9d6-405d-9751-482e5c35e274 req-99694de9-bcbf-4f27-ac27-5c705ad6d2ee tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:13.762148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c766890-f9d6-405d-9751-482e5c35e274 req-99694de9-bcbf-4f27-ac27-5c705ad6d2ee tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Sep 28 08:54:13.800282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0c766890-f9d6-405d-9751-482e5c35e274 req-264eb85f-9a30-46b3-8155-8f0f6b059440 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 Sep 28 08:54:13.944786 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a26a17-e4ad-44d2-8bae-ff14d4a7870d req-43e0ef1d-f989-40b6-8222-c7dc585d13f9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:13.946283 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-83a26a17-e4ad-44d2-8bae-ff14d4a7870d req-43e0ef1d-f989-40b6-8222-c7dc585d13f9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 945 time: 0.0547645 Sep 28 08:54:13.985722 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-83a26a17-e4ad-44d2-8bae-ff14d4a7870d req-30cf0114-bb2b-4cb7-9c3d-d18db8b8d546 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Sep 28 08:54:14.124586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ad3c-0313-4bf7-95bb-f71fce3297cd req-c76f8410-2499-4dcf-a6d3-a011bb891997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:14.126380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cc9ad3c-0313-4bf7-95bb-f71fce3297cd req-c76f8410-2499-4dcf-a6d3-a011bb891997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 945 time: 0.0666795 Sep 28 08:54:14.169480 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cc9ad3c-0313-4bf7-95bb-f71fce3297cd req-7d2ac254-a193-42f8-8b0c-d8cc7669ab45 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323284 Sep 28 08:54:14.418775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3e4f-256d-41de-8d5c-e9887b366dea req-5e6d9e0f-971a-4fcb-ab06-5677e6cb7edc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:14.420163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a62d3e4f-256d-41de-8d5c-e9887b366dea req-5e6d9e0f-971a-4fcb-ab06-5677e6cb7edc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Sep 28 08:54:14.463658 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a62d3e4f-256d-41de-8d5c-e9887b366dea req-3407e112-9118-41cb-8624-418d43af9192 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344055 Sep 28 08:54:15.110551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:54:15.171076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 42277944-8f94-4e6b-8d6b-6bd659750354 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:54:15.171447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:15.171782 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 42277944-8f94-4e6b-8d6b-6bd659750354 Sep 28 08:54:15.254527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 42277944-8f94-4e6b-8d6b-6bd659750354 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:54:15.254908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:15.293338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:15.300106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:15.348523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:15.350938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5109b8-058c-403c-960f-3fbbb542c0a7" -d '{"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-plugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:15.353848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:15.391670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c991e532-9cc5-41a9-87b3-98e30803e7b3 x-openstack-request-id: req-c991e532-9cc5-41a9-87b3-98e30803e7b3 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:15.391962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-plugged", "status": "completed", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:15.392210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c991e532-9cc5-41a9-87b3-98e30803e7b3 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:15.392614 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c991e532-9cc5-41a9-87b3-98e30803e7b3'] response: {'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'code': 200} Sep 28 08:54:15.607005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad00e-d602-4cf4-8cfa-45b308c21222 req-c1c439af-010f-4194-86e7-f82ce8f33e40 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:15.608518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-221ad00e-d602-4cf4-8cfa-45b308c21222 req-c1c439af-010f-4194-86e7-f82ce8f33e40 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0538609 Sep 28 08:54:15.654254 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-221ad00e-d602-4cf4-8cfa-45b308c21222 req-a00db5d8-3558-420c-8576-f90feeeb0043 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 Sep 28 08:54:16.072679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a97d4-72eb-4944-b6a6-348179401c62 req-00c81f73-0612-42eb-b813-f51f643491bd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:16.074200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-663a97d4-72eb-4944-b6a6-348179401c62 req-00c81f73-0612-42eb-b813-f51f643491bd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 946 time: 0.0569956 Sep 28 08:54:16.165366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Deleting port 42277944-8f94-4e6b-8d6b-6bd659750354 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:54:16.165711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.258331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] For port 42277944-8f94-4e6b-8d6b-6bd659750354, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=42277944-8f94-4e6b-8d6b-6bd659750354,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:16.258700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.440087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.440415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.440850 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 disassociated. External IP: 172.26.4.171, port: 42277944-8f94-4e6b-8d6b-6bd659750354. Sep 28 08:54:16.441414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Calling delete_port for 42277944-8f94-4e6b-8d6b-6bd659750354 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:54:16.593808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.628103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'Port': ['ID=42277944-8f94-4e6b-8d6b-6bd659750354,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:16.638135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.638490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.638812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.639142 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.639472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.639797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.640123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.640447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.640773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.641119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.641446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.641760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:16.758943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:54:16.767926 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3efc048b-30e0-44a0-9d5f-c37b8d8cdb11 req-68034203-f410-47aa-a5a4-004a0416659c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0950c39-e3a7-4381-a7cf-fe7770f38d02 HTTP/1.1" status: 200 len: 210 time: 0.0288033 Sep 28 08:54:16.869603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:54:16.881366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:54:16.892491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:54:16.893112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:54:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:16.909533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] No DVR routers for this DVR port 42277944-8f94-4e6b-8d6b-6bd659750354 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:54:16.912261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:16.915607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-663a97d4-72eb-4944-b6a6-348179401c62 req-4d4c2fdb-d356-44e7-8cd0-98e2aaf3a9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "DELETE /v2.0/ports/42277944-8f94-4e6b-8d6b-6bd659750354 HTTP/1.1" status: 204 len: 173 time: 0.8348980 Sep 28 08:54:16.916118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-deleted', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:16.918494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604f5eef-eaf3-4e09-ae55-fdca2f9bb397" -d '{"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-deleted", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:16.957478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898cc84-da1c-4923-a354-25e2825523d4 x-openstack-request-id: req-0898cc84-da1c-4923-a354-25e2825523d4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:16.957791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0950c39-e3a7-4381-a7cf-fe7770f38d02", "name": "network-vif-deleted", "tag": "42277944-8f94-4e6b-8d6b-6bd659750354", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:16.958029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0898cc84-da1c-4923-a354-25e2825523d4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:16.958442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0898cc84-da1c-4923-a354-25e2825523d4'] response: {'server_uuid': 'a0950c39-e3a7-4381-a7cf-fe7770f38d02', 'name': 'network-vif-deleted', 'tag': '42277944-8f94-4e6b-8d6b-6bd659750354', 'status': 'completed', 'code': 200} Sep 28 08:54:17.021517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:54:17.235701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:17.271120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:54:17.282041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:54:17.282651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:54:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:17.394150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:54:17.621634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:17.653680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe79689-6171-431d-8276-7dae3c919c46 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:54:17.913183 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58aa39b-4b29-42a9-ae0e-44bbad431738 None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:54:18.043242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-280e6ced-2bf1-4f93-810d-564699828120 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--556688551&fields=id&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 267 time: 0.0493934 Sep 28 08:54:18.180844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-4126b133-0015-4c28-930b-965d5a694488 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:18.182680 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-4126b133-0015-4c28-930b-965d5a694488 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1311276 Sep 28 08:54:18.201160 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-eb33227a-5c5b-40a4-b4a0-7256d465eaaa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/quotas/8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 375 time: 0.0100946 Sep 28 08:54:18.272874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-90cf6b7c-93a7-4371-bc2d-ccdee1791a5b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654407 Sep 28 08:54:18.291497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-110fe443-cbe5-4761-8135-e69034a48c81 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:54:18.292460 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-110fe443-cbe5-4761-8135-e69034a48c81 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075645 Sep 28 08:54:18.397583 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-f5c7b376-0e89-4ded-9ae0-f57e7455a730 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972228 Sep 28 08:54:18.493302 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-e9d09dc7-4b4c-4509-bcb0-0d28dc1c3cea service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879731 Sep 28 08:54:18.660004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-722064e7-67e8-4a2f-905e-ce9b763a02ec req-d264898a-e26a-496a-bbc0-4770cefa7e3f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Sep 28 08:54:19.142242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:54:19.168173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 42277944-8f94-4e6b-8d6b-6bd659750354 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:54:19.168522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 42277944-8f94-4e6b-8d6b-6bd659750354 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:54:19.626041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-c3d25c83-4a30-4421-b248-6a51677729d1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:19.627964 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-c3d25c83-4a30-4421-b248-6a51677729d1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1139932 Sep 28 08:54:19.673841 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-e3076367-26a1-460a-86cc-c24eebc68316 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 379 time: 0.0373223 Sep 28 08:54:19.682991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'port': {'device_id': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'admin_state_up': True, 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'security_groups': ['a6523612-6366-4ec4-9cc8-045ac2ff3685']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:54:19.771004 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a777697f-41ac-4a0f-b0d0-e6b2fb057633 req-fd67bf5b-0f62-4891-8417-59bd3ca71494 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Sep 28 08:54:19.791758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:54:19.795931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:19.937147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Allocated IP 172.20.0.13 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/e8cf6168-3224-4c95-9f42-53f0ed477e63) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:54:20.080484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.123857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.166349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:54:20.169603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:54:20.173102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:54:20.202036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:20.228559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:20.229382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.248095 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-7a7523d0-2a13-46b1-980e-3074ca1ecec3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5690048 Sep 28 08:54:20.261007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Request body: {'port': {'device_id': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:54:20.321108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.452050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Provisioning complete for port e8cf6168-3224-4c95-9f42-53f0ed477e63 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:54:20.452608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.452608 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Attempt 1 to provision port e8cf6168-3224-4c95-9f42-53f0ed477e63 Sep 28 08:54:20.486588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Port e8cf6168-3224-4c95-9f42-53f0ed477e63 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:54:20.587418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:54:20.595356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.608899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Transition to ACTIVE for port object e8cf6168-3224-4c95-9f42-53f0ed477e63 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:54:20.614629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.692866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:20.725869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Attempting to bind port e8cf6168-3224-4c95-9f42-53f0ed477e63 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:54:20.726211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Attempting to bind port e8cf6168-3224-4c95-9f42-53f0ed477e63 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:54:20.726534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Attempting to bind port e8cf6168-3224-4c95-9f42-53f0ed477e63 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:54:20.732029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Port e8cf6168-3224-4c95-9f42-53f0ed477e63 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:54:20.732354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Attempting to bind port e8cf6168-3224-4c95-9f42-53f0ed477e63 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:54:20.737183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:54:20.737514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:54:20.737895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:54:20.738315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Bound port: e8cf6168-3224-4c95-9f42-53f0ed477e63, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:54:20.738684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.805698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:54:20.809224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:54:20.814876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.819041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:20.819687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:20.821143 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1094 time: 0.5647697 Sep 28 08:54:20.822589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:20.825173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6d449-5278-423a-8ab3-853974f9e5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:20.897883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cbcb35-4166-4567-acda-b6a457942f3f x-openstack-request-id: req-f1cbcb35-4166-4567-acda-b6a457942f3f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:20.898160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:20.898406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f1cbcb35-4166-4567-acda-b6a457942f3f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:20.898804 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cbcb35-4166-4567-acda-b6a457942f3f'] response: {'name': 'network-changed', 'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'status': 'completed', 'code': 200} Sep 28 08:54:20.928061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575484-f43d-44e3-9c26-ee03c773f356 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:20.948852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-b2a2bdbd-168c-41ae-8dbf-a79bae4a5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:20.950453 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-b2a2bdbd-168c-41ae-8dbf-a79bae4a5704 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1097 time: 0.0849376 Sep 28 08:54:20.957824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa233a05-0b24-4de7-8294-00db1f3b41a7 req-d3a98236-3cdc-4a1f-b1eb-d94963add285 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:20.959064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aa233a05-0b24-4de7-8294-00db1f3b41a7 req-d3a98236-3cdc-4a1f-b1eb-d94963add285 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 944 time: 0.1086752 Sep 28 08:54:20.987488 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Attempt 2 to provision port e8cf6168-3224-4c95-9f42-53f0ed477e63 Sep 28 08:54:20.999548 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-ea1e350b-07d7-47b4-970e-ed8aefb40b6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 217 time: 0.0395739 Sep 28 08:54:21.030679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f538d-a373-414d-9ba6-9e18db791801 None None] Port e8cf6168-3224-4c95-9f42-53f0ed477e63 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:54:21.058172 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aa233a05-0b24-4de7-8294-00db1f3b41a7 req-42a73f13-683f-44ea-bd92-c529f2599d60 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916061 Sep 28 08:54:21.066914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-41894acf-ada8-415a-b7a8-4da2a650304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.068318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-41894acf-ada8-415a-b7a8-4da2a650304b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0624921 Sep 28 08:54:21.123205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-96fcc198-693b-4da3-8c5f-d33fe71f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.124772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-96fcc198-693b-4da3-8c5f-d33fe71f2aff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497987 Sep 28 08:54:21.216704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-ca08788e-8a39-4970-bf22-d8ede3259aed service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852878 Sep 28 08:54:21.307555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a90439e-67ef-4188-9849-6b5e4147a721 req-4230e912-6d77-48cf-9d54-aa5fff90f948 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841217 Sep 28 08:54:21.408813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-743b9622-0d84-4d89-94f8-9f798ab45505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.410396 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-743b9622-0d84-4d89-94f8-9f798ab45505 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1097 time: 0.0442059 Sep 28 08:54:21.506328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-9b87a0c8-2242-4266-8c73-e18183997e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.507836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-9b87a0c8-2242-4266-8c73-e18183997e4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0913265 Sep 28 08:54:21.550234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-a94e5a1d-84fc-43f4-ae98-8483fd1f98ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 217 time: 0.0336363 Sep 28 08:54:21.602802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-92218839-b4f8-4b7f-938b-4ca6a10f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.604221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-92218839-b4f8-4b7f-938b-4ca6a10f6e3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0464275 Sep 28 08:54:21.651219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-be1a1999-1596-407f-8e4f-d4938fedee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:21.652545 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-be1a1999-1596-407f-8e4f-d4938fedee93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411808 Sep 28 08:54:21.746352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-f00cfcf9-a05b-4741-8e57-2d24d579d684 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Sep 28 08:54:21.846736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c6d449-5278-423a-8ab3-853974f9e5bb req-3f4ea6ae-2c42-4372-b64c-b4d7b007ad52 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931056 Sep 28 08:54:22.196764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298f59-7864-4c9d-b936-42859df4884b req-cab86097-94d1-4030-a73a-576b8ae92222 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:22.198443 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-34298f59-7864-4c9d-b936-42859df4884b req-cab86097-94d1-4030-a73a-576b8ae92222 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 944 time: 0.0578837 Sep 28 08:54:22.240208 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-34298f59-7864-4c9d-b936-42859df4884b req-485120b5-30ec-43e1-9650-d6224a88c941 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Sep 28 08:54:23.145283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:54:23.243217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:23.255415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'mac_address': 'fa:16:3e:3b:be:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:54:23.296172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:54:23.296567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:23.313484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:54:23.333455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:23.338246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:23.365110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70a780-35e6-4607-80d9-c03605faa3a1 req-cbb15b59-aa88-4601-9a3e-7b16d4e9e13f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:23.366617 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b70a780-35e6-4607-80d9-c03605faa3a1 req-cbb15b59-aa88-4601-9a3e-7b16d4e9e13f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 944 time: 0.0519650 Sep 28 08:54:23.386806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:23.405939 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b70a780-35e6-4607-80d9-c03605faa3a1 req-ce9f6401-0176-47ee-892d-0e70364d8934 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Sep 28 08:54:23.578836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e8cf6168-3224-4c95-9f42-53f0ed477e63'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:54:24.546873 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4e47-c6e1-4a6d-a139-a466f261203b req-4a54c526-ac87-4889-a034-d48e94587c70 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:24.548383 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecdc4e47-c6e1-4a6d-a139-a466f261203b req-4a54c526-ac87-4889-a034-d48e94587c70 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 945 time: 0.0500979 Sep 28 08:54:24.586954 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecdc4e47-c6e1-4a6d-a139-a466f261203b req-594d069e-6ad6-4c25-a89e-9fca84972cf8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Sep 28 08:54:25.162025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:54:25.218066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port e8cf6168-3224-4c95-9f42-53f0ed477e63 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:54:25.222160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e8cf6168-3224-4c95-9f42-53f0ed477e63 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:54:25.222538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:25.222872 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e8cf6168-3224-4c95-9f42-53f0ed477e63 Sep 28 08:54:25.303578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:54:25.303959 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:25.326285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:25.328693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098be0e2-6813-4b7d-aa69-7d7c564684bf" -d '{"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:25.344687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:25.351474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:25.379315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8d277-ed92-42f3-a4e6-7d8d5fa2b57d x-openstack-request-id: req-a3e8d277-ed92-42f3-a4e6-7d8d5fa2b57d {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:25.379604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:25.379852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3e8d277-ed92-42f3-a4e6-7d8d5fa2b57d {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:25.380218 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e8d277-ed92-42f3-a4e6-7d8d5fa2b57d'] response: {'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'code': 200} Sep 28 08:54:25.407758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:25.540831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4356de-5bbc-493f-b037-bdcc069abd94 req-12add82e-cca4-4a35-8843-168a30ba9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:25.542419 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ad4356de-5bbc-493f-b037-bdcc069abd94 req-12add82e-cca4-4a35-8843-168a30ba9b53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0451999 Sep 28 08:54:25.718469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6b1db-96f6-4541-b7d8-e951816c5a80 req-5b73c194-b675-4c59-9223-19069152dfc9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:25.723571 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bab6b1db-96f6-4541-b7d8-e951816c5a80 req-5b73c194-b675-4c59-9223-19069152dfc9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0526457 Sep 28 08:54:25.761353 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bab6b1db-96f6-4541-b7d8-e951816c5a80 req-2d19b6e3-d9ab-463b-b8b2-08f7def5e792 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347545 Sep 28 08:54:25.922474 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ad4356de-5bbc-493f-b037-bdcc069abd94 req-ddf1891b-cf9e-41cd-a0b3-a9802009ee95 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730528 Sep 28 08:54:26.901332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94738838-646c-4b78-9c69-4e29ad5ef117 req-b1c66a4e-e54c-42af-9df9-b56fa559594e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:26.902800 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-94738838-646c-4b78-9c69-4e29ad5ef117 req-b1c66a4e-e54c-42af-9df9-b56fa559594e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0524588 Sep 28 08:54:26.942072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-94738838-646c-4b78-9c69-4e29ad5ef117 req-69c6df7f-0533-4c37-89e1-c0b1f11d3f17 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321095 Sep 28 08:54:28.083432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf667a6-8d3e-4a88-8afb-59d85cb1b449 req-a4072d03-0ad7-4008-ab3d-ab430e36be41 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:28.084783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eaf667a6-8d3e-4a88-8afb-59d85cb1b449 req-a4072d03-0ad7-4008-ab3d-ab430e36be41 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Sep 28 08:54:28.126337 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eaf667a6-8d3e-4a88-8afb-59d85cb1b449 req-ca203f3c-1a06-4275-950b-89e04d21abd0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Sep 28 08:54:28.248494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c61930-26f7-42f2-9009-942cb43f2d62 req-430dfcc1-9991-42e6-88ae-43321e3b3171 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:28.250035 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f7c61930-26f7-42f2-9009-942cb43f2d62 req-430dfcc1-9991-42e6-88ae-43321e3b3171 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0516956 Sep 28 08:54:28.260899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45148) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:54:28.265397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'floatingip': {'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:54:28.306925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:28.763331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:28.770078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:28.873806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 associated. External IP: 172.26.4.171, port: e8cf6168-3224-4c95-9f42-53f0ed477e63. Sep 28 08:54:29.091834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:54:29.210275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:54:29.215471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:29.220337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:54:29.231220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:54:29.232471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:54:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:29.243587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f4cda8f2-e459-4ae0-90d9-a2175f4cd8e6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "PUT /v2.0/floatingips/f6f63ccf-96f2-4738-88ad-276bb5600793 HTTP/1.1" status: 200 len: 992 time: 0.9815905 Sep 28 08:54:29.244225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:54:29.246751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a785f1-ae62-45ac-b539-4f33fd9363ed" -d '{"events": [{"name": "network-changed", "server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:29.283421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197bedf6-d28e-414b-b874-b0d336ded7c3 x-openstack-request-id: req-197bedf6-d28e-414b-b874-b0d336ded7c3 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:29.284034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:29.284034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-197bedf6-d28e-414b-b874-b0d336ded7c3 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:29.284351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197bedf6-d28e-414b-b874-b0d336ded7c3'] response: {'name': 'network-changed', 'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'status': 'completed', 'code': 200} Sep 28 08:54:29.348056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-97562481-03d1-44c5-845d-7d45557fb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:29.349570 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-97562481-03d1-44c5-845d-7d45557fb21b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0435178 Sep 28 08:54:29.446388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-9c158800-b659-4694-bc61-2eb1708d3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:29.447903 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-9c158800-b659-4694-bc61-2eb1708d3e05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0913699 Sep 28 08:54:29.495220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:54:29.516935 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-e71ad267-b551-497e-a98f-692363a2768c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1000 time: 0.0615888 Sep 28 08:54:29.568826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-e9529245-1caf-4868-8611-5385827bca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:29.570377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-e9529245-1caf-4868-8611-5385827bca04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0472903 Sep 28 08:54:29.620828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-0a7828dd-cb13-4aae-b05f-4daf607cac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:29.622599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-0a7828dd-cb13-4aae-b05f-4daf607cac88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451586 Sep 28 08:54:29.717624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-039b5440-e940-4543-9db2-5de3dc3004f3 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883327 Sep 28 08:54:29.722062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:3b:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:54:28Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:29.748566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:54:29.757710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:54:29.758318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:54:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:29.813794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-22a785f1-ae62-45ac-b539-4f33fd9363ed req-b24c7597-9123-493b-a1c8-80a1ce537745 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894744 Sep 28 08:54:29.867596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:54:30.095582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:3b:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:54:28Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:30.127524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f5f79-6436-483e-94f4-02d05a4ff57b None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:3b:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:54:28Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:54:30.326569 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6056a035-41b5-4b33-ad1f-48c9ff13842f None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:54:33.422798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:36.463013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf7e2-3c25-491a-ba5f-8bc8cefb1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:38.801572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0d499ba-74cc-4d62-94ba-aafa15012404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:40.160473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:41.333529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:41.715023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:54:42.003478 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:55:00.696358 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-eba4a959-202b-4ceb-a464-09c676e7488d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451281 Sep 28 08:55:00.786070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-f15eb7db-15ea-4152-85d2-399431979e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:00.787612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-f15eb7db-15ea-4152-85d2-399431979e5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0431945 Sep 28 08:55:00.897749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-55c711b1-9524-4d68-97c1-982ed780afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:00.899248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-55c711b1-9524-4d68-97c1-982ed780afd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0912039 Sep 28 08:55:00.963383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-686305ba-66c6-46e4-9064-83275fcd1250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1002 time: 0.0579355 Sep 28 08:55:01.015878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-f36b599d-5759-4dcf-b41f-eb5f508fd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:01.017355 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-f36b599d-5759-4dcf-b41f-eb5f508fd43a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0476768 Sep 28 08:55:01.063577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-e8e9df17-fad8-4ca4-a6cd-284c3f045729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:01.065064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-e8e9df17-fad8-4ca4-a6cd-284c3f045729 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411928 Sep 28 08:55:01.159310 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-83910706-55ed-48f6-b9ec-b5c46d9312b5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Sep 28 08:55:01.253615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b23ba06f-13a9-4956-a5ec-6092042c2760 req-9172e459-fa7b-47e7-b9ef-16a748399abe service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Sep 28 08:55:03.432802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:04.756574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f626875-51ff-4bd4-9ac0-c67c72d92e52 req-6d3c376b-4865-4290-bb32-9ba2cf1e8b2e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:04.758122 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7f626875-51ff-4bd4-9ac0-c67c72d92e52 req-6d3c376b-4865-4290-bb32-9ba2cf1e8b2e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Sep 28 08:55:04.799278 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7f626875-51ff-4bd4-9ac0-c67c72d92e52 req-e2b8c7da-1889-47c3-92fb-7958f79bc2ca tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349722 Sep 28 08:55:05.944793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf8131-03f7-4a3f-b693-6b726716642b req-411b3d4e-b1e3-452d-945d-767b04e79fcf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:05.946324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50cf8131-03f7-4a3f-b693-6b726716642b req-411b3d4e-b1e3-452d-945d-767b04e79fcf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0598042 Sep 28 08:55:05.987546 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50cf8131-03f7-4a3f-b693-6b726716642b req-4a057f46-0542-4702-ba58-c971c6110b4a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351136 Sep 28 08:55:06.468014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e17880c-e998-4471-b0b8-6c6500eb961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:07.121149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f4b7f-f991-46a5-8e57-516ec75404da req-d7e3efb9-dec6-42bc-8c0c-53427915847d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:07.122587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-186f4b7f-f991-46a5-8e57-516ec75404da req-d7e3efb9-dec6-42bc-8c0c-53427915847d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0538447 Sep 28 08:55:07.161895 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-186f4b7f-f991-46a5-8e57-516ec75404da req-45a3094a-9ab2-4483-9352-83ad4b1962dc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327556 Sep 28 08:55:08.296604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef296d-0af9-4402-a327-093a34f6a4c6 req-e665a6b7-5eb3-49d1-a327-d92264d4e5a3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:08.298153 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0fef296d-0af9-4402-a327-093a34f6a4c6 req-e665a6b7-5eb3-49d1-a327-d92264d4e5a3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Sep 28 08:55:08.341612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0fef296d-0af9-4402-a327-093a34f6a4c6 req-be081f79-0b4b-4135-b590-1411108fd5f2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373104 Sep 28 08:55:08.809157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-833a1c03-711b-47d7-8494-4a8800d20f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:09.474309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d7490-90fc-47d3-9eaf-2a994762c6f0 req-7205dbe6-55bc-4dac-8b01-0674a46c5a47 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:09.475747 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a87d7490-90fc-47d3-9eaf-2a994762c6f0 req-7205dbe6-55bc-4dac-8b01-0674a46c5a47 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Sep 28 08:55:09.522131 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a87d7490-90fc-47d3-9eaf-2a994762c6f0 req-a53abe1c-c626-42bc-a2fa-888cbf15340f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377786 Sep 28 08:55:10.164584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:10.658337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a139-b664-4c42-82ba-02e6aea337c1 req-e4f014f2-1dd5-4f1a-9fc6-60f4438c2bc3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:10.659839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7536a139-b664-4c42-82ba-02e6aea337c1 req-e4f014f2-1dd5-4f1a-9fc6-60f4438c2bc3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0524168 Sep 28 08:55:10.700231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7536a139-b664-4c42-82ba-02e6aea337c1 req-a8d72e63-e460-453b-b430-3f5ec7d4c946 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Sep 28 08:55:11.337319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:11.717986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:11.829328 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462f22-3052-44e9-adf3-b957967722db req-99b772fb-604d-483d-a448-e54f1e0b05ce tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:11.830830 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1c462f22-3052-44e9-adf3-b957967722db req-99b772fb-604d-483d-a448-e54f1e0b05ce tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0513642 Sep 28 08:55:11.870937 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1c462f22-3052-44e9-adf3-b957967722db req-aee8be7d-5877-40de-8dd7-ce2d1229b9c1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Sep 28 08:55:13.006313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc35c7-623b-4337-b27e-fd1272c28801 req-c9189707-a341-43c7-9ed5-c2c7458eb0b1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:13.007917 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58bc35c7-623b-4337-b27e-fd1272c28801 req-c9189707-a341-43c7-9ed5-c2c7458eb0b1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0526671 Sep 28 08:55:13.049981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58bc35c7-623b-4337-b27e-fd1272c28801 req-0e6b3dab-858d-4248-8558-df06c3355c54 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333569 Sep 28 08:55:14.183658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278e35-2771-43d1-aa1c-9bbdb1f63457 req-04e0a032-d3ea-4e9c-ac90-db618f1446e5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:14.185168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4e278e35-2771-43d1-aa1c-9bbdb1f63457 req-04e0a032-d3ea-4e9c-ac90-db618f1446e5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0601027 Sep 28 08:55:14.227337 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4e278e35-2771-43d1-aa1c-9bbdb1f63457 req-57a621dd-6feb-43e2-8caf-db842115c97f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Sep 28 08:55:15.378572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e6507-aa81-4790-b4ff-07936b77e6cc req-b6a4fa5e-4bf8-409c-86f3-03e79a10a329 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:15.380611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e36e6507-aa81-4790-b4ff-07936b77e6cc req-b6a4fa5e-4bf8-409c-86f3-03e79a10a329 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0606751 Sep 28 08:55:15.429768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e36e6507-aa81-4790-b4ff-07936b77e6cc req-47dc465a-18b0-422c-bf8d-b089781e9759 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Sep 28 08:55:16.564591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc0dbe-ecfb-4e83-9679-eb49721230e0 req-d0de1b3d-c6c5-4f70-8044-6d2005f71bac tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:16.566128 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f5dc0dbe-ecfb-4e83-9679-eb49721230e0 req-d0de1b3d-c6c5-4f70-8044-6d2005f71bac tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0553267 Sep 28 08:55:16.609216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f5dc0dbe-ecfb-4e83-9679-eb49721230e0 req-9d2b54ea-3b52-4ad9-a6cb-f6029279cbcc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368886 Sep 28 08:55:17.747198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e7b5-68e7-4196-888d-382b98cb7f1f req-d03d5351-4564-4455-a636-7fdc8e643b92 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:17.748694 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1195e7b5-68e7-4196-888d-382b98cb7f1f req-d03d5351-4564-4455-a636-7fdc8e643b92 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0539129 Sep 28 08:55:17.790472 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1195e7b5-68e7-4196-888d-382b98cb7f1f req-4b0fda6d-a36b-4993-bcad-7af5944f5c07 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Sep 28 08:55:18.928814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee253fc5-8667-4ef6-b556-c72a06639a6d req-8ea8e1a0-4f38-48df-a950-7b14bcd90c0e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:18.930341 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ee253fc5-8667-4ef6-b556-c72a06639a6d req-8ea8e1a0-4f38-48df-a950-7b14bcd90c0e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0541022 Sep 28 08:55:18.974439 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ee253fc5-8667-4ef6-b556-c72a06639a6d req-84949508-da1c-4e25-9782-ac975d285be3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354559 Sep 28 08:55:19.004640 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:55:20.103993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aa309-77dc-46bd-9fde-b5c1c22abc7b req-7d9ef290-94c6-45c1-9a18-dc975ba4802a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:20.105493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-836aa309-77dc-46bd-9fde-b5c1c22abc7b req-7d9ef290-94c6-45c1-9a18-dc975ba4802a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0505683 Sep 28 08:55:20.145362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-836aa309-77dc-46bd-9fde-b5c1c22abc7b req-8914ee58-2fee-493e-b45f-e4dc297df5ea tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336671 Sep 28 08:55:20.427402 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-1bddb537-7d5f-41f3-b717-2cad94a802c6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742893 Sep 28 08:55:20.438984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4996dc-22be-41a1-a00b-ff872e1194f3 req-758a0bb3-be00-4460-b994-82662102a844 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:20.440475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f4996dc-22be-41a1-a00b-ff872e1194f3 req-758a0bb3-be00-4460-b994-82662102a844 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0858226 Sep 28 08:55:20.483169 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f4996dc-22be-41a1-a00b-ff872e1194f3 req-332c5fca-831c-4954-93c8-6e9544cc228c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361216 Sep 28 08:55:21.614276 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c538a-8db7-4374-ac1e-31a6d0f6f4db req-bda0a906-c03e-494f-afce-7ce8dfcbaa68 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:21.615757 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e41c538a-8db7-4374-ac1e-31a6d0f6f4db req-bda0a906-c03e-494f-afce-7ce8dfcbaa68 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0555315 Sep 28 08:55:21.622748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-7843b91f-7842-45ca-86f6-98c8ba1958e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:21.624262 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-7843b91f-7842-45ca-86f6-98c8ba1958e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0422888 Sep 28 08:55:21.723525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-ca8e4912-47e0-4f6c-b420-af7c851fac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:21.725490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-ca8e4912-47e0-4f6c-b420-af7c851fac07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0936997 Sep 28 08:55:21.800848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-9e41bf50-f2d2-42d6-ab95-9f6fd021e6d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1002 time: 0.0682442 Sep 28 08:55:21.852176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-5ad2b253-772c-4729-9b57-52df5a47f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:21.853822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-5ad2b253-772c-4729-9b57-52df5a47f85e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0463319 Sep 28 08:55:21.902223 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e41c538a-8db7-4374-ac1e-31a6d0f6f4db req-5111a9e8-c34e-4309-886e-7af5bfe0f472 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796934 Sep 28 08:55:21.905500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-8c0e76fd-9971-4a4b-94db-cb1bb6166301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:21.907018 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-8c0e76fd-9971-4a4b-94db-cb1bb6166301 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461600 Sep 28 08:55:22.010846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-edb38400-1cf6-43fd-ae9b-7874abdc4770 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970736 Sep 28 08:55:22.108782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-6b0f0d80-dd3f-4538-852b-339810bb91a1 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Sep 28 08:55:23.046587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f6190-553d-46d9-9a59-bb5cd5b472e0 req-1513d578-940d-4ffe-9e27-d237a2cda378 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:23.048260 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0a4f6190-553d-46d9-9a59-bb5cd5b472e0 req-1513d578-940d-4ffe-9e27-d237a2cda378 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0654156 Sep 28 08:55:23.087784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0a4f6190-553d-46d9-9a59-bb5cd5b472e0 req-6b18da88-0834-4422-8775-9b2e4131a047 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Sep 28 08:55:23.676797 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-36a2714d-074d-407f-9f6e-4868ce5b177d service neutron] 10.222.0.62 "GET /v2.0/ports/e8cf6168-3224-4c95-9f42-53f0ed477e63/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0739219 Sep 28 08:55:23.891723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-0bb8deb8-9114-4858-80a3-aaac3df90f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:23.893285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-0bb8deb8-9114-4858-80a3-aaac3df90f2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1099 time: 0.0434468 Sep 28 08:55:23.960868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-38bda6ec-2cf9-4fc2-b966-ab19397a4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:23.962300 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-38bda6ec-2cf9-4fc2-b966-ab19397a4e27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0417197 Sep 28 08:55:24.233515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606d4c-b749-4084-893c-d6df8de1a2bb req-c26a44ac-f8f5-4ffb-94ff-96bb28c6d182 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:24.235148 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-93606d4c-b749-4084-893c-d6df8de1a2bb req-c26a44ac-f8f5-4ffb-94ff-96bb28c6d182 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Sep 28 08:55:24.276373 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-93606d4c-b749-4084-893c-d6df8de1a2bb req-02b102b3-e0ec-46be-aea5-7948ed8c5616 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Sep 28 08:55:24.407503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-641eb214-b714-41f9-a883-725e5bce0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:24.409004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-641eb214-b714-41f9-a883-725e5bce0925 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.4382715 Sep 28 08:55:24.475554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-0c61a896-b243-4319-a5e7-ae41ba8792e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1002 time: 0.0588982 Sep 28 08:55:24.530555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-aa0d009e-0125-4737-a8eb-9e92663353d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:24.531926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-aa0d009e-0125-4737-a8eb-9e92663353d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0485642 Sep 28 08:55:24.587691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-9a20b521-1ac7-4597-bc34-38b44916f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:24.589946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-9a20b521-1ac7-4597-bc34-38b44916f8a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507061 Sep 28 08:55:24.686913 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-31ab4774-2a3c-432a-9b2e-0dcdbbd14102 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890439 Sep 28 08:55:24.788394 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1ab9cdae-7ca9-475e-85ec-1e856bf625f7 req-a75fc7d9-1817-4efc-91a1-fa2714af67d5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944602 Sep 28 08:55:25.430773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea876a26-ded6-4e50-8e18-df8bd0e009cd req-4e743a5f-ee63-431c-97a4-b38aee1857b6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:25.432993 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea876a26-ded6-4e50-8e18-df8bd0e009cd req-4e743a5f-ee63-431c-97a4-b38aee1857b6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0671413 Sep 28 08:55:25.481389 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea876a26-ded6-4e50-8e18-df8bd0e009cd req-c39cac03-6e4b-4822-a49e-115906a7beaa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Sep 28 08:55:26.621953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e9181-070d-4e01-9369-de3bf3417ff7 req-62b4a070-23c1-46d2-821b-88029d8fb815 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:26.623425 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-470e9181-070d-4e01-9369-de3bf3417ff7 req-62b4a070-23c1-46d2-821b-88029d8fb815 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0531986 Sep 28 08:55:26.666902 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-470e9181-070d-4e01-9369-de3bf3417ff7 req-f17bbd7b-b6b8-4156-8867-2d0490b67584 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Sep 28 08:55:26.889445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82bf54-1cef-4bb9-918a-07c133c6c49c req-7eacd466-36bd-4573-8d21-9ea1fcd39cb9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:26.891236 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1e82bf54-1cef-4bb9-918a-07c133c6c49c req-7eacd466-36bd-4573-8d21-9ea1fcd39cb9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0542336 Sep 28 08:55:26.902906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-47859926-7263-430d-b75a-1218dbb66dc4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:26.904424 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-47859926-7263-430d-b75a-1218dbb66dc4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12&tenant_id=8de11a30b82341ec8036c1f469785423&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Sep 28 08:55:26.930215 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1e82bf54-1cef-4bb9-918a-07c133c6c49c req-15a012c0-0144-4fd8-842a-0d04be9d89f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Sep 28 08:55:26.991320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-c1189dc0-8270-45b5-a62f-f02f4533a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:26.992805 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-c1189dc0-8270-45b5-a62f-f02f4533a2e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1099 time: 0.0453486 Sep 28 08:55:27.087087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-419590a2-287a-4e91-a75b-dcca1077e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:27.088569 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-419590a2-287a-4e91-a75b-dcca1077e5c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0876684 Sep 28 08:55:27.164609 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-08eb4587-df63-42dc-9cb4-be5f92c5c90c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1002 time: 0.0686805 Sep 28 08:55:27.226099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-d12fc784-eb36-4530-b4d3-2ebdc33dc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:27.227557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-d12fc784-eb36-4530-b4d3-2ebdc33dc702 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0545950 Sep 28 08:55:27.276332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-9c343f09-7a26-4ef0-b7e8-ed87ea48a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:27.277864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-9c343f09-7a26-4ef0-b7e8-ed87ea48a8f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436313 Sep 28 08:55:27.374243 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-0e815b8a-d81a-472f-98bf-a0727f664900 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888789 Sep 28 08:55:27.466579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4a83d1f5-ab03-4180-8d70-d4bd51f441db req-4977db07-4360-40e6-a62f-351d8c92a3d8 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857041 Sep 28 08:55:27.533797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:55:27.537054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:55:27.689060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:27.689331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:27.695579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:27.718540 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'mac_address': 'fa:16:3e:3b:be:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:55:27.726114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:27.728453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf232a4f-e161-4b44-b173-d31b68ab7c8f" -d '{"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-unplugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:27.765877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:27.773198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:27.802098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:27.802499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:27.822864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:55:27.848010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67c85f-09b2-49ca-bca1-19791c2631b1 x-openstack-request-id: req-7f67c85f-09b2-49ca-bca1-19791c2631b1 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:27.848303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-unplugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:27.848559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7f67c85f-09b2-49ca-bca1-19791c2631b1 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:27.848957 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f67c85f-09b2-49ca-bca1-19791c2631b1'] response: {'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'code': 200} Sep 28 08:55:27.866170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:27.878489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.878849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.879564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.879564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.879831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.880162 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.880490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.880817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.881170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.881487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.881814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.882133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:27.895301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 08:55:27.895800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:55:28.070551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd557-bc0c-4360-9ea0-4a7f2d3e0d7f req-1a31be68-1442-446f-b2ad-2ea2716ad740 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.072481 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-54abd557-bc0c-4360-9ea0-4a7f2d3e0d7f req-1a31be68-1442-446f-b2ad-2ea2716ad740 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 944 time: 0.0568259 Sep 28 08:55:28.121211 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-54abd557-bc0c-4360-9ea0-4a7f2d3e0d7f req-8abb250a-213f-4247-a006-a0fc4d6f89a9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Sep 28 08:55:28.265473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d4879-cbc2-48c4-9ccd-773bc2d5974b req-d2f925fe-b971-4e22-93f1-19d3dd8bd8f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.266961 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff2d4879-cbc2-48c4-9ccd-773bc2d5974b req-d2f925fe-b971-4e22-93f1-19d3dd8bd8f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 944 time: 0.0679009 Sep 28 08:55:28.312330 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff2d4879-cbc2-48c4-9ccd-773bc2d5974b req-76e7c4dd-443d-47b0-bdfc-e19b5b187562 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362778 Sep 28 08:55:28.434042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:28.434441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:28.452152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:55:28.473715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:28.480258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:28.541009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:28.553148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e8cf6168-3224-4c95-9f42-53f0ed477e63'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:55:28.579632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d957db-ba02-4733-bd56-400e32e34540 req-c210d7fb-7262-4036-b430-6401b1411f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.581445 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-c210d7fb-7262-4036-b430-6401b1411f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 1098 time: 0.0475109 Sep 28 08:55:28.708907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d957db-ba02-4733-bd56-400e32e34540 req-a8fa039a-6f77-4677-b80c-5883627dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.710563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-a8fa039a-6f77-4677-b80c-5883627dbbdc service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.1227944 Sep 28 08:55:28.724898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449392-ab70-4356-9830-bad0dfd386d2 req-516136e5-14f9-49e9-a7e2-e515d3c56b1b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.726385 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b0449392-ab70-4356-9830-bad0dfd386d2 req-516136e5-14f9-49e9-a7e2-e515d3c56b1b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 945 time: 0.0693393 Sep 28 08:55:28.809187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b0449392-ab70-4356-9830-bad0dfd386d2 req-b91451db-067b-4395-a8ea-7e5b79f1637a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759051 Sep 28 08:55:28.811106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-9eb20419-9308-4fa0-ba12-a4762280524d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 200 len: 1001 time: 0.0838726 Sep 28 08:55:28.868870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d957db-ba02-4733-bd56-400e32e34540 req-b2f31309-fc6d-4ed4-b54c-d2ab440f86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.870392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-b2f31309-fc6d-4ed4-b54c-d2ab440f86a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0523520 Sep 28 08:55:28.921552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d957db-ba02-4733-bd56-400e32e34540 req-94b18847-066a-4265-b3f7-eaf210e3df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:28.923150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-94b18847-066a-4265-b3f7-eaf210e3df1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450609 Sep 28 08:55:29.015657 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-17b83853-ce58-4ec8-8ed0-257c21490c13 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859210 Sep 28 08:55:29.121868 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7d957db-ba02-4733-bd56-400e32e34540 req-3051e5d2-f18b-4a51-a14f-bd69db8c46d6 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996304 Sep 28 08:55:29.536426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:55:29.589820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e8cf6168-3224-4c95-9f42-53f0ed477e63 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:55:29.590618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:29.590618 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e8cf6168-3224-4c95-9f42-53f0ed477e63 Sep 28 08:55:29.665752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e8cf6168-3224-4c95-9f42-53f0ed477e63 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:29.666137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:29.699399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:29.706293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:29.766889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:29.850107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:29.852567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ad2f07-dbbe-4242-9384-aeabeecff9ac" -d '{"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:29.888817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af451b-e815-4293-b620-17843617b258 x-openstack-request-id: req-44af451b-e815-4293-b620-17843617b258 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:29.889137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:29.889395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44af451b-e815-4293-b620-17843617b258 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:29.889787 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44af451b-e815-4293-b620-17843617b258'] response: {'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'code': 200} Sep 28 08:55:29.939918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d1c9-4118-4501-a8ba-b7a68bbf73fc req-b3b20424-2849-4210-8557-37122617d3dd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:29.941378 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6b28d1c9-4118-4501-a8ba-b7a68bbf73fc req-b3b20424-2849-4210-8557-37122617d3dd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0491786 Sep 28 08:55:29.979066 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6b28d1c9-4118-4501-a8ba-b7a68bbf73fc req-a91fcf28-b217-4934-a56f-ea17468443e4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 28 08:55:30.245078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f1be-4a11-4e35-9166-efe6f943e66b req-fee8009f-734c-4297-9b62-21f50058ce88 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:30.246612 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33f7f1be-4a11-4e35-9166-efe6f943e66b req-fee8009f-734c-4297-9b62-21f50058ce88 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0585656 Sep 28 08:55:30.287811 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33f7f1be-4a11-4e35-9166-efe6f943e66b req-1fdc72ad-9e7c-4635-979b-e53bc843a84e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Sep 28 08:55:31.434779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970c58f-5104-4943-8674-7f1f347354cf req-701529e0-584d-446f-a18b-3c493f94894a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:31.436274 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b970c58f-5104-4943-8674-7f1f347354cf req-701529e0-584d-446f-a18b-3c493f94894a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0613704 Sep 28 08:55:31.477767 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b970c58f-5104-4943-8674-7f1f347354cf req-cdf822ca-fbb7-430c-91ec-b72b0de9b975 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Sep 28 08:55:31.920144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-11ffdab5-769c-4df3-97ed-1b27db5ecfbf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:31.921655 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-11ffdab5-769c-4df3-97ed-1b27db5ecfbf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 946 time: 0.0636175 Sep 28 08:55:32.013508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Deleting port e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:55:32.013846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.117431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] For port e8cf6168-3224-4c95-9f42-53f0ed477e63, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e8cf6168-3224-4c95-9f42-53f0ed477e63,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:32.117664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.300173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.300531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.300842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 disassociated. External IP: 172.26.4.171, port: e8cf6168-3224-4c95-9f42-53f0ed477e63. Sep 28 08:55:32.301221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Calling delete_port for e8cf6168-3224-4c95-9f42-53f0ed477e63 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:55:32.448762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.477506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'Port': ['ID=e8cf6168-3224-4c95-9f42-53f0ed477e63,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:32.492549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.492894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.493277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.493615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.493948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.494285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.494592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.494940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.495258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.495601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.495923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.496262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:32.584582 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-60a8dda1-e010-488f-9de8-29779b2b9af4 req-5bb45220-57d7-4a21-bb52-b0c16f6c8f48 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=af1d6a23-68ba-4077-9484-0c28c2890b12 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Sep 28 08:55:32.619632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:55:32.730261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:55:32.741853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:55:32.753151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:55:32.753724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:55:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:32.770443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] No DVR routers for this DVR port e8cf6168-3224-4c95-9f42-53f0ed477e63 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:55:32.773310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:32.777093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6f96b766-d78f-4849-a4e8-7b6968a58cc3 req-dff217bd-9bea-43fa-af9f-88868e55d7aa tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "DELETE /v2.0/ports/e8cf6168-3224-4c95-9f42-53f0ed477e63 HTTP/1.1" status: 204 len: 173 time: 0.8496339 Sep 28 08:55:32.777545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-deleted', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:32.780766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da102d8e-951c-4389-9b51-cfcc9159c538" -d '{"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-deleted", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:32.869557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:55:32.878903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7f381-e729-4274-8aca-b987412cd02a x-openstack-request-id: req-2db7f381-e729-4274-8aca-b987412cd02a {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:32.879205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d6a23-68ba-4077-9484-0c28c2890b12", "name": "network-vif-deleted", "tag": "e8cf6168-3224-4c95-9f42-53f0ed477e63", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:32.879468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2db7f381-e729-4274-8aca-b987412cd02a {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:32.879946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db7f381-e729-4274-8aca-b987412cd02a'] response: {'server_uuid': 'af1d6a23-68ba-4077-9484-0c28c2890b12', 'name': 'network-vif-deleted', 'tag': 'e8cf6168-3224-4c95-9f42-53f0ed477e63', 'status': 'completed', 'code': 200} Sep 28 08:55:33.083703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:33.115505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:55:33.126205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:55:33.127571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:55:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:33.239431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:55:33.546753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:33.615270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:33.641870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181afbf-0aad-4602-b83c-49081ed38af1 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:55:33.835983 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-12980bb6-2629-48ca-a8ef-e62e40f40cae tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--556688551&fields=id&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 267 time: 0.0356739 Sep 28 08:55:33.869149 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787419c-bec6-463f-aee5-088fe29dcf74 None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:55:33.950795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-a6e1b27a-1b3b-43d7-8ee5-34c062854ae4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:33.952361 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-a6e1b27a-1b3b-43d7-8ee5-34c062854ae4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1087301 Sep 28 08:55:33.969077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-c7f29f1d-6904-4b46-9cb2-945fb41dade8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/quotas/8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 375 time: 0.0101166 Sep 28 08:55:34.024416 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-beb70429-4d6e-4b67-84cb-dbb0ffa961c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494390 Sep 28 08:55:34.180391 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-98252a95-b81e-4153-998e-9af10b559ec6 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385818 Sep 28 08:55:34.274956 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-8754fafb-2dbc-4fde-a602-db7e76a15d01 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848033 Sep 28 08:55:34.439436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c45406e-c220-4293-bf78-bb49a7a6885f req-80a0063d-7e34-4343-b72f-6c40b5368eff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 210 time: 0.0278873 Sep 28 08:55:35.388166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-980be442-fd98-4179-a627-a345102bd4b0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:35.389681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-980be442-fd98-4179-a627-a345102bd4b0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1152461 Sep 28 08:55:35.435112 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-aff5f6c5-7bf1-4a16-aa06-1bf14502dbf8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 379 time: 0.0367370 Sep 28 08:55:35.445398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'port': {'device_id': '8cfdada0-2e17-4825-918f-24e16cef940e', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'admin_state_up': True, 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'security_groups': ['a6523612-6366-4ec4-9cc8-045ac2ff3685']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:55:35.539600 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0f803b69-9bb7-4127-8ca0-f823832457bf req-1e420781-be11-4e0f-bdb3-b2972418e30c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 210 time: 0.0269120 Sep 28 08:55:35.548742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:55:35.561502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:55:35.565608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:35.569413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: e8cf6168-3224-4c95-9f42-53f0ed477e63 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:55:35.569764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e8cf6168-3224-4c95-9f42-53f0ed477e63 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:55:35.701204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Allocated IP 172.20.0.12 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/bc3809e5-f4e0-4557-a3c6-4641da96d7de) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:55:35.845684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:35.882648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:35.925763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:55:35.929127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:55:35.931796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:55:35.969579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:35.994453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:35.995095 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.015611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-36c42c65-1584-49d9-a549-6038654968ef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738668 Sep 28 08:55:36.027746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Request body: {'port': {'device_id': '8cfdada0-2e17-4825-918f-24e16cef940e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:55:36.093954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.331047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Provisioning complete for port bc3809e5-f4e0-4557-a3c6-4641da96d7de triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:55:36.331459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.331794 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Attempt 1 to provision port bc3809e5-f4e0-4557-a3c6-4641da96d7de Sep 28 08:55:36.367013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Port bc3809e5-f4e0-4557-a3c6-4641da96d7de cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:55:36.373478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:55:36.381342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.393328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Transition to ACTIVE for port object bc3809e5-f4e0-4557-a3c6-4641da96d7de will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:55:36.398957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.461509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7d41f3bc-a7df-418f-981e-d18d6ce1263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.462803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:36.512031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Attempting to bind port bc3809e5-f4e0-4557-a3c6-4641da96d7de on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:55:36.512265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Attempting to bind port bc3809e5-f4e0-4557-a3c6-4641da96d7de by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:55:36.512731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Attempting to bind port bc3809e5-f4e0-4557-a3c6-4641da96d7de on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:55:36.517515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Port bc3809e5-f4e0-4557-a3c6-4641da96d7de on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:55:36.517835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Attempting to bind port bc3809e5-f4e0-4557-a3c6-4641da96d7de on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:55:36.522722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:55:36.522925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:55:36.523291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:55:36.523753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Bound port: bc3809e5-f4e0-4557-a3c6-4641da96d7de, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:55:36.524105 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.592645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:55:36.596045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:55:36.601893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.607578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:36.608204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:36.609671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1094 time: 0.5864615 Sep 28 08:55:36.610117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:36.612428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277121f-120f-4fde-97e9-8b14f5d630ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:36.679686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134dc2e6-1ea8-44f7-a88a-95baa387e85a x-openstack-request-id: req-134dc2e6-1ea8-44f7-a88a-95baa387e85a {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:36.679982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:36.680237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-134dc2e6-1ea8-44f7-a88a-95baa387e85a {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:36.680644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134dc2e6-1ea8-44f7-a88a-95baa387e85a'] response: {'name': 'network-changed', 'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'status': 'completed', 'code': 200} Sep 28 08:55:36.714610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d0702-db3c-407c-bd25-087de330c5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:36.736492 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-22779198-bb2a-469e-b311-d3389bede4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:36.738053 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-22779198-bb2a-469e-b311-d3389bede4d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1097 time: 0.0885897 Sep 28 08:55:36.746287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32f76-28d7-4179-8a1f-43d4550e3fb4 req-1f5b89e4-5f53-41da-b536-9ec9d69bc19c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:36.747878 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53a32f76-28d7-4179-8a1f-43d4550e3fb4 req-1f5b89e4-5f53-41da-b536-9ec9d69bc19c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.1133935 Sep 28 08:55:36.788146 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-eadafce7-f630-480f-acaf-5c20cf8cff62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 217 time: 0.0392671 Sep 28 08:55:36.846617 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53a32f76-28d7-4179-8a1f-43d4550e3fb4 req-dfaefb58-dfa0-47a2-832c-f3bfe493e921 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919204 Sep 28 08:55:36.855645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-fd7aeb02-c643-4296-adf6-134040c5b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:36.857165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-fd7aeb02-c643-4296-adf6-134040c5b6eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0613201 Sep 28 08:55:36.868799 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Attempt 2 to provision port bc3809e5-f4e0-4557-a3c6-4641da96d7de Sep 28 08:55:36.905900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-b17bbbad-1428-4bcd-a36d-c4cd9015f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:36.907431 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-b17bbbad-1428-4bcd-a36d-c4cd9015f4ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439427 Sep 28 08:55:36.919649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b351f-a1cf-488d-a2f5-242064e5b5d3 None None] Port bc3809e5-f4e0-4557-a3c6-4641da96d7de had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:55:37.007010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-9aaf59d9-5689-4fdc-9b9d-561e655bb7c0 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926023 Sep 28 08:55:37.111720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a3d949c-f949-4548-98ce-6cab274a2b92 req-1d04b5f4-51a9-4784-9753-2c6d1d2a6a68 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981796 Sep 28 08:55:37.213137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-0f67033b-7795-491c-8061-d0c8ad042c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:37.214731 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-0f67033b-7795-491c-8061-d0c8ad042c39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1097 time: 0.0535719 Sep 28 08:55:37.317368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-7ceb5528-ba4c-43ab-a8bd-ac01a74e3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:37.318862 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-7ceb5528-ba4c-43ab-a8bd-ac01a74e3b9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0957408 Sep 28 08:55:37.367410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-c2ce1312-27f0-41ba-b684-353c757644eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 217 time: 0.0397625 Sep 28 08:55:37.423202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-5ff6101c-94d3-454e-94e4-6d0a9c8fdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:37.424647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-5ff6101c-94d3-454e-94e4-6d0a9c8fdc6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0486560 Sep 28 08:55:37.482722 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-2bb6a5dd-2d5d-4971-90a6-2bfc45336af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:37.484255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-2bb6a5dd-2d5d-4971-90a6-2bfc45336af9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526102 Sep 28 08:55:37.581847 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-98e09daf-6275-457f-85e9-7627c651634c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885043 Sep 28 08:55:37.679713 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b277121f-120f-4fde-97e9-8b14f5d630ea req-4420bc5a-68cb-4eea-af89-0cd53f10ec2e service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904918 Sep 28 08:55:37.984170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be09e8-f348-4e32-899b-0513a2a5cea8 req-1e468b4e-10d4-4982-a7db-f696ffa42f8e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:37.985667 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d7be09e8-f348-4e32-899b-0513a2a5cea8 req-1e468b4e-10d4-4982-a7db-f696ffa42f8e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0553100 Sep 28 08:55:38.027329 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d7be09e8-f348-4e32-899b-0513a2a5cea8 req-9f2c73af-ba0a-4d8b-9d8c-37748973bf6e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331476 Sep 28 08:55:38.795358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b16ff2fa-1531-4fe0-9a14-e86e3f72d593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:39.162759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f91884-4d1d-4ddc-a30b-d249e0407670 req-d56077c7-6864-47d0-97e5-550cb2612216 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:39.164505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87f91884-4d1d-4ddc-a30b-d249e0407670 req-d56077c7-6864-47d0-97e5-550cb2612216 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0612302 Sep 28 08:55:39.214858 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-87f91884-4d1d-4ddc-a30b-d249e0407670 req-f7cabae8-97b9-4bc6-8b5b-1d18953ae584 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Sep 28 08:55:39.581445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:55:39.683009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:39.694618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:55:39.736066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:39.736479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:39.750092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:55:39.769467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:39.776205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:39.824626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:40.012747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['bc3809e5-f4e0-4557-a3c6-4641da96d7de'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:55:40.173726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:40.351451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b8e31-200c-46f7-ba7c-40ff650d6176 req-e0ef4aa6-9005-49ce-90d0-1cf1bf8bd154 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:40.352999 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d9b8e31-200c-46f7-ba7c-40ff650d6176 req-e0ef4aa6-9005-49ce-90d0-1cf1bf8bd154 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0558286 Sep 28 08:55:40.396090 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d9b8e31-200c-46f7-ba7c-40ff650d6176 req-eae821bd-ba09-4dbd-9d47-fca35c7cd58f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331533 Sep 28 08:55:41.336623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:41.526389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd3aca-c863-44c8-b621-a63e52f80853 req-924962be-8138-444a-b314-92aa9683353c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:41.527902 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a3bd3aca-c863-44c8-b621-a63e52f80853 req-924962be-8138-444a-b314-92aa9683353c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0564077 Sep 28 08:55:41.566721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a3bd3aca-c863-44c8-b621-a63e52f80853 req-46a3a429-5eb6-4a34-850d-7710103f8148 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321777 Sep 28 08:55:41.596216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:55:41.652265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port bc3809e5-f4e0-4557-a3c6-4641da96d7de completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:55:41.657977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port bc3809e5-f4e0-4557-a3c6-4641da96d7de triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:55:41.658381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:41.658875 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port bc3809e5-f4e0-4557-a3c6-4641da96d7de Sep 28 08:55:41.715995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:41.756497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:55:41.756882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:41.779597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:41.781924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b4ff29-b683-4fd2-b218-078ebfbde75d" -d '{"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:41.794794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:41.801143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:41.824784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2663a324-b607-44fa-bca9-d943582ee4d9 x-openstack-request-id: req-2663a324-b607-44fa-bca9-d943582ee4d9 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:41.825079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:41.825334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2663a324-b607-44fa-bca9-d943582ee4d9 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:41.825810 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2663a324-b607-44fa-bca9-d943582ee4d9'] response: {'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'code': 200} Sep 28 08:55:41.851538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:41.995489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628d540-7291-4f38-b697-f3d899e3b9bb req-6c6913a6-c94b-4f70-acb6-3e68a3447a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:41.997014 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4628d540-7291-4f38-b697-f3d899e3b9bb req-6c6913a6-c94b-4f70-acb6-3e68a3447a10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1099 time: 0.0440288 Sep 28 08:55:42.042005 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4628d540-7291-4f38-b697-f3d899e3b9bb req-288151c7-88df-46cb-b46c-f41d948be626 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380063 Sep 28 08:55:42.701793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf9e8d-8ef1-4d0d-838b-2f3c15604ecb req-2f1ea38d-25a0-4504-9611-11eda38e68dc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:42.703294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abbf9e8d-8ef1-4d0d-838b-2f3c15604ecb req-2f1ea38d-25a0-4504-9611-11eda38e68dc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0514040 Sep 28 08:55:42.743144 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abbf9e8d-8ef1-4d0d-838b-2f3c15604ecb req-aacf4161-b249-4e93-ae2b-79817a91fac5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Sep 28 08:55:43.879337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4c422-5350-4948-8c62-efa2aa8d03e0 req-6131de62-e1fe-4eeb-b18b-7f8eb2ab9f7d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:43.880868 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09e4c422-5350-4948-8c62-efa2aa8d03e0 req-6131de62-e1fe-4eeb-b18b-7f8eb2ab9f7d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0510550 Sep 28 08:55:43.921681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09e4c422-5350-4948-8c62-efa2aa8d03e0 req-a63ab279-d992-4b0a-8fdd-c36bacb3f441 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347123 Sep 28 08:55:44.063253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8231b1-4437-4634-98ea-e191fae894ab req-c61b9087-0ba2-4d32-a18c-d9cd24a67245 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:44.064644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff8231b1-4437-4634-98ea-e191fae894ab req-c61b9087-0ba2-4d32-a18c-d9cd24a67245 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0617306 Sep 28 08:55:44.076192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45332) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:55:44.081750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'floatingip': {'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:55:44.122884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:44.919432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:44.925944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:45.032969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 associated. External IP: 172.26.4.171, port: bc3809e5-f4e0-4557-a3c6-4641da96d7de. Sep 28 08:55:45.250149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:55:45.383859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:55:45.389015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:55:45.393729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:55:45.403075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:55:45.403694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:55:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:45.415975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-63e188ef-6851-4627-bb73-a7ccc67cf9c0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "PUT /v2.0/floatingips/f6f63ccf-96f2-4738-88ad-276bb5600793 HTTP/1.1" status: 200 len: 992 time: 1.3387151 Sep 28 08:55:45.416788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:55:45.419370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4067d277-bc57-490d-895b-55d2d864e917" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:45.457296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a259fa8-628f-4c23-b14a-7f3a8e21e6d4 x-openstack-request-id: req-8a259fa8-628f-4c23-b14a-7f3a8e21e6d4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:45.457583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:45.457818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a259fa8-628f-4c23-b14a-7f3a8e21e6d4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:45.458223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a259fa8-628f-4c23-b14a-7f3a8e21e6d4'] response: {'name': 'network-changed', 'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'status': 'completed', 'code': 200} Sep 28 08:55:45.512876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:55:45.519940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d277-bc57-490d-895b-55d2d864e917 req-1d39eae9-3b4b-4ba9-9e10-c9b96d930aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:45.521491 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-1d39eae9-3b4b-4ba9-9e10-c9b96d930aba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1099 time: 0.0424302 Sep 28 08:55:45.615190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d277-bc57-490d-895b-55d2d864e917 req-5a09e6f4-6399-4962-b994-83251d857083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:45.616731 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-5a09e6f4-6399-4962-b994-83251d857083 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0890944 Sep 28 08:55:45.683449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-f30b8370-8363-4440-8cf9-5b3ea8fc4289 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1000 time: 0.0604420 Sep 28 08:55:45.733911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d277-bc57-490d-895b-55d2d864e917 req-ca9cb48b-b18a-454a-81ea-861f29dcdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:45.735503 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-ca9cb48b-b18a-454a-81ea-861f29dcdd57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0447030 Sep 28 08:55:45.739059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfdada0-2e17-4825-918f-24e16cef940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:55:44Z', 'revision_number': 9, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:45.767067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:55:45.775892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:55:45.776511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:55:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:45.785943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067d277-bc57-490d-895b-55d2d864e917 req-5bfdacc6-6e99-4bc8-972f-6bda53041de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:45.787483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-5bfdacc6-6e99-4bc8-972f-6bda53041de5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460105 Sep 28 08:55:45.880535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-5a4f3c74-0d2b-4b63-9c2f-5063004fdc16 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863419 Sep 28 08:55:45.885429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:55:45.976225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4067d277-bc57-490d-895b-55d2d864e917 req-9a86a678-faab-41fb-ae07-f767b642631b service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Sep 28 08:55:46.115226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfdada0-2e17-4825-918f-24e16cef940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:55:44Z', 'revision_number': 9, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:46.142065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb72570-b62b-4601-9af4-0838810effa5 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfdada0-2e17-4825-918f-24e16cef940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:55:44Z', 'revision_number': 9, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:55:46.347161 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa964a-fabc-41c3-96b5-a5d116d21fe5 None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:55:56.009740 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:56:01.724333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-831f954c-2149-4510-857d-36a87dc0922b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471323 Sep 28 08:56:01.819844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-737a3291-2072-447a-ad1f-d31810d94804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:01.821471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-737a3291-2072-447a-ad1f-d31810d94804 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1099 time: 0.0494015 Sep 28 08:56:01.930522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-06e3a308-44c8-4ae8-a026-16bf4394ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:01.932091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-06e3a308-44c8-4ae8-a026-16bf4394ea8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0909791 Sep 28 08:56:01.997742 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-e331fe1a-6a44-464e-8fdd-51c42b70ca07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1003 time: 0.0578189 Sep 28 08:56:02.052229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-3fc20f13-747a-4f16-ac89-a095e9fa3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:02.053710 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-3fc20f13-747a-4f16-ac89-a095e9fa3a98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0492184 Sep 28 08:56:02.101068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-1e134ce3-96de-4e9a-b06d-52ac33d79238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:02.102596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-1e134ce3-96de-4e9a-b06d-52ac33d79238 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415425 Sep 28 08:56:02.194997 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-b0ff8f55-30ef-4b72-879a-d46636e80483 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Sep 28 08:56:02.291823 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f209c6d-6d74-48be-96ba-36cb2303a960 req-ce445311-0068-4624-97d9-a8e6996c625a service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Sep 28 08:56:03.448276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:06.477664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ac122cb-1dbd-4e6c-8eff-8e2661b70aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:08.801159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-98efc76f-979f-4133-80e6-a37e3a4889ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:10.173564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:11.349103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:11.716022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:18.599149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e08e2-4e29-4ea9-a7ad-de4f64fb7cd6 req-744a3148-0c06-42f8-aead-954a255a4e4c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:18.600997 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d46e08e2-4e29-4ea9-a7ad-de4f64fb7cd6 req-744a3148-0c06-42f8-aead-954a255a4e4c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0559669 Sep 28 08:56:18.624885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-4f6699be-dfec-4738-ab1b-2da69c3febc8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870535 Sep 28 08:56:18.638946 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d46e08e2-4e29-4ea9-a7ad-de4f64fb7cd6 req-a7d5b91f-99d9-4ebb-90f8-eb33d8751078 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319099 Sep 28 08:56:19.805749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d394-8057-46f9-b3f0-778017a83b94 req-9c435cd9-05f8-43ec-a409-ea50f5b1b83d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:19.807313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4020d394-8057-46f9-b3f0-778017a83b94 req-9c435cd9-05f8-43ec-a409-ea50f5b1b83d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0882914 Sep 28 08:56:19.813620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-9d12d252-5f3e-467e-a556-8062db830ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:19.815084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-9d12d252-5f3e-467e-a556-8062db830ff8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1099 time: 0.0668056 Sep 28 08:56:19.900657 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4020d394-8057-46f9-b3f0-778017a83b94 req-0b9ae31f-4ffe-4e3e-be6d-4d31806c1272 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845885 Sep 28 08:56:19.935351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-d090778d-4f7a-40be-8065-eb6cb4457107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:19.936791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-d090778d-4f7a-40be-8065-eb6cb4457107 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.1145644 Sep 28 08:56:20.021349 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-2060405b-33f6-403a-b77c-00ff72bee2a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1003 time: 0.0762322 Sep 28 08:56:20.080071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-296730d1-40a2-4914-8e5e-26eb21c3bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:20.082582 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-296730d1-40a2-4914-8e5e-26eb21c3bcf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0535066 Sep 28 08:56:20.137585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-8f1fb0cf-851f-4082-b1c0-fb95c020dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:20.140162 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-8f1fb0cf-851f-4082-b1c0-fb95c020dacb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521808 Sep 28 08:56:20.254930 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-7e2cf03f-8f28-4ed2-9ccb-7312ca04b66c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080999 Sep 28 08:56:20.364922 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-5cc2343b-5409-4cfd-afb4-c1dd20267ccb service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033006 Sep 28 08:56:21.036211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b512a00-6581-4472-84b9-a6b9bdf7efa6 req-8b9ee9fa-c772-4bee-a57c-ed5763e4f657 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:21.037717 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6b512a00-6581-4472-84b9-a6b9bdf7efa6 req-8b9ee9fa-c772-4bee-a57c-ed5763e4f657 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0519366 Sep 28 08:56:21.079922 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6b512a00-6581-4472-84b9-a6b9bdf7efa6 req-5a7664fc-5749-45c0-8caf-27ccdd7d6527 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330458 Sep 28 08:56:22.219328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd5c8-9191-4057-b57a-2c94c39e6830 req-842864da-d364-429c-9cfb-ffc867b0666d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:22.221700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e2fd5c8-9191-4057-b57a-2c94c39e6830 req-842864da-d364-429c-9cfb-ffc867b0666d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0550220 Sep 28 08:56:22.263854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e2fd5c8-9191-4057-b57a-2c94c39e6830 req-1c19df80-d892-49d4-81a3-e5d574f80af1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Sep 28 08:56:23.420762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060599f-389e-4256-b74b-87d6762d2eaa req-6b24235a-6f29-435c-bbf1-2fbdbafdf8df tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:23.422256 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2060599f-389e-4256-b74b-87d6762d2eaa req-6b24235a-6f29-435c-bbf1-2fbdbafdf8df tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0558586 Sep 28 08:56:23.462358 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2060599f-389e-4256-b74b-87d6762d2eaa req-a4a3a159-1679-4625-bc79-9b0bfaad995f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339906 Sep 28 08:56:24.594649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0fa89-281e-46c6-8591-9bd3070c4bca req-c6ee2e94-2f07-4ce9-a88f-90bb9e834f60 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:24.596117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-51d0fa89-281e-46c6-8591-9bd3070c4bca req-c6ee2e94-2f07-4ce9-a88f-90bb9e834f60 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0507884 Sep 28 08:56:24.634250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-51d0fa89-281e-46c6-8591-9bd3070c4bca req-26e9319b-bcdf-4f87-bca8-e952eab3fb32 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Sep 28 08:56:25.771500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e6d9f-657b-4e73-8a96-e87649a3470e req-c96e99e7-91fb-4920-9ec9-1e6a25d0b941 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:25.772975 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db1e6d9f-657b-4e73-8a96-e87649a3470e req-c96e99e7-91fb-4920-9ec9-1e6a25d0b941 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0544448 Sep 28 08:56:25.815153 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db1e6d9f-657b-4e73-8a96-e87649a3470e req-9187c5d6-eb76-4cf3-8df3-461e3a7f5674 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Sep 28 08:56:26.941012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00300d-cc82-4f39-8eab-2155a9ed19fc req-da64e216-a2ab-4555-a271-2d3724d5afa3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.942512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e00300d-cc82-4f39-8eab-2155a9ed19fc req-da64e216-a2ab-4555-a271-2d3724d5afa3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0519423 Sep 28 08:56:26.992476 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e00300d-cc82-4f39-8eab-2155a9ed19fc req-ab88b998-dd96-4007-86a8-917fef4e5195 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Sep 28 08:56:28.134880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7409f-c874-4c26-b427-3b6bf9c3f79d req-8004b9e0-fe16-4591-a5d7-57acd818ce1a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:28.136500 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a1e7409f-c874-4c26-b427-3b6bf9c3f79d req-8004b9e0-fe16-4591-a5d7-57acd818ce1a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0622230 Sep 28 08:56:28.177555 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a1e7409f-c874-4c26-b427-3b6bf9c3f79d req-49a440d6-f7ef-4761-b0c7-8f36f7e223ae tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346737 Sep 28 08:56:29.322585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99716-4203-4611-8113-e16e57a48ada req-4834e4d6-5d18-4dd7-b1cc-2d30863ee77c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:29.324170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcc99716-4203-4611-8113-e16e57a48ada req-4834e4d6-5d18-4dd7-b1cc-2d30863ee77c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0579751 Sep 28 08:56:29.370218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dcc99716-4203-4611-8113-e16e57a48ada req-b8996592-f755-4bdc-b878-f923ca973733 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Sep 28 08:56:30.510655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae933749-1854-420c-bed7-625ee7f1c0fe req-4a6998b3-5b13-47c3-8366-31e9c05affdb tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:30.512136 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ae933749-1854-420c-bed7-625ee7f1c0fe req-4a6998b3-5b13-47c3-8366-31e9c05affdb tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0569756 Sep 28 08:56:30.551098 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ae933749-1854-420c-bed7-625ee7f1c0fe req-6132435c-0433-42bd-8e1f-50cb46f036bf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Sep 28 08:56:31.687838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293f07-5f99-4bf0-b45b-0828d68fdbf9 req-913ff840-974c-49b5-b6e3-4be951916e64 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:31.689348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63293f07-5f99-4bf0-b45b-0828d68fdbf9 req-913ff840-974c-49b5-b6e3-4be951916e64 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0539348 Sep 28 08:56:31.734561 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63293f07-5f99-4bf0-b45b-0828d68fdbf9 req-e13e6a98-98c8-441e-9d54-03b11ba4952c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359097 Sep 28 08:56:32.871087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf0d27-6ac6-47b7-9e6d-ba03b71211e3 req-a80f893b-c3b7-42a3-b962-bc1b881f2be5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:32.872771 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3abf0d27-6ac6-47b7-9e6d-ba03b71211e3 req-a80f893b-c3b7-42a3-b962-bc1b881f2be5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0499880 Sep 28 08:56:32.912365 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3abf0d27-6ac6-47b7-9e6d-ba03b71211e3 req-1908c965-397c-42af-a08b-f67cbebda854 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331490 Sep 28 08:56:33.013341 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:56:33.441302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:34.048850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63083563-2340-49fc-ab18-dff52d8c81f7 req-67caed55-8577-4482-b080-a12fcdfae566 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:34.050405 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63083563-2340-49fc-ab18-dff52d8c81f7 req-67caed55-8577-4482-b080-a12fcdfae566 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0525491 Sep 28 08:56:34.096256 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-63083563-2340-49fc-ab18-dff52d8c81f7 req-9a926fa0-8df4-455f-9c1a-bfa487be8b4f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Sep 28 08:56:35.236393 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a32c4e-3419-4cd5-ab75-130bf30680a3 req-eeaf900c-b0bc-48d7-ab32-327ecc5b17c6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:35.237906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02a32c4e-3419-4cd5-ab75-130bf30680a3 req-eeaf900c-b0bc-48d7-ab32-327ecc5b17c6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0494828 Sep 28 08:56:35.279398 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02a32c4e-3419-4cd5-ab75-130bf30680a3 req-fe1c9893-e0b0-43f0-9f76-19a2368171b0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Sep 28 08:56:36.422933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c02fbe-9154-4553-8caa-4f6cb9912d11 req-39b7c4d7-fdcc-4f84-b222-dc64ad8cd17e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:36.424483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-14c02fbe-9154-4553-8caa-4f6cb9912d11 req-39b7c4d7-fdcc-4f84-b222-dc64ad8cd17e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0537536 Sep 28 08:56:36.468007 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-14c02fbe-9154-4553-8caa-4f6cb9912d11 req-abed4558-760f-4044-8174-dc52e0e3e303 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Sep 28 08:56:36.472123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-55a6cdb8-a7ba-4a49-8f2f-49fff83aab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:37.042589 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-43b47b2e-b05d-4477-af58-6e83ed767329 service neutron] 10.222.0.62 "GET /v2.0/ports/bc3809e5-f4e0-4557-a3c6-4641da96d7de/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0603230 Sep 28 08:56:37.259016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-48af0729-d909-468b-b558-9f186a787db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.260515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-48af0729-d909-468b-b558-9f186a787db1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1099 time: 0.0431578 Sep 28 08:56:37.331297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-db4c4b48-9a16-411a-b8de-99e7661cb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.332773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-db4c4b48-9a16-411a-b8de-99e7661cb5a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1099 time: 0.0486596 Sep 28 08:56:37.428564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-f89ccab1-0cf0-4b3c-81f9-37fd3907f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.430091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-f89ccab1-0cf0-4b3c-81f9-37fd3907f734 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0903215 Sep 28 08:56:37.499773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-03767c86-1a24-45a6-92fd-c180d46cf2a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1003 time: 0.0628481 Sep 28 08:56:37.548377 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-0e26a068-e2c2-4de9-a713-dedb98b2eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.549898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-0e26a068-e2c2-4de9-a713-dedb98b2eab4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0441422 Sep 28 08:56:37.595215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-15ab82aa-4d09-4f66-a3f1-8c20810a4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.596727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-15ab82aa-4d09-4f66-a3f1-8c20810a4931 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401862 Sep 28 08:56:37.596984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161346-67f8-490e-ad1f-f0d038a15461 req-ec19b50b-66a6-4b1c-85e6-b47a43393d10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:37.598511 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-00161346-67f8-490e-ad1f-f0d038a15461 req-ec19b50b-66a6-4b1c-85e6-b47a43393d10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0548847 Sep 28 08:56:37.639218 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-00161346-67f8-490e-ad1f-f0d038a15461 req-bfd365a9-70dd-4a31-9852-087d66643b2b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342274 Sep 28 08:56:37.691152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-6f179632-0baa-473d-b5a6-f610b5d1f4fd service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879760 Sep 28 08:56:37.781629 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e85fc3bf-d35e-4baf-a07d-a73f8e1abfda req-8470140b-d9c2-477f-9170-daadc66906cc service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Sep 28 08:56:38.777207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c877-08db-4423-8638-e64ca59e6b03 req-7b54a994-5180-4526-9a26-d650c362f409 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:38.778721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e61c877-08db-4423-8638-e64ca59e6b03 req-7b54a994-5180-4526-9a26-d650c362f409 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0568697 Sep 28 08:56:38.797609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-26711114-49cf-40bf-9650-48a025301395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:38.818672 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3e61c877-08db-4423-8638-e64ca59e6b03 req-c07454da-85ba-4a6a-b892-9ff147e575a3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Sep 28 08:56:39.945526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623b6ff-f00c-4c06-a6cb-b08088be16b5 req-1cdabc11-d333-43a2-94ee-f5bdb1e60230 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:39.946144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:56:39.947004 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7623b6ff-f00c-4c06-a6cb-b08088be16b5 req-1cdabc11-d333-43a2-94ee-f5bdb1e60230 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0509191 Sep 28 08:56:39.985022 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7623b6ff-f00c-4c06-a6cb-b08088be16b5 req-1b5f6da8-2270-4763-a983-42daf60e403a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Sep 28 08:56:40.047086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:40.058566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:56:40.095072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:40.095482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:40.108489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:56:40.128693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:40.134335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:40.191939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:40.195864 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['bc3809e5-f4e0-4557-a3c6-4641da96d7de'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:56:40.223329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:40.235939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.236300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.236659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.237021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.237420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.237788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.238176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.238499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.238975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.239339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.239706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.241408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:40.302054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-2ebadf8b-4062-4905-bfa1-d728d9009cbc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.303581 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-2ebadf8b-4062-4905-bfa1-d728d9009cbc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e&tenant_id=8de11a30b82341ec8036c1f469785423&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 945 time: 0.0536220 Sep 28 08:56:40.333816 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28617851-314f-4729-8309-6d68af07a0a0 req-da6f7a5e-67df-4c19-873d-a569e84a8a86 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.335215 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28617851-314f-4729-8309-6d68af07a0a0 req-da6f7a5e-67df-4c19-873d-a569e84a8a86 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0519052 Sep 28 08:56:40.368054 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-cbe2070e-ae82-4af2-985d-9d603f401d1c service neutron] 10.222.0.62 "GET /v2.0/ports/bc3809e5-f4e0-4557-a3c6-4641da96d7de/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0578115 Sep 28 08:56:40.377615 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-28617851-314f-4729-8309-6d68af07a0a0 req-de118991-4efb-4558-896b-b3dc89d0a500 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357277 Sep 28 08:56:40.432415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-6b61df9e-a8ba-4771-bf2a-f7ea8ec26062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.433945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-6b61df9e-a8ba-4771-bf2a-f7ea8ec26062 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1098 time: 0.0412855 Sep 28 08:56:40.539888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-21e125de-d56e-4677-9602-ec2a9895a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.542103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-21e125de-d56e-4677-9602-ec2a9895a0fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.1004555 Sep 28 08:56:40.608271 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-bde9fff6-f68c-42ca-be5c-23cc11a7e809 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1002 time: 0.0589190 Sep 28 08:56:40.660045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-74653438-649f-4184-a13a-5cf35242726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.661521 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-74653438-649f-4184-a13a-5cf35242726c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0474820 Sep 28 08:56:40.707395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-572e6504-a920-4b54-b376-04016553db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.708844 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-572e6504-a920-4b54-b376-04016553db8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407798 Sep 28 08:56:40.805261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-085a89c0-ec30-48db-94e4-e2ef0e86a6b1 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895972 Sep 28 08:56:40.900259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-625da200-dca2-4ada-836d-4287cf8bac87 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Sep 28 08:56:41.346308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:41.517598 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a072f-06f6-4d3f-996e-1c00fc8ef6c6 req-5075cb1a-e255-42e6-b44c-8b4e40fb175a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:41.519084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-492a072f-06f6-4d3f-996e-1c00fc8ef6c6 req-5075cb1a-e255-42e6-b44c-8b4e40fb175a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 28 08:56:41.556953 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-492a072f-06f6-4d3f-996e-1c00fc8ef6c6 req-6218398d-82f6-4c98-9c66-d2940ef3ed4c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Sep 28 08:56:41.717554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:41.962230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:42.050843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: BUILD; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:42.051218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:42.064225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:56:42.088396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:42.095492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:42.156835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:42.693112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7663b-3b51-4e8e-9697-e0cc957b820d req-9d9591bf-e6f6-420b-8b2e-b2aca5484790 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:42.694622 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a6c7663b-3b51-4e8e-9697-e0cc957b820d req-9d9591bf-e6f6-420b-8b2e-b2aca5484790 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0568888 Sep 28 08:56:42.735987 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a6c7663b-3b51-4e8e-9697-e0cc957b820d req-d4cd59bc-698a-42d9-9650-0dd191c2b9c5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350494 Sep 28 08:56:43.340915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-1bd326ce-f080-4ed0-af72-7707be9a9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.342459 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-1bd326ce-f080-4ed0-af72-7707be9a9643 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1097 time: 0.0474737 Sep 28 08:56:43.408422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-45360008-997c-478b-9632-c47949b34000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.409971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-45360008-997c-478b-9632-c47949b34000 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 1097 time: 0.0420592 Sep 28 08:56:43.510596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-225112ea-dad9-407a-8243-2d8d0231b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.512069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-225112ea-dad9-407a-8243-2d8d0231b4a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0960286 Sep 28 08:56:43.583976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-350f7a95-5fc5-4c57-ac0c-9a073b571878 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 200 len: 1001 time: 0.0643635 Sep 28 08:56:43.633227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-6451e224-3e25-4562-aa87-dd6dda49d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.634656 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-6451e224-3e25-4562-aa87-dd6dda49d1d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0443425 Sep 28 08:56:43.684884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-210b31b5-671d-46bf-afae-3dcf394c051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.686434 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-210b31b5-671d-46bf-afae-3dcf394c051b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442762 Sep 28 08:56:43.776294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-bbb72728-4440-4cb7-b410-b5ea482c63af service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833819 Sep 28 08:56:43.898116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ed3ecb2-f444-44e7-98c7-06a88d6fbef7 req-51c22cbd-6fd8-413f-abeb-8d1efbda2de5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155245 Sep 28 08:56:43.906332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4350d2-781a-418c-9018-44fd0f0a8e76 req-f7c333c5-6f85-459e-a3f6-4c0f253f7c5b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.907696 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5d4350d2-781a-418c-9018-44fd0f0a8e76 req-f7c333c5-6f85-459e-a3f6-4c0f253f7c5b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0951490 Sep 28 08:56:43.949701 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5d4350d2-781a-418c-9018-44fd0f0a8e76 req-3c944298-14ae-4440-9cdf-2908a72cf145 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356429 Sep 28 08:56:45.089011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abfdc1-32ed-4667-a778-7e04b3eb34be req-8406be36-c827-461b-bfe3-c54f4874c8a3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:45.090449 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7abfdc1-32ed-4667-a778-7e04b3eb34be req-8406be36-c827-461b-bfe3-c54f4874c8a3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0555987 Sep 28 08:56:45.131566 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c7abfdc1-32ed-4667-a778-7e04b3eb34be req-e4a94efa-6c80-49bd-b30a-3978b4c2ab50 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346537 Sep 28 08:56:45.959396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:56:45.962861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:46.263374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bce566-3444-4bd0-a469-efc63378e368 req-7636199b-b1c7-4342-81ef-f464159e027e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:46.264926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65bce566-3444-4bd0-a469-efc63378e368 req-7636199b-b1c7-4342-81ef-f464159e027e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 944 time: 0.0543375 Sep 28 08:56:46.267951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:46.270546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: DOWN; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:46.281063 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'mac_address': 'fa:16:3e:74:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:56:46.303774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65bce566-3444-4bd0-a469-efc63378e368 req-1eb9c4b6-646b-48c4-8e92-d6ce1f65aacf tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Sep 28 08:56:46.319159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:46.319550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:46.332938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:56:46.353344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:46.358383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:46.409598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:46.413908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['bc3809e5-f4e0-4557-a3c6-4641da96d7de'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:56:46.432980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20896-2efd-45a1-8d3e-d776563a5cb0 req-803535b4-2e66-49cb-9354-1ab22d824a8c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:46.434678 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-00c20896-2efd-45a1-8d3e-d776563a5cb0 req-803535b4-2e66-49cb-9354-1ab22d824a8c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0552447 Sep 28 08:56:46.473807 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-00c20896-2efd-45a1-8d3e-d776563a5cb0 req-3b78a973-03c6-4f50-a70a-63d4cd2a132e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324695 Sep 28 08:56:46.613702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de7d5a-5477-4cda-b0d5-46264c142f92 req-6ce623e7-1a59-4fa7-a59f-43e794ce3672 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:46.615161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1de7d5a-5477-4cda-b0d5-46264c142f92 req-6ce623e7-1a59-4fa7-a59f-43e794ce3672 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0564408 Sep 28 08:56:46.656577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1de7d5a-5477-4cda-b0d5-46264c142f92 req-8e079587-6aeb-487d-bcc2-bb499d0c811b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322878 Sep 28 08:56:46.919057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685aa8f-2d4b-4453-9e3a-0365612142a6 req-ec4fc97d-9fa9-4c04-b8f4-e39fa599c471 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:46.920522 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a685aa8f-2d4b-4453-9e3a-0365612142a6 req-ec4fc97d-9fa9-4c04-b8f4-e39fa599c471 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0510409 Sep 28 08:56:46.961748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a685aa8f-2d4b-4453-9e3a-0365612142a6 req-c18bcdda-f18b-4018-8747-41a382091a03 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318761 Sep 28 08:56:47.955399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:56:48.018134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port bc3809e5-f4e0-4557-a3c6-4641da96d7de triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:56:48.018510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:48.018863 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port bc3809e5-f4e0-4557-a3c6-4641da96d7de Sep 28 08:56:48.095915 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e605b-7df0-4fc7-a739-3cc00868de5b req-bcfd9e68-3eb6-44cf-a66d-0479cc1c549e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:48.097336 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e63e605b-7df0-4fc7-a739-3cc00868de5b req-bcfd9e68-3eb6-44cf-a66d-0479cc1c549e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 945 time: 0.0530164 Sep 28 08:56:48.104635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port bc3809e5-f4e0-4557-a3c6-4641da96d7de is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:48.105027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:48.128020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:56:48.130371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c218d39-2b6f-45df-8402-db9df62436d4" -d '{"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:48.143595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:48.144858 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e63e605b-7df0-4fc7-a739-3cc00868de5b req-cd7a941c-a572-499e-b765-6c607c84ea02 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Sep 28 08:56:48.151368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:48.175074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ae7f9-c3ee-464e-bca7-92549a4c9930 x-openstack-request-id: req-6d5ae7f9-c3ee-464e-bca7-92549a4c9930 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:48.175367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-plugged", "status": "completed", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:48.175625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6d5ae7f9-c3ee-464e-bca7-92549a4c9930 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:48.176020 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5ae7f9-c3ee-464e-bca7-92549a4c9930'] response: {'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'code': 200} Sep 28 08:56:48.201557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=9']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:49.006644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-655a8c93-b626-437d-b023-acd31d98829d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:49.008102 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-655a8c93-b626-437d-b023-acd31d98829d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0554366 Sep 28 08:56:49.272569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c30-3824-42d8-ae8c-064d85e94303 req-97ffe9c4-aa6a-47e7-b615-955b5be2e40d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:49.274204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-11608c30-3824-42d8-ae8c-064d85e94303 req-97ffe9c4-aa6a-47e7-b615-955b5be2e40d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 946 time: 0.0538383 Sep 28 08:56:49.316745 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-11608c30-3824-42d8-ae8c-064d85e94303 req-3afbcf16-1778-4f95-b705-053ff839eaa7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361152 Sep 28 08:56:49.437559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Deleting port bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:56:49.437821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:49.543854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] For port bc3809e5-f4e0-4557-a3c6-4641da96d7de, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=bc3809e5-f4e0-4557-a3c6-4641da96d7de,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:49.544213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:49.712812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:49.713062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:49.713407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 disassociated. External IP: 172.26.4.171, port: bc3809e5-f4e0-4557-a3c6-4641da96d7de. Sep 28 08:56:49.713707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Calling delete_port for bc3809e5-f4e0-4557-a3c6-4641da96d7de owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:56:49.856411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:49.889774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'Port': ['ID=bc3809e5-f4e0-4557-a3c6-4641da96d7de,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:49.900077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.900404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.900750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.901084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.901456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.901772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.902110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.902436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.902763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.903082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.903415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:49.903735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:50.022907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:56:50.138409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:56:50.148860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:56:50.159766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:56:50.160491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:56:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:50.178762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] No DVR routers for this DVR port bc3809e5-f4e0-4557-a3c6-4641da96d7de on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:56:50.181664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:50.185058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fdbb852d-5f0b-432b-8d8f-4ef32980b61b req-b91af947-8a9e-4033-a937-f094c4e3e03f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "DELETE /v2.0/ports/bc3809e5-f4e0-4557-a3c6-4641da96d7de HTTP/1.1" status: 204 len: 173 time: 1.1704562 Sep 28 08:56:50.185489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-deleted', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:56:50.188469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85b9ff2-439a-4acd-880d-9be454b755f1" -d '{"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-deleted", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:50.231349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de223bf-e6a1-474a-b989-527d23fd1f99 x-openstack-request-id: req-6de223bf-e6a1-474a-b989-527d23fd1f99 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:50.231731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfdada0-2e17-4825-918f-24e16cef940e", "name": "network-vif-deleted", "tag": "bc3809e5-f4e0-4557-a3c6-4641da96d7de", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:50.232099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6de223bf-e6a1-474a-b989-527d23fd1f99 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:50.232602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de223bf-e6a1-474a-b989-527d23fd1f99'] response: {'server_uuid': '8cfdada0-2e17-4825-918f-24e16cef940e', 'name': 'network-vif-deleted', 'tag': 'bc3809e5-f4e0-4557-a3c6-4641da96d7de', 'status': 'completed', 'code': 200} Sep 28 08:56:50.275566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:56:50.431496 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8547a4c8-6661-4996-9d2e-7985c1d4786c req-09f68064-0278-497b-ae54-b14b620a0dcb tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=8cfdada0-2e17-4825-918f-24e16cef940e HTTP/1.1" status: 200 len: 210 time: 0.0275486 Sep 28 08:56:50.482247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:50.508624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:56:50.518828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:56:50.519432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:56:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:50.629972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:56:50.842497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8753a67b-12c5-4712-b225-381eea269304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:50.868426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a67b-12c5-4712-b225-381eea269304 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:56:51.106805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2080933-e485-4ebe-85fc-dd24d4ebb2c6 None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:56:51.716958 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-090a7a17-8251-4fcc-952c-5ca1feeb77f5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--556688551&fields=id&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 267 time: 0.0344999 Sep 28 08:56:51.843829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-4daecc0f-573a-4d36-b791-350305285213 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:51.845347 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-4daecc0f-573a-4d36-b791-350305285213 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1213560 Sep 28 08:56:51.863757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-bab8aec6-40fb-4baf-9170-fc6690f91b11 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/quotas/8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 375 time: 0.0098686 Sep 28 08:56:51.920089 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-4a5b4690-e0f5-4f6d-873e-eae6a2042cc8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484297 Sep 28 08:56:51.935831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-cde000fa-7798-4b22-9bf7-ba532f1cdb05 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 08:56:51.936795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-cde000fa-7798-4b22-9bf7-ba532f1cdb05 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Sep 28 08:56:51.956128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:51.977404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: bc3809e5-f4e0-4557-a3c6-4641da96d7de {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:56:51.977639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device bc3809e5-f4e0-4557-a3c6-4641da96d7de not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:52.029819 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-f1fe2d23-364e-486d-a20a-b40115d60384 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871904 Sep 28 08:56:52.125241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-1370ee83-2dd0-4ca1-bbf6-3ce34dd7e639 service neutron] 10.222.0.27 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Sep 28 08:56:52.303151 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-eecd2576-98a0-4956-94aa-c37b0318b77e req-06af7967-1bb8-4d4d-9b64-f96cbb18b1c8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0303354 Sep 28 08:56:53.252502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-6cea4c2e-0ac4-40aa-ae3b-9d85f08670a8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:53.253987 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-6cea4c2e-0ac4-40aa-ae3b-9d85f08670a8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 812 time: 0.1093218 Sep 28 08:56:53.298326 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-2299bcc8-783b-45d8-a317-05814bbb8d28 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 379 time: 0.0357292 Sep 28 08:56:53.307525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'port': {'device_id': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'admin_state_up': True, 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'security_groups': ['a6523612-6366-4ec4-9cc8-045ac2ff3685']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:56:53.420025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1fb37920-0ea6-4c1d-bacf-f3ff9dc48f0d req-78173ccc-81bc-490d-b3cb-dba4f42338fe tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0407503 Sep 28 08:56:53.445741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Made reservation on behalf of 8de11a30b82341ec8036c1f469785423 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:56:53.449339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:53.584413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Allocated IP 172.20.0.10 (b226dfc9-ba35-42c2-aca5-ba853f7ec67b/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0/1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:56:53.740186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:53.777946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:53.820924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:56:53.823968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:56:53.827717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:56:53.836488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:53.889258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:53.889883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:53.908067 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-7cbd00d3-3271-483c-9c1f-df9f49f6583e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042554 Sep 28 08:56:53.919912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Request body: {'port': {'device_id': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:56:53.976721 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.083370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Provisioning complete for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:56:54.083994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.084112 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Attempt 1 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:56:54.123264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:56:54.252498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:56:54.260269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.273191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Transition to ACTIVE for port object 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:56:54.279937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.340100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:54.389188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Attempting to bind port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:56:54.389465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Attempting to bind port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:56:54.389831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Attempting to bind port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:56:54.394772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:56:54.395098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Attempting to bind port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 on network b226dfc9-ba35-42c2-aca5-ba853f7ec67b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:56:54.400086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:56:54.400431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Checking segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:56:54.400815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Bound using segment: {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:56:54.401305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Bound port: 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3e63c3-46e6-4659-97fe-a14b5b82b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:56:54.401661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.470006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:56:54.473406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:56:54.479612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.483014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:54.483614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:54.485466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-9945b6da-7772-458c-8064-67b461388f56 service neutron] 10.222.0.62 "PUT /v2.0/ports/1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1094 time: 0.5698295 Sep 28 08:56:54.487545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:56:54.490895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22adca2-5b6b-46a4-8e22-d4b928bedb39" -d '{"events": [{"name": "network-changed", "server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:54.539758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2389c461-db11-49f2-9dad-d0424b22508c x-openstack-request-id: req-2389c461-db11-49f2-9dad-d0424b22508c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:54.540049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:54.540302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2389c461-db11-49f2-9dad-d0424b22508c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:54.540705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2389c461-db11-49f2-9dad-d0424b22508c'] response: {'name': 'network-changed', 'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'status': 'completed', 'code': 200} Sep 28 08:56:54.552997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f7986-2b28-4bae-88a7-242b52827b46 req-5c3fe3da-444e-4ab4-8275-ebc5169c2555 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:54.554643 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-155f7986-2b28-4bae-88a7-242b52827b46 req-5c3fe3da-444e-4ab4-8275-ebc5169c2555 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0549784 Sep 28 08:56:54.582070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945b6da-7772-458c-8064-67b461388f56 service neutron] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:54.594461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-55f2923c-f357-4130-84a5-57855b5ac345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:54.596012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-55f2923c-f357-4130-84a5-57855b5ac345 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1097 time: 0.0680809 Sep 28 08:56:54.604569 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-155f7986-2b28-4bae-88a7-242b52827b46 req-37190009-a4fc-409f-be72-10af3e89ddec tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Sep 28 08:56:54.624468 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Attempt 2 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:56:54.640278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-c797bdd6-6266-4dc1-9601-79793505ca82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 217 time: 0.0360546 Sep 28 08:56:54.667185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d89fe3e1-7837-4571-a39b-5a105815f433 None None] Port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:56:54.694719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-290537c5-dac3-46cb-89bc-c956a38ece9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:54.696225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-290537c5-dac3-46cb-89bc-c956a38ece9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0496395 Sep 28 08:56:54.746096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-68066908-86ff-47cf-964d-01f1a26c077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:54.747634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-68066908-86ff-47cf-964d-01f1a26c077d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441735 Sep 28 08:56:54.841052 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-1bf6a415-b984-47c4-81c0-579a30002156 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 Sep 28 08:56:54.945307 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb1865b-ce11-4eb0-88de-82db190981b4 req-ab75a838-48c3-4fe8-952f-84ec75ddb983 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980418 Sep 28 08:56:55.038580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-81d48ae0-9726-43cf-85d9-eb13878e8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:55.040107 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-81d48ae0-9726-43cf-85d9-eb13878e8bfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1097 time: 0.0449858 Sep 28 08:56:55.134669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-6153c677-a9e7-4a92-b898-067b92896aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:55.136139 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-6153c677-a9e7-4a92-b898-067b92896aa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0880094 Sep 28 08:56:55.178185 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-f6207a40-04f4-4ec7-a62c-0dfec14a5620 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 217 time: 0.0338404 Sep 28 08:56:55.228433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-25b4a2c5-978c-4cf0-b3d4-c97ffa67367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:55.229876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-25b4a2c5-978c-4cf0-b3d4-c97ffa67367a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0452013 Sep 28 08:56:55.281676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-1739c61b-a97c-40e0-856b-9e92f20a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:55.283293 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-1739c61b-a97c-40e0-856b-9e92f20a6072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454271 Sep 28 08:56:55.376985 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-30a71ee1-c187-4807-84fb-53ca8ef9018c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Sep 28 08:56:55.467945 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f22adca2-5b6b-46a4-8e22-d4b928bedb39 req-22b4b938-6759-4015-b990-c87e1f8ab7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846252 Sep 28 08:56:55.740279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d5bd-b1f8-4918-8fae-e147a18fb890 req-4646f3ab-4cb9-47bc-b410-6684b34c5347 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:55.741815 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ec3d5bd-b1f8-4918-8fae-e147a18fb890 req-4646f3ab-4cb9-47bc-b410-6684b34c5347 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0528967 Sep 28 08:56:55.784861 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4ec3d5bd-b1f8-4918-8fae-e147a18fb890 req-117a330d-3f3f-492e-9b64-d3c50a523f00 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339646 Sep 28 08:56:56.917762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a06029-5122-486e-af26-ddcc5dcdc9c8 req-6b8a8eb1-45a2-4faf-8d36-8571bc709369 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:56.919311 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59a06029-5122-486e-af26-ddcc5dcdc9c8 req-6b8a8eb1-45a2-4faf-8d36-8571bc709369 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0517890 Sep 28 08:56:56.959263 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-59a06029-5122-486e-af26-ddcc5dcdc9c8 req-f037eb7c-07b5-487b-b19b-f612cee96104 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Sep 28 08:56:57.973495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:56:58.084745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:58.094145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9e8f7-f949-4c49-b9d8-86931eb2909c req-4a68e7eb-99c1-4929-b436-9e3a6f945789 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:58.095706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a1e9e8f7-f949-4c49-b9d8-86931eb2909c req-4a68e7eb-99c1-4929-b436-9e3a6f945789 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0506473 Sep 28 08:56:58.096650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:56:58.133901 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a1e9e8f7-f949-4c49-b9d8-86931eb2909c req-f73a0c8a-a32f-421b-bab1-727d149f0370 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Sep 28 08:56:58.134868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:56:58.135272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:58.157221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:56:58.169635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:58.176344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:56:58.225321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:58.386687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:56:59.276075 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3743cb-91d1-4856-be5e-ba1fb98f9844 req-e7bfa8ba-6e4d-4073-b88e-1e44fe7e18a5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:59.277579 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9d3743cb-91d1-4856-be5e-ba1fb98f9844 req-e7bfa8ba-6e4d-4073-b88e-1e44fe7e18a5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0606551 Sep 28 08:56:59.316008 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9d3743cb-91d1-4856-be5e-ba1fb98f9844 req-28a079a0-d2dc-4e99-9b9d-c76e82c3dfd3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Sep 28 08:56:59.974214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:57:00.033927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:57:00.038045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:57:00.038427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:00.038761 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:57:00.128370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:57:00.128669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:00.151773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:57:00.154081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc9ebe-aa51-412b-9c29-5956c43d6328" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:57:00.167542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:57:00.173708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:00.196870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9b9c36-2b93-4ba0-aeca-14a87e693b7c x-openstack-request-id: req-dc9b9c36-2b93-4ba0-aeca-14a87e693b7c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:57:00.197152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:57:00.197434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc9b9c36-2b93-4ba0-aeca-14a87e693b7c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:57:00.197808 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9b9c36-2b93-4ba0-aeca-14a87e693b7c'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:57:00.227554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:57:00.369545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381893f-8204-490a-b27b-267662723ac0 req-b4c2a522-ee3d-4f1a-96a1-1745bca1a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:00.371155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3381893f-8204-490a-b27b-267662723ac0 req-b4c2a522-ee3d-4f1a-96a1-1745bca1a444 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0452626 Sep 28 08:57:00.408254 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3381893f-8204-490a-b27b-267662723ac0 req-776dd5fa-78c8-4dab-b19d-bd39b842e63b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291767 Sep 28 08:57:00.449462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a577ee2-3e63-466c-b209-6fce41d79bc7 req-e580d074-2b2d-4420-931f-a2f5319ba2c2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:00.450905 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1a577ee2-3e63-466c-b209-6fce41d79bc7 req-e580d074-2b2d-4420-931f-a2f5319ba2c2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0500429 Sep 28 08:57:00.500488 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1a577ee2-3e63-466c-b209-6fce41d79bc7 req-f7a7b6be-4ebc-4391-822b-39a2ee625cea tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Sep 28 08:57:01.642190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12173c-6a42-47d3-8567-fb6f2377203e req-5f098951-e9f3-416e-8c5f-5c9cab9652df tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:01.643748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-af12173c-6a42-47d3-8567-fb6f2377203e req-5f098951-e9f3-416e-8c5f-5c9cab9652df tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0529256 Sep 28 08:57:01.682847 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-af12173c-6a42-47d3-8567-fb6f2377203e req-ffa05533-a51e-4f9b-b327-b633fbf88421 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Sep 28 08:57:01.804511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954659-9980-453e-a63d-90ebccaa755d req-d1fc1283-0142-41eb-9a4a-5059ce426ef6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:01.806070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-84954659-9980-453e-a63d-90ebccaa755d req-d1fc1283-0142-41eb-9a4a-5059ce426ef6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0509820 Sep 28 08:57:01.819893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45510) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:57:01.824488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Request body: {'floatingip': {'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:57:01.866662 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:02.321914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:02.328717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:02.432925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 associated. External IP: 172.26.4.171, port: 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9. Sep 28 08:57:02.650089 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:57:02.767491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:57:02.772825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:02.779116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:57:02.790249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:57:02.790872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:56:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:57:02.801850 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ebb8dad2-021f-4c9c-a82a-befe6dcdf7c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "PUT /v2.0/floatingips/f6f63ccf-96f2-4738-88ad-276bb5600793 HTTP/1.1" status: 200 len: 993 time: 0.9808888 Sep 28 08:57:02.802448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:57:02.804888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90" -d '{"events": [{"name": "network-changed", "server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:57:02.841607 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c9912-da48-49f8-b374-0dc6f5dd2560 x-openstack-request-id: req-ce1c9912-da48-49f8-b374-0dc6f5dd2560 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:57:02.841905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:57:02.842157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ce1c9912-da48-49f8-b374-0dc6f5dd2560 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:57:02.842558 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1c9912-da48-49f8-b374-0dc6f5dd2560'] response: {'name': 'network-changed', 'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'status': 'completed', 'code': 200} Sep 28 08:57:02.901356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:57:02.911247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-ffef271b-48ae-485d-8f65-5edc861a662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:02.912779 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-ffef271b-48ae-485d-8f65-5edc861a662f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0436978 Sep 28 08:57:03.010065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-c48ff17b-c0f8-4f0c-81f7-88936c5dba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:03.011642 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-c48ff17b-c0f8-4f0c-81f7-88936c5dba3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0912390 Sep 28 08:57:03.082511 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-8d90e3fd-40d6-41f5-a67f-4da73d222214 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1001 time: 0.0623152 Sep 28 08:57:03.140686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:57:02Z', 'revision_number': 13, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:57:03.146741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-f30fdf3c-d8e7-46ad-b74e-e4f3765af076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:03.148238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-f30fdf3c-d8e7-46ad-b74e-e4f3765af076 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0523384 Sep 28 08:57:03.168062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:57:03.177153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:57:03.177774 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:56:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:57:03.195125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-e0e93810-70d7-4a9e-9283-a0872423d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:03.196638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-e0e93810-70d7-4a9e-9283-a0872423d126 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409911 Sep 28 08:57:03.283724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:57:03.292599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-c644241c-2bfc-4a7c-8214-5f34f3ad5d35 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874135 Sep 28 08:57:03.392098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-06fadeb1-6d7e-4a02-aa75-8ee46d2c7e90 req-f2ac63df-01ff-4927-86fc-6eaecc8e349b service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913622 Sep 28 08:57:03.532484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:03.676485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:57:02Z', 'revision_number': 13, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:57:03.703301 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a955b18-d1ae-4c01-a720-9becabe16d70 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f6f63ccf-96f2-4738-88ad-276bb5600793', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:03Z', 'updated_at': '2022-09-28T08:57:02Z', 'revision_number': 13, 'project_id': '8de11a30b82341ec8036c1f469785423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:57:03.901959 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea08a1-6a39-4875-8b76-0a952633d0dc None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:57:04.477638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-b37cb33d-e6b2-4d37-97bb-6c99c7043fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497272 Sep 28 08:57:04.570822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-e5a600dd-1f76-40ba-8fd2-3008b280634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:04.572371 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-e5a600dd-1f76-40ba-8fd2-3008b280634e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0468473 Sep 28 08:57:04.682658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-0e91bde7-a906-4dde-bb85-95c7d0f597b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:04.684138 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-0e91bde7-a906-4dde-bb85-95c7d0f597b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0869322 Sep 28 08:57:04.754563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-25c55867-4dde-497b-b800-1d8307654bbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1003 time: 0.0636702 Sep 28 08:57:04.807858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-2cbdcc16-6226-4bc2-87f0-93d35ce15266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:04.809414 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-2cbdcc16-6226-4bc2-87f0-93d35ce15266 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0485246 Sep 28 08:57:04.857634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-83d52f8f-2c90-485b-9ca5-4e74a3872178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:04.859162 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-83d52f8f-2c90-485b-9ca5-4e74a3872178 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432825 Sep 28 08:57:04.960207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-8f55c70a-d67c-43c6-8b76-bc77a393d97b service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942614 Sep 28 08:57:05.048643 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24a7b4e2-06a1-4241-80d3-629aa642ad78 req-10fed3d9-fd9c-462d-998a-532db6ee711c service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815771 Sep 28 08:57:06.488862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e335996-1554-4c3f-a096-f94fc204dcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:08.808204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22cc6859-32c8-44e0-a454-6c22fdcc70e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:10.018966 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:57:10.182798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:11.356958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:11.719913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:33.453698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:36.479056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-395a2efd-ed2b-476e-92a1-4bc06e4f4665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:38.793107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3041870e-2ab9-46ab-a338-d37d9304a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:39.224270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e04cc-ca57-492d-b2c4-3eac6d261eb6 req-f19da0f3-be32-4525-9f3f-dab015119ec8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:39.225856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b04e04cc-ca57-492d-b2c4-3eac6d261eb6 req-f19da0f3-be32-4525-9f3f-dab015119ec8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0520971 Sep 28 08:57:39.266242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b04e04cc-ca57-492d-b2c4-3eac6d261eb6 req-6a19aba1-3c9a-4187-8f8b-399ca566b4f3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Sep 28 08:57:40.179428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:41.357765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:41.715426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:57:47.018156 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:57:50.696871 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-b8f0eb24-d1c7-4318-80a9-96563b2e518d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737712 Sep 28 08:57:50.705271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487d5c2-2c01-44a7-a555-543541d7b744 req-94ed885c-d563-4501-bfdc-3725fe9e7201 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:50.706684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4487d5c2-2c01-44a7-a555-543541d7b744 req-94ed885c-d563-4501-bfdc-3725fe9e7201 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0732765 Sep 28 08:57:50.749490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4487d5c2-2c01-44a7-a555-543541d7b744 req-b2fc8c0a-8a88-434b-916b-87710fa70f47 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355263 Sep 28 08:57:51.867760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-a590f314-3d0c-49d5-b4d9-81a68445bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:51.869311 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-a590f314-3d0c-49d5-b4d9-81a68445bb93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0427396 Sep 28 08:57:51.877354 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5deee6-f019-4d17-b416-646f7457035b req-2ca09264-cd6e-4b0e-b79e-a7cb9827e1ed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:51.878848 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d5deee6-f019-4d17-b416-646f7457035b req-2ca09264-cd6e-4b0e-b79e-a7cb9827e1ed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0504563 Sep 28 08:57:51.918292 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6d5deee6-f019-4d17-b416-646f7457035b req-b0af4be8-0399-4a0d-ac4e-9e1644adf24f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333753 Sep 28 08:57:51.962706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-20a7b63a-fda6-4603-a8b2-443b50b65973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:51.964217 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-20a7b63a-fda6-4603-a8b2-443b50b65973 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0888073 Sep 28 08:57:52.031946 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-521314dc-ec4e-4f8c-ad13-a4b5faab69e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1003 time: 0.0613301 Sep 28 08:57:52.083129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-53ddfca5-db14-415a-a228-322962544ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:52.084594 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-53ddfca5-db14-415a-a228-322962544ec9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0451748 Sep 28 08:57:52.136879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-4e1e8d5b-5b18-4c49-a460-26e967d09989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:52.138400 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-4e1e8d5b-5b18-4c49-a460-26e967d09989 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473900 Sep 28 08:57:52.231338 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-cdff6c3b-378c-4b36-b953-1b0879326ed7 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Sep 28 08:57:52.330169 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-ab284304-5fc2-4c4e-806e-fd23193ebceb service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922008 Sep 28 08:57:53.060338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1f329-8e3a-489f-b4f4-022f67b04a58 req-ffe3e611-c512-45b5-a614-9889f071a87f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:53.061785 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83d1f329-8e3a-489f-b4f4-022f67b04a58 req-ffe3e611-c512-45b5-a614-9889f071a87f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0544333 Sep 28 08:57:53.103269 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83d1f329-8e3a-489f-b4f4-022f67b04a58 req-1c23fe2f-fed1-4e19-be70-9d91e8a9f250 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Sep 28 08:57:54.249938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd666-77d7-49bb-8dac-db3d56a10f53 req-8922625f-d9ea-499e-99f2-655a9057fe0b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:54.251771 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b32fd666-77d7-49bb-8dac-db3d56a10f53 req-8922625f-d9ea-499e-99f2-655a9057fe0b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0545590 Sep 28 08:57:54.291544 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b32fd666-77d7-49bb-8dac-db3d56a10f53 req-f4eb3d37-89c0-4370-a06b-562e11d06057 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336902 Sep 28 08:57:55.425559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a974-0896-4933-ba9c-0cbf2ece9a05 req-c4bad3dc-70f9-42bf-8ff0-fa14c8bc7997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:55.427028 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a300a974-0896-4933-ba9c-0cbf2ece9a05 req-c4bad3dc-70f9-42bf-8ff0-fa14c8bc7997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0499215 Sep 28 08:57:55.469408 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a300a974-0896-4933-ba9c-0cbf2ece9a05 req-ffc77a90-e842-448e-996c-3305f962c253 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362790 Sep 28 08:57:56.607757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db800976-728b-47f6-90c0-b2b2e72a8d51 req-773029a0-ddb3-4cd8-850b-07b93f969aff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:56.609250 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db800976-728b-47f6-90c0-b2b2e72a8d51 req-773029a0-ddb3-4cd8-850b-07b93f969aff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0578752 Sep 28 08:57:56.655287 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-db800976-728b-47f6-90c0-b2b2e72a8d51 req-05330ed4-8651-4581-9c53-861dc5b1f54a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Sep 28 08:57:58.122108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f943c8-d0b9-4403-af35-6e2dbc77b674 req-50a73218-a4a3-4e6f-a350-693e9e091157 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:58.123595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49f943c8-d0b9-4403-af35-6e2dbc77b674 req-50a73218-a4a3-4e6f-a350-693e9e091157 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.3809128 Sep 28 08:57:58.164703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49f943c8-d0b9-4403-af35-6e2dbc77b674 req-86ae5ccd-6e57-4b6a-8f08-6cf1602e71c8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318353 Sep 28 08:57:59.302479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870eb2c-ec7d-4fd2-98d6-daec41af11ec req-c16fd5c8-af77-434a-bd14-0b24b928daed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:59.303866 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b870eb2c-ec7d-4fd2-98d6-daec41af11ec req-c16fd5c8-af77-434a-bd14-0b24b928daed tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0619888 Sep 28 08:57:59.345062 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b870eb2c-ec7d-4fd2-98d6-daec41af11ec req-8a589340-0f81-4ebb-a51c-06fa598add88 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334682 Sep 28 08:58:00.473966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f487-6681-478e-a77d-6a5999b08a4e req-4aa1cd12-d220-4651-9390-64033cab1e18 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:00.475405 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7d4f487-6681-478e-a77d-6a5999b08a4e req-4aa1cd12-d220-4651-9390-64033cab1e18 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0519633 Sep 28 08:58:00.513536 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d7d4f487-6681-478e-a77d-6a5999b08a4e req-57cbdf37-7802-4ae8-b628-417bce8f7f3f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Sep 28 08:58:01.660776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b9092-8a41-4f00-9c83-d21c83a88d9f req-7e81b795-f888-46b6-a8e0-50ec1486fb17 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:01.662275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-590b9092-8a41-4f00-9c83-d21c83a88d9f req-7e81b795-f888-46b6-a8e0-50ec1486fb17 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0678687 Sep 28 08:58:01.709604 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-590b9092-8a41-4f00-9c83-d21c83a88d9f req-45524ad8-889e-4bba-a18d-82e15d52683c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Sep 28 08:58:02.892869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2963-ed4a-4d92-a3da-35490e3c7c31 req-7423b930-3bbe-4db8-be59-3f06d60cb44a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:02.894390 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f23f2963-ed4a-4d92-a3da-35490e3c7c31 req-7423b930-3bbe-4db8-be59-3f06d60cb44a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0524414 Sep 28 08:58:02.932906 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f23f2963-ed4a-4d92-a3da-35490e3c7c31 req-059a05ae-b262-47fb-8627-31f80869c815 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Sep 28 08:58:03.458303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:04.065884 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927a1b-ee8f-4e28-b40d-2851f83e87e2 req-9cc1ad3e-6f73-42dd-898c-acbb056cce1a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:04.067240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ad927a1b-ee8f-4e28-b40d-2851f83e87e2 req-9cc1ad3e-6f73-42dd-898c-acbb056cce1a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0521133 Sep 28 08:58:04.112289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ad927a1b-ee8f-4e28-b40d-2851f83e87e2 req-5f7b211c-3e98-4503-83ae-7bc5aadd9276 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Sep 28 08:58:04.723091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-c83216a6-9333-4182-b3ef-49c612be0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:04.724568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-c83216a6-9333-4182-b3ef-49c612be0ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0424240 Sep 28 08:58:04.835980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-f1a28ee3-da9b-47c9-9ba5-efc066053193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:04.837507 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-f1a28ee3-da9b-47c9-9ba5-efc066053193 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0930178 Sep 28 08:58:04.906547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-359e1433-35f9-42bc-b361-4bedf74ba3fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1003 time: 0.0621107 Sep 28 08:58:04.956157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-b5e09970-6687-4c44-b7bc-31fc0810c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:04.957658 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-b5e09970-6687-4c44-b7bc-31fc0810c964 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0443399 Sep 28 08:58:05.003510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-2c95af73-795f-4d3e-84c2-19e1a3f82f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:05.005007 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-2c95af73-795f-4d3e-84c2-19e1a3f82f57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402355 Sep 28 08:58:05.101107 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-2e6af8c8-1807-478a-8f54-9fe400da6340 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890656 Sep 28 08:58:05.210180 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-523fd4bd-d4d1-456d-8a1b-2c80b767fdb0 req-b682943b-ebbe-4afb-a43a-c56a0a22b138 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024177 Sep 28 08:58:05.248911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598354d-f246-4b88-847d-d48f608e13db req-e6cb45d8-df26-4f55-8f2e-37aaae15da99 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:05.250485 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a598354d-f246-4b88-847d-d48f608e13db req-e6cb45d8-df26-4f55-8f2e-37aaae15da99 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0547211 Sep 28 08:58:05.290335 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a598354d-f246-4b88-847d-d48f608e13db req-e489e816-937c-410e-b22b-257b1801e602 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Sep 28 08:58:06.426896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36aa3e-1b49-49c0-9856-347deeff5167 req-35913f4e-d7e2-4adc-aa63-873595195e10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:06.428395 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bf36aa3e-1b49-49c0-9856-347deeff5167 req-35913f4e-d7e2-4adc-aa63-873595195e10 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0543041 Sep 28 08:58:06.468080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bf36aa3e-1b49-49c0-9856-347deeff5167 req-e505f24e-a798-46c4-bd05-6d4562451c04 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Sep 28 08:58:06.483394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-082698ed-1ee1-4a0c-81d2-29de5c198e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:07.598802 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de194-d89e-445b-907a-ee1c84bc4578 req-336f8963-7420-4604-bab8-4ef567649456 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:07.600189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae9de194-d89e-445b-907a-ee1c84bc4578 req-336f8963-7420-4604-bab8-4ef567649456 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0520058 Sep 28 08:58:07.641428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae9de194-d89e-445b-907a-ee1c84bc4578 req-c7d7d4f9-05de-49c1-9834-e7de251347b4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Sep 28 08:58:08.784157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c107-a150-4d73-8148-da77950282fc req-81f1fd31-6e3c-4cd5-bde7-1930b11df153 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:08.785675 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5458c107-a150-4d73-8148-da77950282fc req-81f1fd31-6e3c-4cd5-bde7-1930b11df153 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0550914 Sep 28 08:58:08.799709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d85e413b-49bb-4e4e-98e2-465ccf0adb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:08.841423 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5458c107-a150-4d73-8148-da77950282fc req-5474f5ed-69e8-4f43-b1e1-fc4c5c356b28 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493045 Sep 28 08:58:09.996052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5c190-3cf2-4535-8d1f-3e37431c1ae3 req-08629bdf-9954-4545-9203-17dc5baab0d8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:09.997596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32e5c190-3cf2-4535-8d1f-3e37431c1ae3 req-08629bdf-9954-4545-9203-17dc5baab0d8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0563502 Sep 28 08:58:10.037598 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-32e5c190-3cf2-4535-8d1f-3e37431c1ae3 req-384b95a5-d103-4a01-8248-25f610651370 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Sep 28 08:58:10.181720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:10.718059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-3ba2e564-1d7d-4823-b6a7-b9cc446d1d5b service neutron] 10.222.0.62 "GET /v2.0/ports/1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0555892 Sep 28 08:58:10.934198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-66d323b6-c0f1-43c7-bdf1-b9a0f8103513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:10.935736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-66d323b6-c0f1-43c7-bdf1-b9a0f8103513 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1099 time: 0.0435579 Sep 28 08:58:11.007036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-29877bc3-52a7-472d-8ae7-8bb3d5a6b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:11.008505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-29877bc3-52a7-472d-8ae7-8bb3d5a6b536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1099 time: 0.0496318 Sep 28 08:58:11.109683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-fd2c03f8-6fb2-49c2-abce-e253c3397bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:11.111176 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-fd2c03f8-6fb2-49c2-abce-e253c3397bd3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0937097 Sep 28 08:58:11.168429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993880-fcff-4b24-90bf-400313ef75ed req-f0018ca1-4a38-4a43-88f5-7657bb1ca510 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:11.169945 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d7993880-fcff-4b24-90bf-400313ef75ed req-f0018ca1-4a38-4a43-88f5-7657bb1ca510 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0524826 Sep 28 08:58:11.183167 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-1d7c189c-35b2-42e4-9a5b-c7b33b802d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1003 time: 0.0618958 Sep 28 08:58:11.212716 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d7993880-fcff-4b24-90bf-400313ef75ed req-9c2e2323-29ce-43fe-8ceb-cece05f168f3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364223 Sep 28 08:58:11.237060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-46dbfe63-a95a-49f7-ba92-3a4458229d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:11.238586 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-46dbfe63-a95a-49f7-ba92-3a4458229d6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0496137 Sep 28 08:58:11.283529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-c5d9041e-8385-4ce1-8b33-2a97b585d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:11.285077 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-c5d9041e-8385-4ce1-8b33-2a97b585d8e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402596 Sep 28 08:58:11.356559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:11.386351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-2f524fa7-42c7-4f7c-a4c4-850cdf6069a5 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945148 Sep 28 08:58:11.479639 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-6422859b-49e0-4c9d-bd33-78ad5992fdb9 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Sep 28 08:58:11.720918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:12.312281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:12.340909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053cd1a-3684-4eea-a7ae-d4dd11b7d4d8 req-b69e4c3c-fd8e-40b1-a409-b7d79201464e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:12.342600 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5053cd1a-3684-4eea-a7ae-d4dd11b7d4d8 req-b69e4c3c-fd8e-40b1-a409-b7d79201464e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0518818 Sep 28 08:58:12.384460 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5053cd1a-3684-4eea-a7ae-d4dd11b7d4d8 req-aa17afa7-1b19-45b1-aad4-f24b3ed5dcae tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348098 Sep 28 08:58:12.391072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:12.391555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:12.417512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:12.419899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3383d94-af23-4d72-9b9b-5426b6fb17d5" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-unplugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:12.432765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:12.439110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:12.468457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4822c4f5-4d7b-4671-a9bc-199aec6d2dd2 x-openstack-request-id: req-4822c4f5-4d7b-4671-a9bc-199aec6d2dd2 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:12.468748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-unplugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:12.469003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4822c4f5-4d7b-4671-a9bc-199aec6d2dd2 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:12.469426 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4822c4f5-4d7b-4671-a9bc-199aec6d2dd2'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:58:12.493996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:12.500935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.501662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.502008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.502342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.502675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.503005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.503337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.503668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.503999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.504323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.504648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:12.504970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:13.518479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c924d-5e0f-4726-a304-232de2039f5a req-98ccfb49-7074-4e9d-8967-7a0d96557200 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:13.520002 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-177c924d-5e0f-4726-a304-232de2039f5a req-98ccfb49-7074-4e9d-8967-7a0d96557200 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0560257 Sep 28 08:58:13.561263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-177c924d-5e0f-4726-a304-232de2039f5a req-dcdbf31d-11e3-4df6-baad-f1e92d25bb61 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Sep 28 08:58:14.690615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca471f-7d89-46b3-b9e2-6cf959b0247d req-6dd3665a-9ca7-422f-9bb6-10b9771ef997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:14.692242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-44ca471f-7d89-46b3-b9e2-6cf959b0247d req-6dd3665a-9ca7-422f-9bb6-10b9771ef997 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0517344 Sep 28 08:58:14.733304 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-44ca471f-7d89-46b3-b9e2-6cf959b0247d req-70332cac-8378-439b-b556-4b785d8ed335 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349247 Sep 28 08:58:15.865288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453587bf-9274-4450-93f1-1bf5f023c688 req-8bfba81b-4ec4-4bbb-b60d-f81b2c0c190a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:15.866770 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-453587bf-9274-4450-93f1-1bf5f023c688 req-8bfba81b-4ec4-4bbb-b60d-f81b2c0c190a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0512135 Sep 28 08:58:15.908441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-453587bf-9274-4450-93f1-1bf5f023c688 req-b7310d32-0f75-4059-857f-f047d2676a5e tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341773 Sep 28 08:58:17.053202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e656c4-d036-4244-85a6-1e01285e9dea req-69fcfbaf-1a17-4f9a-9cd2-086ea62172f4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:17.054620 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09e656c4-d036-4244-85a6-1e01285e9dea req-69fcfbaf-1a17-4f9a-9cd2-086ea62172f4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0578904 Sep 28 08:58:17.093576 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-09e656c4-d036-4244-85a6-1e01285e9dea req-6830b208-62b9-46ed-982e-0b5e7e9100b6 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316567 Sep 28 08:58:18.225658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce605b-b425-4666-a3d1-9de415a66477 req-6e5a82da-eb64-4184-bdb8-966b0b512fa8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:18.227161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-42ce605b-b425-4666-a3d1-9de415a66477 req-6e5a82da-eb64-4184-bdb8-966b0b512fa8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 944 time: 0.0517011 Sep 28 08:58:18.266436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-42ce605b-b425-4666-a3d1-9de415a66477 req-37b44d5c-41d3-4b77-b1ea-c59e4fa0c365 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331116 Sep 28 08:58:18.340456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:58:18.444307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:18.460923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:58:18.498682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:18.499067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:18.512010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:58:18.533120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:18.539809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:18.589943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:18.598848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:58:19.405579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c9d15-e808-47f7-9905-5e9b2530ecde req-e09dff05-e7ae-414a-a2d1-967ae026c144 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:19.407076 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a8c9d15-e808-47f7-9905-5e9b2530ecde req-e09dff05-e7ae-414a-a2d1-967ae026c144 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0558467 Sep 28 08:58:19.446952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a8c9d15-e808-47f7-9905-5e9b2530ecde req-76c87759-68aa-4225-9c84-77105df83bc2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Sep 28 08:58:20.356807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:58:20.428060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:20.428364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:20.428708 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:58:20.526115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:20.526664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:20.554915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:20.557479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e8b2b-c7ad-4743-8d38-890dae17714e" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:20.572170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:20.578659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:20.592533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51937-4672-4456-bde2-741fdbd9c857 req-1636863c-e571-46c5-943e-d1ef97da4a56 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:20.594438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4be51937-4672-4456-bde2-741fdbd9c857 req-1636863c-e571-46c5-943e-d1ef97da4a56 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0581512 Sep 28 08:58:20.614952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d5b3b-9d30-48d3-958d-a91916793b8c x-openstack-request-id: req-c76d5b3b-9d30-48d3-958d-a91916793b8c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:20.615344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:20.616160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c76d5b3b-9d30-48d3-958d-a91916793b8c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:20.616591 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76d5b3b-9d30-48d3-958d-a91916793b8c'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:58:20.637651 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4be51937-4672-4456-bde2-741fdbd9c857 req-7f49ecbf-09a4-4861-848a-383c0973b649 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364587 Sep 28 08:58:20.640143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:21.780801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a017f3-e9c6-40a8-9319-8f0cd85d668f req-f9559e80-48df-4d19-99ad-be1d8a0ffc0a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:21.782334 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8a017f3-e9c6-40a8-9319-8f0cd85d668f req-f9559e80-48df-4d19-99ad-be1d8a0ffc0a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0565143 Sep 28 08:58:21.821831 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8a017f3-e9c6-40a8-9319-8f0cd85d668f req-804cf032-b469-4826-8c34-2f18d0120e5b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333364 Sep 28 08:58:22.359439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:58:22.463371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:22.474668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:58:22.511854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:22.512242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:22.524863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:58:22.545897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:22.553334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:22.610288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=9']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:22.615326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:58:22.959387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85645a6-6b46-4506-aff6-3da984e5a32c req-f212868d-953c-4f87-94fa-47e1ca643fbc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:22.960888 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85645a6-6b46-4506-aff6-3da984e5a32c req-f212868d-953c-4f87-94fa-47e1ca643fbc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0531182 Sep 28 08:58:23.008109 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85645a6-6b46-4506-aff6-3da984e5a32c req-3dafcd21-caef-410c-8ce1-019a6b85ee6c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Sep 28 08:58:23.359984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-e5c1970c-235a-4af3-9da5-0a07c6532657 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.361596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-e5c1970c-235a-4af3-9da5-0a07c6532657 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db&tenant_id=8de11a30b82341ec8036c1f469785423&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 945 time: 0.0841916 Sep 28 08:58:23.373854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7570f0d-31b8-4498-95da-79af577e3513 req-178f7c5b-3241-4edb-9e71-e701db1f7dff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.375260 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7570f0d-31b8-4498-95da-79af577e3513 req-178f7c5b-3241-4edb-9e71-e701db1f7dff tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0710800 Sep 28 08:58:23.457327 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b7570f0d-31b8-4498-95da-79af577e3513 req-46dcdb9f-6361-4b5f-af6b-41b8ad1f6dae tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746405 Sep 28 08:58:23.461529 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-a27158ae-373f-4c18-8dab-d86d7ebcd143 service neutron] 10.222.0.62 "GET /v2.0/ports/1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0854087 Sep 28 08:58:23.525892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-3633c1ec-4e2d-4417-998e-d78db2b8eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.527441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-3633c1ec-4e2d-4417-998e-d78db2b8eb09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1098 time: 0.0424078 Sep 28 08:58:23.624689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-f5f15543-4e7f-48e0-a251-3c8940b1cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.626119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-f5f15543-4e7f-48e0-a251-3c8940b1cf65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0912216 Sep 28 08:58:23.693663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-b7ca0cfc-7554-4d0d-8dfc-b3706ed9e9e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1002 time: 0.0601153 Sep 28 08:58:23.746775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-27ad2592-4618-4d19-90d9-2c3b9aa9bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.748265 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-27ad2592-4618-4d19-90d9-2c3b9aa9bee7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0483885 Sep 28 08:58:23.796534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-8d501393-333f-46a0-a3c7-6092ab76f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:23.798093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-8d501393-333f-46a0-a3c7-6092ab76f86e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433896 Sep 28 08:58:23.892303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-5afda1f8-eee2-4eba-bb85-392d4ca9b7db service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874078 Sep 28 08:58:23.991890 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-0969774e-b7ce-40e7-81cd-746d785d2478 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924971 Sep 28 08:58:24.017208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:58:24.364049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:58:24.423954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:24.424298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:24.424643 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:58:24.501730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:24.502135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:24.524770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:24.527266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f186e-1bf1-4b8d-9292-874b50ff110d" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:24.540745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:24.547615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:24.579870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e2ff29-b62b-4e4c-83da-c266db3cbca5 x-openstack-request-id: req-24e2ff29-b62b-4e4c-83da-c266db3cbca5 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:24.580334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:24.580447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24e2ff29-b62b-4e4c-83da-c266db3cbca5 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:24.580809 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e2ff29-b62b-4e4c-83da-c266db3cbca5'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:58:24.590835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fca27-0de6-4322-91ef-ae936d68ced3 req-d0ab8eb3-156a-493d-a6cc-17cfaf890489 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:24.592323 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a84fca27-0de6-4322-91ef-ae936d68ced3 req-d0ab8eb3-156a-493d-a6cc-17cfaf890489 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0561669 Sep 28 08:58:24.601257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=10']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:24.630297 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a84fca27-0de6-4322-91ef-ae936d68ced3 req-5bbde3c5-e0ed-465d-84d8-aa2bdb680bef tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Sep 28 08:58:25.763830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81678-046a-4fdb-a76d-51e4104e14b5 req-681fb057-372b-4ae1-9664-2713aeed56f4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:25.765382 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2c81678-046a-4fdb-a76d-51e4104e14b5 req-681fb057-372b-4ae1-9664-2713aeed56f4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0529974 Sep 28 08:58:25.809074 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2c81678-046a-4fdb-a76d-51e4104e14b5 req-8fb9ff05-d8d2-4edc-b3d9-d66abb184ea4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370305 Sep 28 08:58:26.943335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386153a-d517-4a64-a7e4-e15bd5ee1a71 req-68b1b948-647c-421e-947d-086a6eba3051 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:26.944844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2386153a-d517-4a64-a7e4-e15bd5ee1a71 req-68b1b948-647c-421e-947d-086a6eba3051 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0504456 Sep 28 08:58:26.985092 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2386153a-d517-4a64-a7e4-e15bd5ee1a71 req-b52588f9-27db-4fe7-a085-d7b2b5abf95a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339108 Sep 28 08:58:28.126016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c808ff-b319-4d72-b628-9a3a0617eac2 req-460b8c5c-a09e-43a2-bdbb-fea05b97fca9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.127875 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29c808ff-b319-4d72-b628-9a3a0617eac2 req-460b8c5c-a09e-43a2-bdbb-fea05b97fca9 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0664892 Sep 28 08:58:28.182238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-d128740a-7681-4038-a93f-cbea8f952f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.183755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-d128740a-7681-4038-a93f-cbea8f952f36 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db&tenant_id=8de11a30b82341ec8036c1f469785423 HTTP/1.1" status: 200 len: 1100 time: 0.0749626 Sep 28 08:58:28.187313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29c808ff-b319-4d72-b628-9a3a0617eac2 req-836d91ca-3e4e-4219-b6f7-0858207f242d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Sep 28 08:58:28.257688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-1fd90f27-bc09-41e1-b9e7-0e5016d33e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.259250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-1fd90f27-bc09-41e1-b9e7-0e5016d33e7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8de11a30b82341ec8036c1f469785423&device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 1100 time: 0.0539775 Sep 28 08:58:28.356248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-939f8d75-9346-4a2e-9fdf-d3dcd3d60cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.357718 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-939f8d75-9346-4a2e-9fdf-d3dcd3d60cbf service neutron] 10.222.0.62 "GET /v2.0/networks?id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 200 len: 913 time: 0.0922263 Sep 28 08:58:28.428642 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-dffa9a4a-8784-4397-9937-7ea296d9f5a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 200 len: 1003 time: 0.0639200 Sep 28 08:58:28.477658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-ab182d85-ce76-4600-95a0-9e3ca1154737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.479073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-ab182d85-ce76-4600-95a0-9e3ca1154737 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 200 len: 851 time: 0.0437162 Sep 28 08:58:28.527438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-1165a5bd-c187-4ad9-9313-9bd6266e2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:28.529143 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-1165a5bd-c187-4ad9-9313-9bd6266e2e4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b226dfc9-ba35-42c2-aca5-ba853f7ec67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432525 Sep 28 08:58:28.625520 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-ce0382ce-1de8-4979-bdd7-1170e6bd6283 service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891144 Sep 28 08:58:28.715929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-35063a5e-f092-478f-af5a-0a170cb5de38 req-c4ca11f8-e208-41f0-bf0b-eb3354bcf75f service neutron] 10.222.0.62 "GET /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838268 Sep 28 08:58:29.318387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6287a00-dbe9-429f-baee-2a15f2d337be req-3b280b75-d3f8-4c73-bead-d13b255db859 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:29.319911 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6287a00-dbe9-429f-baee-2a15f2d337be req-3b280b75-d3f8-4c73-bead-d13b255db859 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0552628 Sep 28 08:58:29.358528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c6287a00-dbe9-429f-baee-2a15f2d337be req-5349da9c-f04c-40c1-94b7-9a5a34449eb0 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Sep 28 08:58:30.402088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:30.484963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:30.485185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:30.491894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3b8a-e8eb-45da-a341-2d8cfd7d95af req-bfe6090e-66c0-4cd4-9db2-284a1935c2a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:30.493461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-db8a3b8a-e8eb-45da-a341-2d8cfd7d95af req-bfe6090e-66c0-4cd4-9db2-284a1935c2a7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0527236 Sep 28 08:58:30.508831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:30.511106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc71dc-4069-4f0c-9dfd-c6c045ab842f" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-unplugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:30.524419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:30.531829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:30.542496 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-db8a3b8a-e8eb-45da-a341-2d8cfd7d95af req-22f571f7-f711-4318-a050-5bee6c47141b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Sep 28 08:58:30.571146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b8edc5-e801-4077-a9cd-3f4bf685a4c8 x-openstack-request-id: req-87b8edc5-e801-4077-a9cd-3f4bf685a4c8 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:30.571457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-unplugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:30.571973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87b8edc5-e801-4077-a9cd-3f4bf685a4c8 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:30.572389 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b8edc5-e801-4077-a9cd-3f4bf685a4c8'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:58:30.597671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=11']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:31.672379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a0f2-3cd3-44ae-a500-aae4aaf0bde5 req-3f208b6f-793e-4d84-89e7-9f01f9b9d802 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:31.674084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f44a0f2-3cd3-44ae-a500-aae4aaf0bde5 req-3f208b6f-793e-4d84-89e7-9f01f9b9d802 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0521615 Sep 28 08:58:31.717684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9f44a0f2-3cd3-44ae-a500-aae4aaf0bde5 req-0c8e8b7d-e50d-4649-a3b5-aee950e539cc tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373349 Sep 28 08:58:32.860642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348fa18-9fc9-438e-bd9b-f86d4a45fb54 req-9a94e622-7dc8-4131-a285-7c23ac8b3644 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:32.862141 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0348fa18-9fc9-438e-bd9b-f86d4a45fb54 req-9a94e622-7dc8-4131-a285-7c23ac8b3644 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0562987 Sep 28 08:58:32.902549 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0348fa18-9fc9-438e-bd9b-f86d4a45fb54 req-7cf72291-da61-46ad-9709-4eb0bbae0d4d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343394 Sep 28 08:58:33.473813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:34.039793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07ae2-3f9d-4b8c-a09b-87aae556ae7f req-55b6deff-81ba-4c4d-983d-3f78c5628aeb tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:34.041294 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65d07ae2-3f9d-4b8c-a09b-87aae556ae7f req-55b6deff-81ba-4c4d-983d-3f78c5628aeb tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 945 time: 0.0520175 Sep 28 08:58:34.079388 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65d07ae2-3f9d-4b8c-a09b-87aae556ae7f req-03c4bf52-80f1-477d-bd27-c2c6d3714875 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Sep 28 08:58:34.419293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:58:34.526089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:34.537322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'port_id': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'mac_address': 'fa:16:3e:b4:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:58:34.573624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:34.574008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:34.586764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:58:34.606065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:34.613001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:34.664022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=12']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:34.670283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:58:35.233754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f65cb-bacb-4673-af50-6f67ac8d8b1d req-0ef266ba-19d5-4a61-964a-37034cd3313f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:35.235242 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-362f65cb-bacb-4673-af50-6f67ac8d8b1d req-0ef266ba-19d5-4a61-964a-37034cd3313f tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0529482 Sep 28 08:58:35.276113 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-362f65cb-bacb-4673-af50-6f67ac8d8b1d req-da40653a-3d4e-4a0b-90b4-227330eae7f1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Sep 28 08:58:36.422664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f2879-bc64-4f3e-ac6d-34d112ab159a req-22c23fb3-61a4-457c-a0e3-ab39f98e46f1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:36.424146 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d5f2879-bc64-4f3e-ac6d-34d112ab159a req-22c23fb3-61a4-457c-a0e3-ab39f98e46f1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 946 time: 0.0592477 Sep 28 08:58:36.429979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:58:36.470479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d5f2879-bc64-4f3e-ac6d-34d112ab159a req-2575a903-0092-42f9-90ef-6d8101b4484b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Sep 28 08:58:36.493678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7353ccd8-8c4b-4200-9eab-9bd2f0062910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:36.495780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:36.496164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:36.496491 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 Sep 28 08:58:36.581237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:36.581541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:36.603992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:36.606311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08dff8b-6cc5-4d1f-b685-4a83efdd9c59" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:36.619223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:36.625075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:36.654673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c24cb7e-a809-48b5-93a1-1504e8c32747 x-openstack-request-id: req-3c24cb7e-a809-48b5-93a1-1504e8c32747 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:36.655004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-plugged", "status": "completed", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:36.655259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c24cb7e-a809-48b5-93a1-1504e8c32747 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:36.655664 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c24cb7e-a809-48b5-93a1-1504e8c32747'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'code': 200} Sep 28 08:58:36.678846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=13']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:37.605432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3947-fd0b-43d5-96b0-fba5652d085e req-17c5693f-c503-4e24-b96b-d24a7c9db325 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:37.607579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d57e3947-fd0b-43d5-96b0-fba5652d085e req-17c5693f-c503-4e24-b96b-d24a7c9db325 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0566189 Sep 28 08:58:37.648413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d57e3947-fd0b-43d5-96b0-fba5652d085e req-804d5b9c-49de-4291-978e-eb2411eccdb8 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 Sep 28 08:58:38.783571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e4f07-eb32-4077-913f-974cc7a094c0 req-cd803117-36c2-45ef-bcef-7eb331de60a4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:38.785222 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cd3e4f07-eb32-4077-913f-974cc7a094c0 req-cd803117-36c2-45ef-bcef-7eb331de60a4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0568044 Sep 28 08:58:38.799077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-29bb3f4f-1a44-4b10-9318-a8fa949c9f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:38.824139 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cd3e4f07-eb32-4077-913f-974cc7a094c0 req-2c02ca58-bc99-4c25-83f2-30db07c8cfb2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Sep 28 08:58:39.963846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871384e-a33f-46fb-ba72-ac73bc25b233 req-815253a0-75cc-4da5-85f5-64116956fda4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:39.965350 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f871384e-a33f-46fb-ba72-ac73bc25b233 req-815253a0-75cc-4da5-85f5-64116956fda4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0524571 Sep 28 08:58:40.005587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f871384e-a33f-46fb-ba72-ac73bc25b233 req-d83d39f6-3f77-4c84-a99f-c27bcb26d3f7 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Sep 28 08:58:40.140585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a9d0-6e5a-48e2-8f49-16dcc722d1f0 req-753b766d-3330-45dd-996c-b8ec58e9ad14 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:40.142001 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e574a9d0-6e5a-48e2-8f49-16dcc722d1f0 req-753b766d-3330-45dd-996c-b8ec58e9ad14 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0590615 Sep 28 08:58:40.183177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:40.186308 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e574a9d0-6e5a-48e2-8f49-16dcc722d1f0 req-86feffe5-3d26-4c79-8e71-dae47bfa32de tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353484 Sep 28 08:58:40.311917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d61a9-c7b7-46f3-ac25-1fd71c7ace4b req-6be6e810-2153-4291-a3a0-8896ef4f7b8a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:40.313579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f10d61a9-c7b7-46f3-ac25-1fd71c7ace4b req-6be6e810-2153-4291-a3a0-8896ef4f7b8a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0548275 Sep 28 08:58:40.361876 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f10d61a9-c7b7-46f3-ac25-1fd71c7ace4b req-bc735d05-7b48-45b7-af8d-669f655d24b5 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Sep 28 08:58:40.616798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88cfb-d09a-40a4-be45-8bc09b100440 req-6aee5244-fcde-43bf-a8bb-69d459d6b5d2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:40.618312 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db88cfb-d09a-40a4-be45-8bc09b100440 req-6aee5244-fcde-43bf-a8bb-69d459d6b5d2 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0551658 Sep 28 08:58:40.660231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db88cfb-d09a-40a4-be45-8bc09b100440 req-50d639ae-8824-41c0-bd98-34985815fdfd tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Sep 28 08:58:41.364194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:41.724887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:41.800383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3f71-c9b0-442e-90ec-a920f94c4811 req-3c9cea72-7a23-43c6-86d9-c77f5f5716e3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:41.801944 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6ccf3f71-c9b0-442e-90ec-a920f94c4811 req-3c9cea72-7a23-43c6-86d9-c77f5f5716e3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0531299 Sep 28 08:58:41.843162 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6ccf3f71-c9b0-442e-90ec-a920f94c4811 req-e6e6c578-84fc-4675-8a0b-13d8a871da5a tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Sep 28 08:58:42.935941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-b34505d5-c038-48b7-a752-88d27bb17bb1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:42.937456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-b34505d5-c038-48b7-a752-88d27bb17bb1 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.0590224 Sep 28 08:58:43.027189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799a00-8992-4be0-a2c5-74d11ce6ca97 req-a3462f6b-16c6-4355-8964-124e8706d838 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:43.028703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-df799a00-8992-4be0-a2c5-74d11ce6ca97 req-a3462f6b-16c6-4355-8964-124e8706d838 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 947 time: 0.1090677 Sep 28 08:58:43.076580 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-df799a00-8992-4be0-a2c5-74d11ce6ca97 req-c964afcf-9563-49a2-a392-2a6557ac9454 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups?id=a6523612-6366-4ec4-9cc8-045ac2ff3685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412829 Sep 28 08:58:43.084545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Deleting port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:43.084886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.177855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] For port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:43.178221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.354693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.354945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.355376 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Floating IP f6f63ccf-96f2-4738-88ad-276bb5600793 disassociated. External IP: 172.26.4.171, port: 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9. Sep 28 08:58:43.355936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Calling delete_port for 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:43.510971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.545006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'Port': ['ID=1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:43.556008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.556361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.556743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.557024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.557494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.557815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.558146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.558477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.558798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.559120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.559448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.559821 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:43.676239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:43.790427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:43.802005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:43.812340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:58:43.812950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:43.830485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] No DVR routers for this DVR port 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:58:43.833275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:43.836616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-28600f4d-5e37-4c9f-88d1-a7608dc00890 req-e96450b6-d0d8-4725-a216-c165b7459b8d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.62 "DELETE /v2.0/ports/1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 HTTP/1.1" status: 204 len: 173 time: 0.8822060 Sep 28 08:58:43.837101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-deleted', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:58:43.839367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037e1b9-6e6e-4084-a4b3-b03e2e21f79b" -d '{"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-deleted", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:43.878947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34cceb7-6131-4296-8ea7-8a33bd11f557 x-openstack-request-id: req-b34cceb7-6131-4296-8ea7-8a33bd11f557 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:43.879262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080afb2a-0a1a-4151-aa68-7c8e8ab954db", "name": "network-vif-deleted", "tag": "1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:43.879509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b34cceb7-6131-4296-8ea7-8a33bd11f557 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:43.879918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34cceb7-6131-4296-8ea7-8a33bd11f557'] response: {'server_uuid': '080afb2a-0a1a-4151-aa68-7c8e8ab954db', 'name': 'network-vif-deleted', 'tag': '1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9', 'status': 'completed', 'code': 200} Sep 28 08:58:44.081935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:58:44.186756 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a1d3edc-4d1f-4304-af62-8bcbdb8fa4d6 req-996d7b09-0624-4cdc-b2cf-a7905268eb2c tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0283043 Sep 28 08:58:44.291884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:44.319153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:44.328688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:58:44.329341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:44.439017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:58:44.645451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:44.675791 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38750ddf-07a5-442c-aa62-17efba6d8679 None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:01Z', 'revision_number': 4, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1bf66d6d-930f-49d2-8bce-6078de47d03b', 'name': '', 'network_id': 'b226dfc9-ba35-42c2-aca5-ba853f7ec67b', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'mac_address': 'fa:16:3e:c8:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:53:00Z', 'updated_at': '2022-09-28T08:53:04Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'subnets': [{'id': '4f8cd509-b5ef-4c29-b4a8-3c03e96951b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:44.914734 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f12ee-f47a-4972-9e69-af54e599fe6b None None] New status for floating IP f6f63ccf-96f2-4738-88ad-276bb5600793: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 08:58:45.293129 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c8aefa34-f467-41df-beaf-7b3d343779ee req-02e1f6e1-f7ea-413e-95af-16b6e8c5665b tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0269039 Sep 28 08:58:46.400976 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-437a7a67-fb9f-4cf7-86df-17812861cdcd req-90d51090-6067-41f1-9b74-025e0962d7be tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0276346 Sep 28 08:58:46.479908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:46.500591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:58:46.500934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 1837e1c8-07ad-436b-9f8b-1fd7e2f3afe9 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:47.522074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ac265736-a40e-428a-a593-ce96dd8551f9 req-18b20e23-2559-459a-9715-586afea91e2d tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/ports?device_id=080afb2a-0a1a-4151-aa68-7c8e8ab954db HTTP/1.1" status: 200 len: 210 time: 0.0333974 Sep 28 08:58:51.348005 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45772) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:51.403410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.427078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.480001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.483139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.484304 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "DELETE /v2.0/security-groups/a6523612-6366-4ec4-9cc8-045ac2ff3685 HTTP/1.1" status: 204 len: 168 time: 0.1352112 Sep 28 08:58:51.487392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45774) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:51.494244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6523612-6366-4ec4-9cc8-045ac2ff3685,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.501999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.502380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.502960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.503307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.503743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.504100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.504427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.504766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.505126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.505464 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.505796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.506126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377214-56af-493a-bc5a-a8db3bf03aa4 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:51.506746 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-b0310ef3-e0c3-4c64-a391-03c2457272c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] show failed (client error): The resource could not be found. Sep 28 08:58:51.510562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b0310ef3-e0c3-4c64-a391-03c2457272c3 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "GET /v2.0/security-groups/a6523612-6366-4ec4-9cc8-045ac2ff3685 HTTP/1.1" status: 404 len: 347 time: 0.0188544 Sep 28 08:58:51.510801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45776) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:51.642762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Deleting port 8bb721e1-c3e3-4dc8-affb-198bc74c5020 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:51.642977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.726141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.726454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.738603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Calling delete_port for 8bb721e1-c3e3-4dc8-affb-198bc74c5020 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:51.876903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.905238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Pushing event deleted for resources: {'Port': ['ID=8bb721e1-c3e3-4dc8-affb-198bc74c5020,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.972864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.975513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:51.976699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a3a38817-dec7-423a-97bb-12aa19302411 tempest-ServerActionsTestJSON-1214741933 tempest-ServerActionsTestJSON-1214741933-project] 10.222.0.27 "DELETE /v2.0/floatingips/f6f63ccf-96f2-4738-88ad-276bb5600793 HTTP/1.1" status: 204 len: 168 time: 0.4649408 Sep 28 08:58:51.979970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45778) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:52.646869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:52.899777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Deleting port 1bf66d6d-930f-49d2-8bce-6078de47d03b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:52.899999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:52.988527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] For port 1bf66d6d-930f-49d2-8bce-6078de47d03b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1bf66d6d-930f-49d2-8bce-6078de47d03b,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:52.988895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:53.001888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Calling delete_port for 1bf66d6d-930f-49d2-8bce-6078de47d03b owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:53.192847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:53.217657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf66d6d-930f-49d2-8bce-6078de47d03b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:53.384866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:53.600296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Router 50351617-335e-43e6-a6fa-c6af0004c1de has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:53.707072 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:53.713535 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-61cf9e1d-c4e2-458a-bb4b-b29ac5df503e admin admin] 10.222.0.27 "PUT /v2.0/routers/50351617-335e-43e6-a6fa-c6af0004c1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323339 Sep 28 08:58:53.715511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45782) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:53.717869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Sync routers for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:53.729842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:58:53.730467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:53.823918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:53.836171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:58:53.928065 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:53.983489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Deleting port 8d72e67c-afa9-40fa-a4a8-687436a6d154 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:53.983835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.021488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:58:53Z', 'revision_number': 5, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port': {'id': '8d72e67c-afa9-40fa-a4a8-687436a6d154', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:54.047940 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Checking router: 50351617-335e-43e6-a6fa-c6af0004c1de for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:54.056667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Routers {'50351617-335e-43e6-a6fa-c6af0004c1de'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:58:54.057004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['50351617-335e-43e6-a6fa-c6af0004c1de'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:54.063331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] For port 8d72e67c-afa9-40fa-a4a8-687436a6d154, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=8d72e67c-afa9-40fa-a4a8-687436a6d154,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:54.063705 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.076333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Calling delete_port for 8d72e67c-afa9-40fa-a4a8-687436a6d154 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:54.145679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] Set router 50351617-335e-43e6-a6fa-c6af0004c1de gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:58:54.201767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:58:53Z', 'revision_number': 6, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:54.229623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de68ec-ff0d-4aaf-9de3-5c1692439b8b None None] The sync data for ids ['50351617-335e-43e6-a6fa-c6af0004c1de'] in dv-neutron-859308-3-hyperv is: [{'id': '50351617-335e-43e6-a6fa-c6af0004c1de', 'name': 'tempest-ServerActionsTestJSON-2006073631-router', 'tenant_id': '8de11a30b82341ec8036c1f469785423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:58:53Z', 'revision_number': 6, 'project_id': '8de11a30b82341ec8036c1f469785423', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:54.252645 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.283316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d72e67c-afa9-40fa-a4a8-687436a6d154,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:54.342411 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.431615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.433812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.486571 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.487461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50351617-335e-43e6-a6fa-c6af0004c1de {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:58:54.497451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.499657 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2e1d2cac-9a5f-4ad8-9b2f-4653e6921462 admin admin] 10.222.0.27 "DELETE /v2.0/routers/50351617-335e-43e6-a6fa-c6af0004c1de HTTP/1.1" status: 204 len: 168 time: 0.7832000 Sep 28 08:58:54.502735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45784) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:54.818832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Deleting subnet 4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:58:54.822348 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.860841 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:54.941621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.000590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.029764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.033081 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/4f8cd509-b5ef-4c29-b4a8-3c03e96951b0 HTTP/1.1" status: 204 len: 168 time: 0.5294023 Sep 28 08:58:55.033902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de754-47a4-4acc-a260-af7a291f7ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8cd509-b5ef-4c29-b4a8-3c03e96951b0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:55.035644 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45786) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:55.039170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b501c-dd96-4094-bdaa-b31f6101769c None None] Network b226dfc9-ba35-42c2-aca5-ba853f7ec67b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:58:55.108196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.115276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1bf66d6d-930f-49d2-8bce-6078de47d03b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:55.144298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1bf66d6d-930f-49d2-8bce-6078de47d03b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:58:55.144641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1bf66d6d-930f-49d2-8bce-6078de47d03b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:55.145096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8d72e67c-afa9-40fa-a4a8-687436a6d154 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:55.168476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Deleting port 48236e60-07eb-4ad6-8c80-c84388d8dc19 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:55.168903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.184323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 8d72e67c-afa9-40fa-a4a8-687436a6d154 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:58:55.184677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 8d72e67c-afa9-40fa-a4a8-687436a6d154 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:55.242297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] For port 48236e60-07eb-4ad6-8c80-c84388d8dc19, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=48236e60-07eb-4ad6-8c80-c84388d8dc19,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:55.242676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.260853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Calling delete_port for 48236e60-07eb-4ad6-8c80-c84388d8dc19 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:55.277762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] DHCP port deletion for b226dfc9-ba35-42c2-aca5-ba853f7ec67b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:58:55.332868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Deleting port 48236e60-07eb-4ad6-8c80-c84388d8dc19 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:58:55.333279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.346907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.372252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Pushing event deleted for resources: {'Port': ['ID=48236e60-07eb-4ad6-8c80-c84388d8dc19,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:55.377746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] No DVR routers for this DVR port 48236e60-07eb-4ad6-8c80-c84388d8dc19 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:58:55.398186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] For port 48236e60-07eb-4ad6-8c80-c84388d8dc19, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=48236e60-07eb-4ad6-8c80-c84388d8dc19,segment=NetworkSegment(5d3e63c3-46e6-4659-97fe-a14b5b82b065),segment_id=5d3e63c3-46e6-4659-97fe-a14b5b82b065)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:55.398581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.416375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Calling delete_port for 48236e60-07eb-4ad6-8c80-c84388d8dc19 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:58:55.450648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.472043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b226dfc9-ba35-42c2-aca5-ba853f7ec67b']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:55.481847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3e63c3-46e6-4659-97fe-a14b5b82b065') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:55.482275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3e63c3-46e6-4659-97fe-a14b5b82b065') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:55.492355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.496842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.507296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.514558 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:58:55.514951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.523077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] Pushing event deleted for resources: {'Port': ['ID=48236e60-07eb-4ad6-8c80-c84388d8dc19,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:55.526983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c75fe5-3a27-4803-81a4-7a6d986dd2e2 None None] No DVR routers for this DVR port 48236e60-07eb-4ad6-8c80-c84388d8dc19 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:58:55.582640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.592643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.598246 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] 10.222.0.27 "DELETE /v2.0/networks/b226dfc9-ba35-42c2-aca5-ba853f7ec67b HTTP/1.1" status: 204 len: 168 time: 0.5614238 Sep 28 08:58:55.614334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1bb45-15c8-46ad-a03c-4c6c05429beb admin admin] Pushing event deleted for resources: {'Network': ['ID=b226dfc9-ba35-42c2-aca5-ba853f7ec67b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:55.635459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 5d3e63c3-46e6-4659-97fe-a14b5b82b065 resource provider aggregate not found Sep 28 08:58:55.652022 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 5d3e63c3-46e6-4659-97fe-a14b5b82b065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d3e63c3-46e6-4659-97fe-a14b5b82b065 found for delete ", "request_id": "req-b3d9a835-efab-4410-a227-92c3a43b3aa1"}]} Sep 28 08:58:55.727415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45796) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:55.772696 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d4c8fd98-164f-4b93-ba31-90e7d9b6137d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8de11a30b82341ec8036c1f469785423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440714 Sep 28 08:58:55.775429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45798) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:55.825020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.846623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.910680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.914982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:55.916618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bbf66594-22e6-49fe-97fb-dfa1501fea4f HTTP/1.1" status: 204 len: 168 time: 0.1402907 Sep 28 08:58:55.924882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fb13d-5a0e-430b-8a03-ed02870683bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf66594-22e6-49fe-97fb-dfa1501fea4f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:56.648341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:56.758295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1029841488-network', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:58:56.780739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Made reservation on behalf of 524875a474a14c9684e21cd65de6a1ad for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:58:56.783429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.791709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.867918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.874509 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.898733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:58:56.908642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb9121-2f66-480e-bebc-8cd6ae6fb103,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:56.913331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.913675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Added segment 8239b1da-0ef8-4da8-a6dc-6ab89cd2606d of type vlan for network 460d2ec3-05ee-412c-8113-2bf47ab4706f Sep 28 08:58:56.956491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.983433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:56.984420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:56.984965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.016479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3671160 Sep 28 08:58:57.019617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45824) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:57.024811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Request body: {'subnet': {'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1029841488-subnet', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:58:57.044911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Made reservation on behalf of 524875a474a14c9684e21cd65de6a1ad for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:58:57.048141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.049718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698db098-3b0d-408b-8043-60eb097c9c65 admin admin] Pushing event updated for resources: {'Network': ['ID=460d2ec3-05ee-412c-8113-2bf47ab4706f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:57.064467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:58:57.128630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 48236e60-07eb-4ad6-8c80-c84388d8dc19 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:57.157571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 48236e60-07eb-4ad6-8c80-c84388d8dc19 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:58:57.157848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 48236e60-07eb-4ad6-8c80-c84388d8dc19 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:57.225889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.283057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af0d1b3-478b-4434-8fff-d7497415b78b,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:57.291801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Checking segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:58:57.292149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Network hostable DHCP agents. Network: 460d2ec3-05ee-412c-8113-2bf47ab4706f, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:58:57.311640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:58:57.323105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 460d2ec3-05ee-412c-8113-2bf47ab4706f) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:58:57.327765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:57.328376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.333882 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc9dff-4c34-4471-8c1f-cb8ecb65ab08 None None] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:58:57.345369 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9a160c81-9463-4b9a-97d8-5ac6958c3a46 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3244543 Sep 28 08:58:57.348169 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 45826) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:57.352783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:58:57.373373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.374536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.433895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.481753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-460d2ec3-05ee-412c-8113-2bf47ab4706f', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:58:57.482807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.630177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Allocated IP 172.20.0.2 (460d2ec3-05ee-412c-8113-2bf47ab4706f/3af0d1b3-478b-4434-8fff-d7497415b78b/e1702602-ae92-4987-8555-04fe7c1348f7) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:58:57.779624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.786866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:57.830085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:58:57.833123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:58:57.836680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:58:57.846539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Pushing event updated for resources: {'Port': ['ID=e1702602-ae92-4987-8555-04fe7c1348f7,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:57.910909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.049955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Attempting to bind port e1702602-ae92-4987-8555-04fe7c1348f7 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:58:58.050239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Attempting to bind port e1702602-ae92-4987-8555-04fe7c1348f7 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:58:58.050667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Attempting to bind port e1702602-ae92-4987-8555-04fe7c1348f7 on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:58:58.055570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:58:58.055938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Checking segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:58:58.056332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.056717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Bound using segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:58:58.057203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Bound port: e1702602-ae92-4987-8555-04fe7c1348f7, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:58:58.057579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.119435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] For port e1702602-ae92-4987-8555-04fe7c1348f7, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:58:58.121780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.122705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] For port e1702602-ae92-4987-8555-04fe7c1348f7, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e1702602-ae92-4987-8555-04fe7c1348f7,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:58:58.128165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.141660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.189395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057356-adc3-492c-a4ec-b3117e468373 None None] Pushing event updated for resources: {'Port': ['ID=e1702602-ae92-4987-8555-04fe7c1348f7,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:58.252778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Allocated IP 172.26.4.251 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f27d0d31-0cc8-46b4-b584-cbe2f402d20f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:58:58.367770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.404843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.443434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:58:58.448101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:58:58.460076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:58:58.463303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Pushing event updated for resources: {'Port': ['ID=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:58.738844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:58.944616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.031758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a3da9-c878-4369-b2fd-952b8e7b377c None None] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:58:59.093734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Router 54e0eb64-3753-42f6-9a31-eaa7bde76183 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:58:59.117242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Provisioning complete for port e1702602-ae92-4987-8555-04fe7c1348f7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:59.117618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.117960 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Attempt 1 to provision port e1702602-ae92-4987-8555-04fe7c1348f7 Sep 28 08:58:59.126830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e1702602-ae92-4987-8555-04fe7c1348f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:58:59.205685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:59.218653 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Sync routers for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:59.226018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.227289 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4a6ff1eb-b05d-40cf-8f64-327f1df5a2aa admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8779945 Sep 28 08:58:59.229838 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:58:59.230490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45828) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:58:59.238777 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:59.301020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e1702602-ae92-4987-8555-04fe7c1348f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:59.301020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.301327 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e1702602-ae92-4987-8555-04fe7c1348f7 Sep 28 08:58:59.309066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Current status of the port e1702602-ae92-4987-8555-04fe7c1348f7 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:59.309455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.381289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] For port e1702602-ae92-4987-8555-04fe7c1348f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e1702602-ae92-4987-8555-04fe7c1348f7,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:59.387128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.462772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e1702602-ae92-4987-8555-04fe7c1348f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:59.471283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc6fd3-7472-41ad-b7a2-216bf51fd473 None None] Pushing event updated for resources: {'Port': ['ID=e1702602-ae92-4987-8555-04fe7c1348f7,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:59.488336 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:58:59.610836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-44579723-9f1e-4c9e-81a0-a64763ca5314 None None] Provisioning complete for port e1702602-ae92-4987-8555-04fe7c1348f7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:58:59.611379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-44579723-9f1e-4c9e-81a0-a64763ca5314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.612638 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-44579723-9f1e-4c9e-81a0-a64763ca5314 None None] Attempt 1 to provision port e1702602-ae92-4987-8555-04fe7c1348f7 Sep 28 08:58:59.682158 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:58:58Z', 'revision_number': 3, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:59.693915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-44579723-9f1e-4c9e-81a0-a64763ca5314 None None] Current status of the port e1702602-ae92-4987-8555-04fe7c1348f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:58:59.708600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Checking router: 54e0eb64-3753-42f6-9a31-eaa7bde76183 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:59.708939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Updating router 54e0eb64-3753-42f6-9a31-eaa7bde76183 port f27d0d31-0cc8-46b4-b584-cbe2f402d20f binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:58:59.727414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.737433 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.890608 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Allocated IP 172.20.0.1 (460d2ec3-05ee-412c-8113-2bf47ab4706f/3af0d1b3-478b-4434-8fff-d7497415b78b/96a147fb-5a20-4e84-bb7f-b43cc9370896) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:58:59.985223 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.992120 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:58:59.995826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.026017 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Attempting to bind port f27d0d31-0cc8-46b4-b584-cbe2f402d20f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:00.026374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Attempting to bind port f27d0d31-0cc8-46b4-b584-cbe2f402d20f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:00.026722 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Attempting to bind port f27d0d31-0cc8-46b4-b584-cbe2f402d20f on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:00.031143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.035926 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:00.036288 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:00.036675 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.037076 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:00.037535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Bound port: f27d0d31-0cc8-46b4-b584-cbe2f402d20f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:00.037901 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.062906 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Pushing event updated for resources: {'Port': ['ID=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:00.068911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:00.071838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:00.072315 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.072655 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.072987 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.073304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.073626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.073947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.074269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.074565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:00.074708 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.074920 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.075225 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.075514 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.075894 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:00.107505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Pushing event updated for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:00.109839 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] For port f27d0d31-0cc8-46b4-b584-cbe2f402d20f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:00.118555 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] For port f27d0d31-0cc8-46b4-b584-cbe2f402d20f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:00.125619 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.128362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.158498 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:00.159171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:00.225981 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbad53-6b87-4d65-8bf1-c5c5dc1a39e2 None None] Pushing event updated for resources: {'Port': ['ID=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:00.263016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.291997 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:00.316564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Provisioning complete for port 96a147fb-5a20-4e84-bb7f-b43cc9370896 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:00.318285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.318866 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 1 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:00.353790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Port 96a147fb-5a20-4e84-bb7f-b43cc9370896 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:00.429491 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.436574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.470375 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:58:58Z', 'revision_number': 3, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:00.500012 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0fffe-c262-4f50-8715-0581fd531323 None None] The sync data for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv is: [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:58:58Z', 'revision_number': 3, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:00.503332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Pushing event updated for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:00.505778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:00.608953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:00.610421 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:00.759252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Router 54e0eb64-3753-42f6-9a31-eaa7bde76183 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:59:00.855345 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 2 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:00.881742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:00.888217 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-272a701b-a188-466d-9f3f-381c4f6b3acb admin admin] 10.222.0.27 "PUT /v2.0/routers/54e0eb64-3753-42f6-9a31-eaa7bde76183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557667 Sep 28 08:59:00.898955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Port 96a147fb-5a20-4e84-bb7f-b43cc9370896 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:01.015936 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:59:01.175262 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f27d0d31-0cc8-46b4-b584-cbe2f402d20f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:01.227227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f27d0d31-0cc8-46b4-b584-cbe2f402d20f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:01.227604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:01.227941 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f27d0d31-0cc8-46b4-b584-cbe2f402d20f Sep 28 08:59:01.308424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f27d0d31-0cc8-46b4-b584-cbe2f402d20f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:01.308814 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:01.329502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f27d0d31-0cc8-46b4-b584-cbe2f402d20f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:01.336033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:01.337011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e1702602-ae92-4987-8555-04fe7c1348f7 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:01.400478 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 3 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:01.451963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:01.455677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Port 96a147fb-5a20-4e84-bb7f-b43cc9370896 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:01.463010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e1702602-ae92-4987-8555-04fe7c1348f7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:01.463383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:01.463710 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e1702602-ae92-4987-8555-04fe7c1348f7 Sep 28 08:59:01.497691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-51c84751-f7ba-4069-b73c-a8cee4d244e1 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:01.499824 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-51c84751-f7ba-4069-b73c-a8cee4d244e1 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 814 time: 0.1066561 Sep 28 08:59:01.516438 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-d83c5d38-a24a-41ba-8f19-6256a3a91350 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/quotas/524875a474a14c9684e21cd65de6a1ad HTTP/1.1" status: 200 len: 375 time: 0.0099621 Sep 28 08:59:01.549625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e1702602-ae92-4987-8555-04fe7c1348f7 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:01.816433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-bb46dae4-f331-404b-9e7c-4ef78f1d396f tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2940049 Sep 28 08:59:01.911518 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-d0f7b087-1e03-405f-857f-d31ec3fdbe6a service neutron] 10.222.0.27 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Sep 28 08:59:01.956599 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 4 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:01.993215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Port 96a147fb-5a20-4e84-bb7f-b43cc9370896 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:02.006785 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-af3455ac-16d6-4a0b-b9df-181da2293a3b service neutron] 10.222.0.27 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889692 Sep 28 08:59:02.092887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Sync routers for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:59:02.102552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:02.103239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:02.217567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:02.239012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65e385ce-e3f4-494f-97de-f65ca4bcc407 req-0a86d6ba-5a88-4a25-a7ce-05eea5a78253 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 210 time: 0.0912583 Sep 28 08:59:02.437597 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 4, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '96a147fb-5a20-4e84-bb7f-b43cc9370896', 'name': '', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'mac_address': 'fa:16:3e:54:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:59Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 2, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'subnets': [{'id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:02.469613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Checking router: 54e0eb64-3753-42f6-9a31-eaa7bde76183 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:59:02.470069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Updating router 54e0eb64-3753-42f6-9a31-eaa7bde76183 port 96a147fb-5a20-4e84-bb7f-b43cc9370896 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:59:02.495139 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 5 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:02.497840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:02.555009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Port 96a147fb-5a20-4e84-bb7f-b43cc9370896 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:02.790581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:02.798076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:02.855051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da908d1-bdad-4f82-b17c-11a06558a0c7 None None] Pushing event updated for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:02.884607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Attempting to bind port 96a147fb-5a20-4e84-bb7f-b43cc9370896 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:02.884963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Attempting to bind port 96a147fb-5a20-4e84-bb7f-b43cc9370896 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:02.885353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Attempting to bind port 96a147fb-5a20-4e84-bb7f-b43cc9370896 on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:02.890668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:02.891062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Checking segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:02.891434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:02.891821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Bound using segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:02.892261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Bound port: 96a147fb-5a20-4e84-bb7f-b43cc9370896, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:02.892630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:02.957225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] For port 96a147fb-5a20-4e84-bb7f-b43cc9370896, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:02.960550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] For port 96a147fb-5a20-4e84-bb7f-b43cc9370896, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=96a147fb-5a20-4e84-bb7f-b43cc9370896,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:02.966608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.009753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:03.010423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:58:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:03.061950 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Attempt 6 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:03.096183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da908d1-bdad-4f82-b17c-11a06558a0c7 None None] Pushing event updated for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:03.121571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f27d0d31-0cc8-46b4-b584-cbe2f402d20f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:03.124437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-02365bdc-51b9-4027-87cc-38a529b2f758 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:03.125973 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-02365bdc-51b9-4027-87cc-38a529b2f758 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 814 time: 0.1237597 Sep 28 08:59:03.138838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Request body: {'port': {'device_id': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'admin_state_up': True, 'tenant_id': '524875a474a14c9684e21cd65de6a1ad'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:03.217355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:03.256063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Made reservation on behalf of 524875a474a14c9684e21cd65de6a1ad for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:03.259664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.328217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f27d0d31-0cc8-46b4-b584-cbe2f402d20f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:03.328590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.328926 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f27d0d31-0cc8-46b4-b584-cbe2f402d20f Sep 28 08:59:03.330335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Current status of the port 96a147fb-5a20-4e84-bb7f-b43cc9370896 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:03.330705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.361155 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4f81ea3c-4928-45f0-ac75-247966f360a7 req-e913ff33-dfc9-406b-bb0f-da2d3c7849c3 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 210 time: 0.0274177 Sep 28 08:59:03.394296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Allocated IP 172.20.0.13 (460d2ec3-05ee-412c-8113-2bf47ab4706f/3af0d1b3-478b-4434-8fff-d7497415b78b/167e0ef6-3c82-4592-b64b-85182bce209d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:03.551749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.586249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.603059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.615244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] For port 96a147fb-5a20-4e84-bb7f-b43cc9370896, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=96a147fb-5a20-4e84-bb7f-b43cc9370896,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:03.623196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.629320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:03.632449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:03.636069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:03.645316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Pushing event updated for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:03.697930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:03.698599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.720321 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-ed646546-a2da-41cb-ab89-f09465297a1b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855138 Sep 28 08:59:03.732713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Request body: {'port': {'device_id': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:03.751691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903d0f0-c276-4600-9c7d-ad7ec6bb9bd5 None None] Pushing event updated for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:03.772903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f27d0d31-0cc8-46b4-b584-cbe2f402d20f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:03.783077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9d5abb3b-daac-4a9a-8227-dffea5a68083 None None] Provisioning complete for port 96a147fb-5a20-4e84-bb7f-b43cc9370896 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:03.783456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9d5abb3b-daac-4a9a-8227-dffea5a68083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.783786 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9d5abb3b-daac-4a9a-8227-dffea5a68083 None None] Attempt 1 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:03.798340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:03.834895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 4, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '96a147fb-5a20-4e84-bb7f-b43cc9370896', 'name': '', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'mac_address': 'fa:16:3e:54:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:59Z', 'updated_at': '2022-09-28T08:59:02Z', 'revision_number': 4, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'subnets': [{'id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:03.870366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550beadb-852c-422e-9ed7-85f16cf4dd75 None None] The sync data for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv is: [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:00Z', 'revision_number': 4, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '96a147fb-5a20-4e84-bb7f-b43cc9370896', 'name': '', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'mac_address': 'fa:16:3e:54:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:59Z', 'updated_at': '2022-09-28T08:59:02Z', 'revision_number': 4, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'subnets': [{'id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:03.910039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9d5abb3b-daac-4a9a-8227-dffea5a68083 None None] Current status of the port 96a147fb-5a20-4e84-bb7f-b43cc9370896 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:04.062178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Provisioning complete for port 167e0ef6-3c82-4592-b64b-85182bce209d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:04.062842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.063186 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Attempt 1 to provision port 167e0ef6-3c82-4592-b64b-85182bce209d Sep 28 08:59:04.091341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167e0ef6-3c82-4592-b64b-85182bce209d {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:59:04.099082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Port 167e0ef6-3c82-4592-b64b-85182bce209d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:04.099537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.112987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Transition to ACTIVE for port object 167e0ef6-3c82-4592-b64b-85182bce209d will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:59:04.118897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.204526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Pushing event updated for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:04.239100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Attempting to bind port 167e0ef6-3c82-4592-b64b-85182bce209d on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:04.239515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Attempting to bind port 167e0ef6-3c82-4592-b64b-85182bce209d by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:04.239912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Attempting to bind port 167e0ef6-3c82-4592-b64b-85182bce209d on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:04.244663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Port 167e0ef6-3c82-4592-b64b-85182bce209d on network 460d2ec3-05ee-412c-8113-2bf47ab4706f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:59:04.244989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Attempting to bind port 167e0ef6-3c82-4592-b64b-85182bce209d on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:04.250333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:04.250673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Checking segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:04.251054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Bound using segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:04.251835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Bound port: 167e0ef6-3c82-4592-b64b-85182bce209d, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:04.252188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.320444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:04.324225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=167e0ef6-3c82-4592-b64b-85182bce209d,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:04.329987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.334458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.335137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:04.336569 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] 10.222.0.62 "PUT /v2.0/ports/167e0ef6-3c82-4592-b64b-85182bce209d HTTP/1.1" status: 200 len: 1094 time: 0.6083577 Sep 28 08:59:04.336998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:04.339352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96374dc6-57ea-4409-803c-6e716b4a6682" -d '{"events": [{"name": "network-changed", "server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:04.388034 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3ebbd1-9321-4a9b-aed6-f0613d934c7e x-openstack-request-id: req-fa3ebbd1-9321-4a9b-aed6-f0613d934c7e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:04.388458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:04.388869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa3ebbd1-9321-4a9b-aed6-f0613d934c7e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:04.389541 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3ebbd1-9321-4a9b-aed6-f0613d934c7e'] response: {'name': 'network-changed', 'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d', 'status': 'completed', 'code': 200} Sep 28 08:59:04.429215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c0e68-c710-46a6-badd-4519608b4caf service neutron] Pushing event updated for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:04.446785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-87953289-d438-4627-beda-15e4a5404a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.448340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-87953289-d438-4627-beda-15e4a5404a64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 1097 time: 0.0724795 Sep 28 08:59:04.492778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-5777ecf2-b67a-4af8-a5e2-a898d079cad9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167e0ef6-3c82-4592-b64b-85182bce209d HTTP/1.1" status: 200 len: 217 time: 0.0370307 Sep 28 08:59:04.507570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4eed-87a1-4e32-87c0-14ae09cbbb27 req-b958b6c8-4346-4c5d-b10f-d98b8bdaaaf7 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.509280 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b54b4eed-87a1-4e32-87c0-14ae09cbbb27 req-b958b6c8-4346-4c5d-b10f-d98b8bdaaaf7 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 944 time: 0.0542488 Sep 28 08:59:04.549125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-b1019d09-b4f1-4102-b644-8813cc33c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.549968 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b54b4eed-87a1-4e32-87c0-14ae09cbbb27 req-50bc3ea3-4d85-40dc-b4c1-a51017465893 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Sep 28 08:59:04.550838 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-b1019d09-b4f1-4102-b644-8813cc33c9fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3af0d1b3-478b-4434-8fff-d7497415b78b HTTP/1.1" status: 200 len: 853 time: 0.0510042 Sep 28 08:59:04.600196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd8be-0501-43e6-97db-40db925c391d req-fad4876f-f052-4e07-9c1f-901854eaab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.600749 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Attempt 2 to provision port 167e0ef6-3c82-4592-b64b-85182bce209d Sep 28 08:59:04.601814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-fad4876f-f052-4e07-9c1f-901854eaab76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=460d2ec3-05ee-412c-8113-2bf47ab4706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443184 Sep 28 08:59:04.646934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-182ba9f8-4c7b-4d1d-af92-24d093608b53 None None] Port 167e0ef6-3c82-4592-b64b-85182bce209d had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:59:04.697796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-c3c7bf51-92e2-4406-9f0c-2e3a80d553f6 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894866 Sep 28 08:59:04.797377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-614cd8be-0501-43e6-97db-40db925c391d req-044838b5-8524-40ac-9f68-623c7447f096 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926290 Sep 28 08:59:04.896777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-179b885a-f6ef-4ab2-aa44-7684a84ee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:04.898795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-179b885a-f6ef-4ab2-aa44-7684a84ee16d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 1097 time: 0.0461273 Sep 28 08:59:05.003383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-6d732f42-b16c-44c5-b1f9-2674536eee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:05.004907 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-6d732f42-b16c-44c5-b1f9-2674536eee6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 915 time: 0.0993655 Sep 28 08:59:05.049064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-6d5f3d9a-c861-4c1f-84ba-3d15fd377849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167e0ef6-3c82-4592-b64b-85182bce209d HTTP/1.1" status: 200 len: 217 time: 0.0366266 Sep 28 08:59:05.103831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-538c58b5-3d47-4d6c-9cf1-549b5ca53210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:05.105365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-538c58b5-3d47-4d6c-9cf1-549b5ca53210 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3af0d1b3-478b-4434-8fff-d7497415b78b HTTP/1.1" status: 200 len: 853 time: 0.0494473 Sep 28 08:59:05.109367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 96a147fb-5a20-4e84-bb7f-b43cc9370896 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:05.154811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-0071a544-5480-4d6c-bfbe-27c527ca897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:05.156354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-0071a544-5480-4d6c-bfbe-27c527ca897e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=460d2ec3-05ee-412c-8113-2bf47ab4706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428433 Sep 28 08:59:05.161288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 96a147fb-5a20-4e84-bb7f-b43cc9370896 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:05.161779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:05.162143 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 96a147fb-5a20-4e84-bb7f-b43cc9370896 Sep 28 08:59:05.243329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 96a147fb-5a20-4e84-bb7f-b43cc9370896 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:05.253025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-0f390d65-ad28-43de-948a-83fa0c158bea service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873346 Sep 28 08:59:05.348565 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-96374dc6-57ea-4409-803c-6e716b4a6682 req-4cb201f3-4b6f-4317-8a54-082f5c845378 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872507 Sep 28 08:59:05.684793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8ec4a-c013-4a48-9773-6bd826bfe460 req-d92423fe-f6e9-4195-bd3f-b09e794d4146 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:05.686331 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0a8ec4a-c013-4a48-9773-6bd826bfe460 req-d92423fe-f6e9-4195-bd3f-b09e794d4146 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 944 time: 0.0517650 Sep 28 08:59:05.726846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c0a8ec4a-c013-4a48-9773-6bd826bfe460 req-be2e71d7-1e60-45e0-99c1-0113268424d9 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Sep 28 08:59:06.489568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fd05f018-9071-4b73-b335-2dd6420b19e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:06.587218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 167e0ef6-3c82-4592-b64b-85182bce209d details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:59:06.685256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=167e0ef6-3c82-4592-b64b-85182bce209d,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:06.696855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '167e0ef6-3c82-4592-b64b-85182bce209d', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'port_id': '167e0ef6-3c82-4592-b64b-85182bce209d', 'mac_address': 'fa:16:3e:8b:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:59:06.740495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 167e0ef6-3c82-4592-b64b-85182bce209d is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:06.740888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:06.754753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167e0ef6-3c82-4592-b64b-85182bce209d {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:59:06.774862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=167e0ef6-3c82-4592-b64b-85182bce209d,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:06.780997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:06.831398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:06.858711 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07e1f-109a-42d8-9e43-f60f4871e827 req-a6bf9f0e-8453-4981-93bf-afa2561a84db tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:06.860403 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-35b07e1f-109a-42d8-9e43-f60f4871e827 req-a6bf9f0e-8453-4981-93bf-afa2561a84db tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 945 time: 0.0581501 Sep 28 08:59:06.900752 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-35b07e1f-109a-42d8-9e43-f60f4871e827 req-af6f5c32-a235-49b4-a273-4edb17d213cc tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Sep 28 08:59:07.022054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['167e0ef6-3c82-4592-b64b-85182bce209d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:59:08.048993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c95a6e-eade-4cf7-b676-26650f19072c req-a8f010f4-b07b-4631-9e3e-5d5e7e7bd1b9 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:08.050557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c95a6e-eade-4cf7-b676-26650f19072c req-a8f010f4-b07b-4631-9e3e-5d5e7e7bd1b9 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 945 time: 0.0555418 Sep 28 08:59:08.095722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-48c95a6e-eade-4cf7-b676-26650f19072c req-524166ec-1bd3-4421-8146-eaca10aa39d3 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Sep 28 08:59:08.607630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 167e0ef6-3c82-4592-b64b-85182bce209d up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:08.664082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 167e0ef6-3c82-4592-b64b-85182bce209d completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:59:08.669941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 167e0ef6-3c82-4592-b64b-85182bce209d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:08.670472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:08.670850 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 167e0ef6-3c82-4592-b64b-85182bce209d Sep 28 08:59:08.753926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 167e0ef6-3c82-4592-b64b-85182bce209d is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:08.754307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:08.785488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:08.787787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7589236d-c0d2-4575-917d-978d7456701f" -d '{"events": [{"server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "name": "network-vif-plugged", "status": "completed", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:08.806465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=167e0ef6-3c82-4592-b64b-85182bce209d,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:08.812337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-242844b8-e006-4a24-bd0c-ca24b449cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:08.814078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:08.838298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df72732-c53e-4d7f-9abf-ee1eafb12789 x-openstack-request-id: req-7df72732-c53e-4d7f-9abf-ee1eafb12789 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:08.838563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "name": "network-vif-plugged", "status": "completed", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:08.838823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7df72732-c53e-4d7f-9abf-ee1eafb12789 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:08.839211 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df72732-c53e-4d7f-9abf-ee1eafb12789'] response: {'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d', 'code': 200} Sep 28 08:59:08.867687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:09.044093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36b53a-1bd7-4f4b-afed-abd8a1a79d02 req-74afd4ec-caf4-4297-a6e1-ee4c3b384954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:09.045707 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4d36b53a-1bd7-4f4b-afed-abd8a1a79d02 req-74afd4ec-caf4-4297-a6e1-ee4c3b384954 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 1099 time: 0.0863404 Sep 28 08:59:09.081932 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4d36b53a-1bd7-4f4b-afed-abd8a1a79d02 req-c17af32c-ddb7-4a91-89f2-708715727962 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284357 Sep 28 08:59:09.225856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53486ff-f5a9-463f-91c7-9529d484fc62 req-5cb2e5c9-94ba-4cff-bd72-588fe0983b7d tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:09.227358 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d53486ff-f5a9-463f-91c7-9529d484fc62 req-5cb2e5c9-94ba-4cff-bd72-588fe0983b7d tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0508912 Sep 28 08:59:09.266493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d53486ff-f5a9-463f-91c7-9529d484fc62 req-e3dc540c-a356-4b7c-89b6-59298738665a tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Sep 28 08:59:10.190422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:10.404845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130a3c7-f81f-49ef-9195-5c5a0d023cb3 req-825919cf-ac14-4960-83ea-e9498de08a90 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:10.407173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9130a3c7-f81f-49ef-9195-5c5a0d023cb3 req-825919cf-ac14-4960-83ea-e9498de08a90 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0554740 Sep 28 08:59:10.447681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9130a3c7-f81f-49ef-9195-5c5a0d023cb3 req-233a6928-3a43-41e0-b37b-dd202dd77544 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Sep 28 08:59:10.687865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-887733a7-fa6c-4092-b6c0-dc139eae72bb tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:10.689374 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-887733a7-fa6c-4092-b6c0-dc139eae72bb tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 814 time: 0.1096015 Sep 28 08:59:10.704701 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-8949813f-af52-47a9-811d-220c37d01db5 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/quotas/524875a474a14c9684e21cd65de6a1ad HTTP/1.1" status: 200 len: 375 time: 0.0093701 Sep 28 08:59:10.760240 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-d562dd60-f9e6-4014-ba11-cd2156fac0d2 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502107 Sep 28 08:59:10.907900 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-a60bc9b3-9347-4c66-ab46-cc8ab5448188 service neutron] 10.222.0.27 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400604 Sep 28 08:59:11.004943 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-fad6a171-fc93-4494-939d-6adb8c2d9b0e service neutron] 10.222.0.27 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906844 Sep 28 08:59:11.179173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2c175366-bf69-4a1d-94f0-73fd05c976a9 req-8c908df3-b894-4ce8-a9ec-1669a8a122f0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Sep 28 08:59:11.352159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:11.723840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.129854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-1f574863-9e34-4f8a-a609-5d0ea4508efd tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:12.131369 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-1f574863-9e34-4f8a-a609-5d0ea4508efd tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 814 time: 0.1105402 Sep 28 08:59:12.144676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Request body: {'port': {'device_id': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'admin_state_up': True, 'tenant_id': '524875a474a14c9684e21cd65de6a1ad'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:12.287486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Made reservation on behalf of 524875a474a14c9684e21cd65de6a1ad for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:12.290917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.294036 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc12cb69-fed8-4fd8-af20-ef0cc221e22b req-c4e34239-09f8-4b47-a517-7e07f120b9fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Sep 28 08:59:12.430934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Allocated IP 172.20.0.6 (460d2ec3-05ee-412c-8113-2bf47ab4706f/3af0d1b3-478b-4434-8fff-d7497415b78b/077fc387-fada-46b8-b3e1-adec7383b17e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:12.583964 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.625106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.638673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['167e0ef6-3c82-4592-b64b-85182bce209d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:59:12.670930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:12.676992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:12.680031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:12.714091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Pushing event updated for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:12.750906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:12.751879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.771406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-4773d414-93d0-483a-b457-389f80c2bdcf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309762 Sep 28 08:59:12.783535 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Request body: {'port': {'device_id': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:12.839858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.921628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Provisioning complete for port 077fc387-fada-46b8-b3e1-adec7383b17e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:12.921973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:12.922534 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Attempt 1 to provision port 077fc387-fada-46b8-b3e1-adec7383b17e Sep 28 08:59:12.957927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Port 077fc387-fada-46b8-b3e1-adec7383b17e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:13.416528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1269d-c070-4bab-9179-7aa2afef8fcb req-7f5d0051-fa83-40de-86cc-e8e5dd2f2611 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:13.418001 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-adf1269d-c070-4bab-9179-7aa2afef8fcb req-7f5d0051-fa83-40de-86cc-e8e5dd2f2611 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 931 time: 0.0501447 Sep 28 08:59:13.439902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077fc387-fada-46b8-b3e1-adec7383b17e {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:59:13.448256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:13.459379 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Attempt 2 to provision port 077fc387-fada-46b8-b3e1-adec7383b17e Sep 28 08:59:13.461950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Transition to ACTIVE for port object 077fc387-fada-46b8-b3e1-adec7383b17e will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 08:59:13.462077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-adf1269d-c070-4bab-9179-7aa2afef8fcb req-7cdfee7b-84ea-4fa0-8270-8bbb849a4f3a tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Sep 28 08:59:13.467649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:13.513799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Port 077fc387-fada-46b8-b3e1-adec7383b17e cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:13.532076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Pushing event updated for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:13.582207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Attempting to bind port 077fc387-fada-46b8-b3e1-adec7383b17e on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:13.582471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Attempting to bind port 077fc387-fada-46b8-b3e1-adec7383b17e by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:13.582790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Attempting to bind port 077fc387-fada-46b8-b3e1-adec7383b17e on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:13.587186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Port 077fc387-fada-46b8-b3e1-adec7383b17e on network 460d2ec3-05ee-412c-8113-2bf47ab4706f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 08:59:13.587512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Attempting to bind port 077fc387-fada-46b8-b3e1-adec7383b17e on network 460d2ec3-05ee-412c-8113-2bf47ab4706f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:13.592294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:13.592627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Checking segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:13.593010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Bound using segment: {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:13.593565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Bound port: 077fc387-fada-46b8-b3e1-adec7383b17e, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:13.593911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:13.657381 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:13.660376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=077fc387-fada-46b8-b3e1-adec7383b17e,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:13.668126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:13.672822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:13.673684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:13.675174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] 10.222.0.62 "PUT /v2.0/ports/077fc387-fada-46b8-b3e1-adec7383b17e HTTP/1.1" status: 200 len: 1093 time: 0.8963814 Sep 28 08:59:13.675603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:13.677937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33059243-cf22-41b8-9fe2-d8930b8a3a77" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:13.722548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e98879-08a8-4f3c-b07a-96e076043408 x-openstack-request-id: req-f1e98879-08a8-4f3c-b07a-96e076043408 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:13.722827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:13.723079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f1e98879-08a8-4f3c-b07a-96e076043408 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:13.723480 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e98879-08a8-4f3c-b07a-96e076043408'] response: {'name': 'network-changed', 'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e', 'status': 'completed', 'code': 200} Sep 28 08:59:13.755031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905209b0-9e15-4a2c-84d5-dfeba62096da service neutron] Pushing event updated for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:13.774483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-88de5206-2bce-4a21-8d06-c2a533bee3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:13.776365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-88de5206-2bce-4a21-8d06-c2a533bee3f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 1096 time: 0.0521464 Sep 28 08:59:13.822029 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-af9371f0-92bd-4940-83fa-fb5ccb7bc9a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=077fc387-fada-46b8-b3e1-adec7383b17e HTTP/1.1" status: 200 len: 217 time: 0.0367925 Sep 28 08:59:13.877561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-cc7ffd56-f106-4fc8-ab22-7140dac0905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:13.878914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-cc7ffd56-f106-4fc8-ab22-7140dac0905d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3af0d1b3-478b-4434-8fff-d7497415b78b HTTP/1.1" status: 200 len: 853 time: 0.0505054 Sep 28 08:59:13.925829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-bb8efdbd-4d53-42ad-a2a2-ec5afca610d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:13.927275 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-bb8efdbd-4d53-42ad-a2a2-ec5afca610d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=460d2ec3-05ee-412c-8113-2bf47ab4706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418146 Sep 28 08:59:14.015771 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Attempt 3 to provision port 077fc387-fada-46b8-b3e1-adec7383b17e Sep 28 08:59:14.032720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-333dfe9d-9d0f-44b7-a6fe-76875377f7d2 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 Sep 28 08:59:14.065752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-163db828-f879-47be-a988-fe4ae3c614df None None] Port 077fc387-fada-46b8-b3e1-adec7383b17e had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 08:59:14.135453 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-212c27a9-6812-488f-81aa-c966ac1f26ee req-3ea25258-e6b3-42b4-b418-f82a5656ef26 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953498 Sep 28 08:59:14.230706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-75696c0f-35ca-4e92-a917-3517a10db574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:14.232228 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-75696c0f-35ca-4e92-a917-3517a10db574 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=524875a474a14c9684e21cd65de6a1ad&device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 1096 time: 0.0437727 Sep 28 08:59:14.331765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-0b46a0b4-830e-4a90-97a1-870fbfbe62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:14.333293 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-0b46a0b4-830e-4a90-97a1-870fbfbe62d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 200 len: 915 time: 0.0933230 Sep 28 08:59:14.376727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-fb93ffb9-b2bf-489a-8e4c-fc75396751d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=077fc387-fada-46b8-b3e1-adec7383b17e HTTP/1.1" status: 200 len: 217 time: 0.0365250 Sep 28 08:59:14.434792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-6ff5c4ea-7662-4858-ba12-efbd6c55e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:14.436264 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-6ff5c4ea-7662-4858-ba12-efbd6c55e74d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3af0d1b3-478b-4434-8fff-d7497415b78b HTTP/1.1" status: 200 len: 853 time: 0.0528152 Sep 28 08:59:14.484947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-032fc54c-9ff1-4303-a088-08db97a0db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:14.486481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-032fc54c-9ff1-4303-a088-08db97a0db32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=460d2ec3-05ee-412c-8113-2bf47ab4706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429871 Sep 28 08:59:14.582303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-b04ee594-7987-4858-8cb6-3c70b8a78d20 service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882220 Sep 28 08:59:14.588592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e500fc5-22e7-4110-b50a-866f8649d756 req-8eb76346-8e80-4223-a3b9-1780523e41b0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:14.590075 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8e500fc5-22e7-4110-b50a-866f8649d756 req-8eb76346-8e80-4223-a3b9-1780523e41b0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 943 time: 0.0514188 Sep 28 08:59:14.629925 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8e500fc5-22e7-4110-b50a-866f8649d756 req-43f07847-8c83-49b3-9687-736f593bf01d tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Sep 28 08:59:14.676975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-33059243-cf22-41b8-9fe2-d8930b8a3a77 req-d0b53578-7076-4ff5-b1d2-e8443fab926a service neutron] 10.222.0.62 "GET /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881050 Sep 28 08:59:15.774571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe3be-8f6f-491a-94e9-c6e111247382 req-06742949-d20c-41f0-840c-fa2be5267c7c tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:15.776079 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7dfe3be-8f6f-491a-94e9-c6e111247382 req-06742949-d20c-41f0-840c-fa2be5267c7c tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 943 time: 0.0571716 Sep 28 08:59:15.818493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a7dfe3be-8f6f-491a-94e9-c6e111247382 req-7e084347-201f-42ac-8092-dc0b460c3f14 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Sep 28 08:59:16.651443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 077fc387-fada-46b8-b3e1-adec7383b17e details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:59:16.759186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=077fc387-fada-46b8-b3e1-adec7383b17e,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:16.771445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '077fc387-fada-46b8-b3e1-adec7383b17e', 'network_id': '460d2ec3-05ee-412c-8113-2bf47ab4706f', 'port_id': '077fc387-fada-46b8-b3e1-adec7383b17e', 'mac_address': 'fa:16:3e:1f:b3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af0d1b3-478b-4434-8fff-d7497415b78b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:59:16.810113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 077fc387-fada-46b8-b3e1-adec7383b17e is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:16.810508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:16.823567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077fc387-fada-46b8-b3e1-adec7383b17e {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 08:59:16.844099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=077fc387-fada-46b8-b3e1-adec7383b17e,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:16.849678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:16.897761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:16.904806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.905112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.905492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.905894 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.906231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.906571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.906903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.907236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.907566 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.907895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.908222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.908543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:16.943235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1942-60d5-4436-9c08-19a7d626878a req-e39e8a49-56b3-40fa-9e47-a52f0de2bb56 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:16.944930 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-211d1942-60d5-4436-9c08-19a7d626878a req-e39e8a49-56b3-40fa-9e47-a52f0de2bb56 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 944 time: 0.0517950 Sep 28 08:59:16.983541 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-211d1942-60d5-4436-9c08-19a7d626878a req-5b706b7c-dce1-48ff-8831-b800f1de06e2 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Sep 28 08:59:17.057209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['077fc387-fada-46b8-b3e1-adec7383b17e'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:59:18.128214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ded41-99a7-45ad-a8e7-a7a815c40cc6 req-6fb26f1b-fd36-4bd8-b67a-67ca0bfd3087 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:18.129669 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-008ded41-99a7-45ad-a8e7-a7a815c40cc6 req-6fb26f1b-fd36-4bd8-b67a-67ca0bfd3087 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Sep 28 08:59:18.173845 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-008ded41-99a7-45ad-a8e7-a7a815c40cc6 req-40e05de4-e95f-4ad7-a05b-ba854112bcaf tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Sep 28 08:59:18.652979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 077fc387-fada-46b8-b3e1-adec7383b17e up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:18.711391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 077fc387-fada-46b8-b3e1-adec7383b17e completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 08:59:18.715145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 077fc387-fada-46b8-b3e1-adec7383b17e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:18.715511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:18.715849 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 077fc387-fada-46b8-b3e1-adec7383b17e Sep 28 08:59:18.795404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 077fc387-fada-46b8-b3e1-adec7383b17e is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:18.795790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:18.818175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:18.820457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6220b11a-8773-4c0b-a088-4e0a2c16568b" -d '{"events": [{"server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "name": "network-vif-plugged", "status": "completed", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:18.833576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=077fc387-fada-46b8-b3e1-adec7383b17e,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:18.838368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:18.865060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296c0e6-ec27-4c26-a601-160fc2cc17bc x-openstack-request-id: req-d296c0e6-ec27-4c26-a601-160fc2cc17bc {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:18.865446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "name": "network-vif-plugged", "status": "completed", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:18.866425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d296c0e6-ec27-4c26-a601-160fc2cc17bc {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:18.866823 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d296c0e6-ec27-4c26-a601-160fc2cc17bc'] response: {'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e', 'code': 200} Sep 28 08:59:18.897274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:19.034561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f64301-a936-4359-b6fa-66aaff1f117e req-b23aecd6-edb9-4afe-84ea-0e0e1b126b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:19.036043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13f64301-a936-4359-b6fa-66aaff1f117e req-b23aecd6-edb9-4afe-84ea-0e0e1b126b1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 1098 time: 0.0425887 Sep 28 08:59:19.072369 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13f64301-a936-4359-b6fa-66aaff1f117e req-4416e50f-8b97-48f8-b70c-1924070249d2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296931 Sep 28 08:59:19.310806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502005-6759-46c6-ad43-6385e6a8d369 req-0e9af0d1-834e-4298-be6e-f687288dbd2b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:19.312293 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-05502005-6759-46c6-ad43-6385e6a8d369 req-0e9af0d1-834e-4298-be6e-f687288dbd2b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Sep 28 08:59:19.352722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-05502005-6759-46c6-ad43-6385e6a8d369 req-5854218b-cab3-46bd-bcf8-ba970d64607b tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Sep 28 08:59:20.494254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c7ae-5666-459a-a53f-91ba32dcf30b req-36215ce1-6ff9-46dd-ad15-2569364a0715 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:20.495817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ae5c7ae-5666-459a-a53f-91ba32dcf30b req-36215ce1-6ff9-46dd-ad15-2569364a0715 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 945 time: 0.0605962 Sep 28 08:59:20.537055 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0ae5c7ae-5666-459a-a53f-91ba32dcf30b req-e3863e1a-93e8-467c-b08c-899fe7239cbe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Sep 28 08:59:20.837588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42744ff9-88da-4d1f-aed4-7013d4fc8367 req-eb94f322-726b-4270-835c-8e523be5a324 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:20.837588 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42744ff9-88da-4d1f-aed4-7013d4fc8367 req-eb94f322-726b-4270-835c-8e523be5a324 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 945 time: 0.0597315 Sep 28 08:59:20.877564 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42744ff9-88da-4d1f-aed4-7013d4fc8367 req-5a4aa699-4886-48c7-bedd-5239b8a53668 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Sep 28 08:59:22.011589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc7d4-1974-4493-a78f-88510a477fc2 req-a75d71b1-4091-4203-becf-747cbcda8e03 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:22.013102 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-85dcc7d4-1974-4493-a78f-88510a477fc2 req-a75d71b1-4091-4203-becf-747cbcda8e03 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 28 08:59:22.055590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-85dcc7d4-1974-4493-a78f-88510a477fc2 req-af0146d7-9a30-4b35-820c-748f34fe7d7a tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360072 Sep 28 08:59:22.196869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60622230-9d68-4c68-9307-f5eff05808c1 req-159087ea-580a-467c-b413-84804b4f71f2 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:22.198372 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-60622230-9d68-4c68-9307-f5eff05808c1 req-159087ea-580a-467c-b413-84804b4f71f2 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 945 time: 0.0591786 Sep 28 08:59:22.290980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Deleting port 077fc387-fada-46b8-b3e1-adec7383b17e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:22.291330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:22.391338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] For port 077fc387-fada-46b8-b3e1-adec7383b17e, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=077fc387-fada-46b8-b3e1-adec7383b17e,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:22.391591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:22.404359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Calling delete_port for 077fc387-fada-46b8-b3e1-adec7383b17e owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:22.537893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:22.552131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['167e0ef6-3c82-4592-b64b-85182bce209d', '077fc387-fada-46b8-b3e1-adec7383b17e'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:59:22.571940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Pushing event deleted for resources: {'Port': ['ID=077fc387-fada-46b8-b3e1-adec7383b17e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:22.616049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] No DVR routers for this DVR port 077fc387-fada-46b8-b3e1-adec7383b17e on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:22.618955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:22.622971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-60622230-9d68-4c68-9307-f5eff05808c1 req-09527596-0dcc-447a-a126-ef75d026d6fe tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "DELETE /v2.0/ports/077fc387-fada-46b8-b3e1-adec7383b17e HTTP/1.1" status: 204 len: 173 time: 0.4178872 Sep 28 08:59:22.623468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'name': 'network-vif-deleted', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:22.627319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e017788e-63a0-41a6-8810-236a50437094" -d '{"events": [{"server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "name": "network-vif-deleted", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:22.684165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec7aa5-6e9b-4c57-b60a-54859077f6cc x-openstack-request-id: req-76ec7aa5-6e9b-4c57-b60a-54859077f6cc {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:22.684459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9596ff-e7e3-4a6e-b1d1-94146dd96518", "name": "network-vif-deleted", "tag": "077fc387-fada-46b8-b3e1-adec7383b17e", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:22.684715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-76ec7aa5-6e9b-4c57-b60a-54859077f6cc {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:22.685155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ec7aa5-6e9b-4c57-b60a-54859077f6cc'] response: {'server_uuid': 'fa9596ff-e7e3-4a6e-b1d1-94146dd96518', 'name': 'network-vif-deleted', 'tag': '077fc387-fada-46b8-b3e1-adec7383b17e', 'status': 'completed', 'code': 200} Sep 28 08:59:23.180127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ad1844c5-7fed-4c99-83b9-5d9c5bd4c2df req-da51a09a-c094-4c01-966c-6b481bda0889 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=fa9596ff-e7e3-4a6e-b1d1-94146dd96518 HTTP/1.1" status: 200 len: 210 time: 0.0291748 Sep 28 08:59:24.351380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964c066-0372-4ba6-a39c-0fa85162715d req-c5aab406-c860-4a4c-803c-2b70232e7526 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:24.352894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e964c066-0372-4ba6-a39c-0fa85162715d req-c5aab406-c860-4a4c-803c-2b70232e7526 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0605705 Sep 28 08:59:24.392255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e964c066-0372-4ba6-a39c-0fa85162715d req-f31e7b4d-d08a-466f-939f-87a604193cac tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Sep 28 08:59:24.539932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b71eb-da7e-44f1-9ca8-49c97d3714d8 req-0fca5764-fd4b-45da-9562-5ee65af8e412 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:24.541433 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-128b71eb-da7e-44f1-9ca8-49c97d3714d8 req-0fca5764-fd4b-45da-9562-5ee65af8e412 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0554674 Sep 28 08:59:24.583311 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-128b71eb-da7e-44f1-9ca8-49c97d3714d8 req-21de9ae6-314b-40b7-9b6f-6282fe254c11 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Sep 28 08:59:24.711565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42632e-e23f-43d8-a3e0-df84f219f0aa req-d20a5f66-c790-45a2-a84a-d65e6acda7b6 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:24.713074 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b42632e-e23f-43d8-a3e0-df84f219f0aa req-d20a5f66-c790-45a2-a84a-d65e6acda7b6 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0560658 Sep 28 08:59:24.752782 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b42632e-e23f-43d8-a3e0-df84f219f0aa req-2f3764c7-1852-421f-9cc6-4f1bd4e264a0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Sep 28 08:59:24.946964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548358-281b-4a12-8430-046ee7f29789 req-e4282cd2-074e-4d31-9f76-ab06721b0a80 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:24.948431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-41548358-281b-4a12-8430-046ee7f29789 req-e4282cd2-074e-4d31-9f76-ab06721b0a80 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0577960 Sep 28 08:59:24.988471 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-41548358-281b-4a12-8430-046ee7f29789 req-8309aa43-dfdf-4fbf-a72d-1f60029d3bb7 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336196 Sep 28 08:59:25.132226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc79d-061a-4625-ad1c-f3738023102a req-f621ef08-e474-406d-9ade-d445dc7c0b23 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:25.133751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-955bc79d-061a-4625-ad1c-f3738023102a req-f621ef08-e474-406d-9ade-d445dc7c0b23 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0623698 Sep 28 08:59:25.177075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-955bc79d-061a-4625-ad1c-f3738023102a req-e2a568ae-8bfc-4613-bbaa-681ada4354d4 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345273 Sep 28 08:59:25.324794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246370-581f-4207-a46e-cfd87983b35f req-ec3adbb0-2e66-49e7-b2ff-73b140cdd339 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:25.326252 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7246370-581f-4207-a46e-cfd87983b35f req-ec3adbb0-2e66-49e7-b2ff-73b140cdd339 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0576530 Sep 28 08:59:25.373220 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e7246370-581f-4207-a46e-cfd87983b35f req-9ffcbc55-0f07-489f-9f18-77198cf531a0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377753 Sep 28 08:59:25.713520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3066430-c551-410a-a53e-2d27eb31a768 req-80a1f906-2db6-4fcf-8b73-acb23b87a6d4 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:25.715024 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3066430-c551-410a-a53e-2d27eb31a768 req-80a1f906-2db6-4fcf-8b73-acb23b87a6d4 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0623703 Sep 28 08:59:25.756648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3066430-c551-410a-a53e-2d27eb31a768 req-9283f418-faf9-45b5-b7da-34469d914516 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Sep 28 08:59:26.671000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 077fc387-fada-46b8-b3e1-adec7383b17e no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:26.702707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 077fc387-fada-46b8-b3e1-adec7383b17e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:26.703048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 077fc387-fada-46b8-b3e1-adec7383b17e not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:26.894588 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb11f-56aa-4898-9cc9-e44d58b0db0d req-22cb905f-953d-4ffe-ab6a-d52387ad7f0d tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:26.896076 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7d1eb11f-56aa-4898-9cc9-e44d58b0db0d req-22cb905f-953d-4ffe-ab6a-d52387ad7f0d tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0588262 Sep 28 08:59:26.935115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7d1eb11f-56aa-4898-9cc9-e44d58b0db0d req-ed5ca95e-875b-482d-a4b4-9aa73c85e0d0 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/security-groups?id=0deb9121-2f66-480e-bebc-8cd6ae6fb103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Sep 28 08:59:27.052809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-4b6f2f72-0196-4232-84d7-2af016ad11a1 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:27.054315 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-4b6f2f72-0196-4232-84d7-2af016ad11a1 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 946 time: 0.0613701 Sep 28 08:59:27.149286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Deleting port 167e0ef6-3c82-4592-b64b-85182bce209d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:27.149631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:27.239728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] For port 167e0ef6-3c82-4592-b64b-85182bce209d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=167e0ef6-3c82-4592-b64b-85182bce209d,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:27.240424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:27.252976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Calling delete_port for 167e0ef6-3c82-4592-b64b-85182bce209d owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:27.400459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:27.413638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['167e0ef6-3c82-4592-b64b-85182bce209d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:59:27.431927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Pushing event deleted for resources: {'Port': ['ID=167e0ef6-3c82-4592-b64b-85182bce209d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:27.478673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] No DVR routers for this DVR port 167e0ef6-3c82-4592-b64b-85182bce209d on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:27.481382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:27.484704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-21c94636-9447-4561-a9fe-dcb3ea998a64 req-eedc0b4c-a6ff-45a4-a36f-401e60fcd427 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.62 "DELETE /v2.0/ports/167e0ef6-3c82-4592-b64b-85182bce209d HTTP/1.1" status: 204 len: 173 time: 0.4233246 Sep 28 08:59:27.485174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'name': 'network-vif-deleted', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 08:59:27.487525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a514639d-b08f-4e18-af04-86e4ff56e76f" -d '{"events": [{"server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "name": "network-vif-deleted", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:59:27.527594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c6488-cb43-4613-89a7-85511739bb50 x-openstack-request-id: req-655c6488-cb43-4613-89a7-85511739bb50 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:59:27.527929 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2873e2d-40a7-4bbb-bf65-d7fc845db49a", "name": "network-vif-deleted", "tag": "167e0ef6-3c82-4592-b64b-85182bce209d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:59:27.528185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-655c6488-cb43-4613-89a7-85511739bb50 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:59:27.528616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655c6488-cb43-4613-89a7-85511739bb50'] response: {'server_uuid': 'c2873e2d-40a7-4bbb-bf65-d7fc845db49a', 'name': 'network-vif-deleted', 'tag': '167e0ef6-3c82-4592-b64b-85182bce209d', 'status': 'completed', 'code': 200} Sep 28 08:59:28.055023 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7719e335-a12c-4ece-9290-091a90655d5b req-014b39a9-95fb-4500-8d74-647f493ae0e8 tempest-ServersNegativeTestJSON-1551542707 tempest-ServersNegativeTestJSON-1551542707-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2873e2d-40a7-4bbb-bf65-d7fc845db49a HTTP/1.1" status: 200 len: 210 time: 0.0274482 Sep 28 08:59:29.117643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45978) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:29.489314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:29.743730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Deleting port 96a147fb-5a20-4e84-bb7f-b43cc9370896 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:29.743963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:29.831379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] For port 96a147fb-5a20-4e84-bb7f-b43cc9370896, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=96a147fb-5a20-4e84-bb7f-b43cc9370896,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:29.831814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:29.844447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Calling delete_port for 96a147fb-5a20-4e84-bb7f-b43cc9370896 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:30.032454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.062870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=96a147fb-5a20-4e84-bb7f-b43cc9370896,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:30.232368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.472204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Router 54e0eb64-3753-42f6-9a31-eaa7bde76183 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:59:30.582323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:30.587809 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e02b8600-f988-4d41-9042-2ccba5e3a4ed admin admin] 10.222.0.27 "PUT /v2.0/routers/54e0eb64-3753-42f6-9a31-eaa7bde76183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4690819 Sep 28 08:59:30.590601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45980) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:30.593410 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Sync routers for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:59:30.604512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:30.605166 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:30.692805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.698212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 167e0ef6-3c82-4592-b64b-85182bce209d no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:30.708099 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:30.718410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 167e0ef6-3c82-4592-b64b-85182bce209d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:30.718749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 167e0ef6-3c82-4592-b64b-85182bce209d not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:30.795853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.852288 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Deleting port f27d0d31-0cc8-46b4-b584-cbe2f402d20f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:30.852623 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.886338 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:29Z', 'revision_number': 5, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port': {'id': 'f27d0d31-0cc8-46b4-b584-cbe2f402d20f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:58:58Z', 'updated_at': '2022-09-28T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:30.911933 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Checking router: 54e0eb64-3753-42f6-9a31-eaa7bde76183 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:59:30.920001 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Routers {'54e0eb64-3753-42f6-9a31-eaa7bde76183'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:30.920599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54e0eb64-3753-42f6-9a31-eaa7bde76183'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:30.928733 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] For port f27d0d31-0cc8-46b4-b584-cbe2f402d20f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:30.929185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:30.942122 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Calling delete_port for f27d0d31-0cc8-46b4-b584-cbe2f402d20f owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:31.100108 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] Set router 54e0eb64-3753-42f6-9a31-eaa7bde76183 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:31.122777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.153149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27d0d31-0cc8-46b4-b584-cbe2f402d20f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:31.153818 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d222b632-5490-4f2c-b609-871213954f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:30Z', 'revision_number': 6, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:31.187134 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222b632-5490-4f2c-b609-871213954f1d None None] The sync data for ids ['54e0eb64-3753-42f6-9a31-eaa7bde76183'] in dv-neutron-859308-3-hyperv is: [{'id': '54e0eb64-3753-42f6-9a31-eaa7bde76183', 'name': 'tempest-ServersNegativeTestJSON-1029841488-router', 'tenant_id': '524875a474a14c9684e21cd65de6a1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:58:57Z', 'updated_at': '2022-09-28T08:59:30Z', 'revision_number': 6, 'project_id': '524875a474a14c9684e21cd65de6a1ad', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:31.222256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.539121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.541448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.588043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.588387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e0eb64-3753-42f6-9a31-eaa7bde76183 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:59:31.593128 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.594289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-88c078df-d3f2-40ee-9cfd-aea670d10778 admin admin] 10.222.0.27 "DELETE /v2.0/routers/54e0eb64-3753-42f6-9a31-eaa7bde76183 HTTP/1.1" status: 204 len: 168 time: 1.0028014 Sep 28 08:59:31.596968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45982) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:31.643849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Deleting subnet 3af0d1b3-478b-4434-8fff-d7497415b78b {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:59:31.646936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.681299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.758096 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.829284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.854244 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af0d1b3-478b-4434-8fff-d7497415b78b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:31.857914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.861065 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1468cc31-c6e6-48c0-890e-1dec2efba6c7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/3af0d1b3-478b-4434-8fff-d7497415b78b HTTP/1.1" status: 204 len: 168 time: 0.2630923 Sep 28 08:59:31.863703 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45984) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:31.866454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4f2a2-5993-4b77-b2ce-2b19ba0a5c38 None None] Network 460d2ec3-05ee-412c-8113-2bf47ab4706f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:31.933365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:31.992395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Deleting port e1702602-ae92-4987-8555-04fe7c1348f7 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:31.992738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.038219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] DHCP port deletion for 460d2ec3-05ee-412c-8113-2bf47ab4706f request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:59:32.058931 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] For port e1702602-ae92-4987-8555-04fe7c1348f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e1702602-ae92-4987-8555-04fe7c1348f7,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:32.059225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.071732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Calling delete_port for e1702602-ae92-4987-8555-04fe7c1348f7 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:32.086731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Deleting port e1702602-ae92-4987-8555-04fe7c1348f7 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:32.087102 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.156479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] For port e1702602-ae92-4987-8555-04fe7c1348f7, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e1702602-ae92-4987-8555-04fe7c1348f7,segment=NetworkSegment(8239b1da-0ef8-4da8-a6dc-6ab89cd2606d),segment_id=8239b1da-0ef8-4da8-a6dc-6ab89cd2606d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:32.156898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.158844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.172284 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Calling delete_port for e1702602-ae92-4987-8555-04fe7c1348f7 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:32.188179 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] No DVR routers for this DVR port e1702602-ae92-4987-8555-04fe7c1348f7 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:32.192289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1702602-ae92-4987-8555-04fe7c1348f7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:32.257022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.265765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.282272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] Pushing event deleted for resources: {'Port': ['ID=e1702602-ae92-4987-8555-04fe7c1348f7,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:32.285294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460d2ec3-05ee-412c-8113-2bf47ab4706f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:32.287184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a25ef-37ea-4c3d-b0c8-ab8c01719023 None None] No DVR routers for this DVR port e1702602-ae92-4987-8555-04fe7c1348f7 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:32.298772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:32.299066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8239b1da-0ef8-4da8-a6dc-6ab89cd2606d') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:32.312755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.325517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.331399 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:32.331750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.350485 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8239b1da-0ef8-4da8-a6dc-6ab89cd2606d resource provider aggregate not found Sep 28 08:59:32.386167 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 8239b1da-0ef8-4da8-a6dc-6ab89cd2606d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8239b1da-0ef8-4da8-a6dc-6ab89cd2606d found for delete ", "request_id": "req-bbc06eb1-a6a7-4789-bc01-8928265c2819"}]} Sep 28 08:59:32.401548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.406988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.410292 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] 10.222.0.27 "DELETE /v2.0/networks/460d2ec3-05ee-412c-8113-2bf47ab4706f HTTP/1.1" status: 204 len: 168 time: 0.5457156 Sep 28 08:59:32.420963 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9923e4-66b3-4ffd-9d90-f3d53a43da3b admin admin] Pushing event deleted for resources: {'Network': ['ID=460d2ec3-05ee-412c-8113-2bf47ab4706f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:32.524432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45992) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:32.574677 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-af7aae1b-d640-4034-b476-e99c8b7804b3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=524875a474a14c9684e21cd65de6a1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489233 Sep 28 08:59:32.577439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 45994) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:32.633237 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3589519-61dd-427d-a570-26769009447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.660995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3589519-61dd-427d-a570-26769009447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.726835 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3589519-61dd-427d-a570-26769009447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.729788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3589519-61dd-427d-a570-26769009447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:32.730969 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e3589519-61dd-427d-a570-26769009447b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0deb9121-2f66-480e-bebc-8cd6ae6fb103 HTTP/1.1" status: 204 len: 168 time: 0.1526341 Sep 28 08:59:32.739216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3589519-61dd-427d-a570-26769009447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb9121-2f66-480e-bebc-8cd6ae6fb103,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:33.115043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 96a147fb-5a20-4e84-bb7f-b43cc9370896 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:33.137337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 96a147fb-5a20-4e84-bb7f-b43cc9370896 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:33.137686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 96a147fb-5a20-4e84-bb7f-b43cc9370896 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:33.138116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e1702602-ae92-4987-8555-04fe7c1348f7 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:33.157567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e1702602-ae92-4987-8555-04fe7c1348f7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:33.157902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e1702602-ae92-4987-8555-04fe7c1348f7 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:33.158315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f27d0d31-0cc8-46b4-b584-cbe2f402d20f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:33.178195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f27d0d31-0cc8-46b4-b584-cbe2f402d20f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:33.178561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f27d0d31-0cc8-46b4-b584-cbe2f402d20f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:33.466688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46016) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:33.496437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.565104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844517687'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:33.586729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:33.590362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.599234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.677249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.683635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.711135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:33.720627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce10a3-b54d-4b35-b864-0021f858fa68,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:33.728199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.728615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Added segment c9d027ff-2aa2-4d90-94ea-c700eb2de829 of type vlan for network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 Sep 28 08:59:33.770039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.797192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.802939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:33.803570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:33.842070 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3742495 Sep 28 08:59:33.879350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fada97-b273-47bd-994b-612b9b2dd2e7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Network': ['ID=4c08ae9c-95b6-406d-88d1-8a1b3118b1a1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:33.891192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:36.485110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-12859c07-ec3e-4339-916d-055d83afc9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.103830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:37.111093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'subnet': {'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:37.216181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:37.220501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.433986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.510069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Subnet': ['ID=a66ea751-190b-4044-bcf1-e5b494318b0d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:37.519099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking segment: {'id': 'c9d027ff-2aa2-4d90-94ea-c700eb2de829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:37.519456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network hostable DHCP agents. Network: 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:37.538875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:37.549379 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:37.553949 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:37.554758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.560472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c948c-6a66-4168-b142-bad72bc90daf None None] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:37.572207 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3b278df1-1eab-4772-8eab-cf3038e6db63 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4672592 Sep 28 08:59:37.575817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46022) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:37.581648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600294807'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:37.603581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:37.607297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.632446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:37.642291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.642682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Added segment 06dad12a-d366-4a0a-b676-242860a29f77 of type vlan for network 41c18725-c761-40e9-9f62-40494031bf6a Sep 28 08:59:37.683459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.705812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-4c08ae9c-95b6-406d-88d1-8a1b3118b1a1', 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1', 'tenant_id': 'd1a1ed7c1a0a4669b54656e95b6b5d6c', 'fixed_ips': [{'subnet_id': 'a66ea751-190b-4044-bcf1-e5b494318b0d'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:37.706720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.711220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.717061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:37.717690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.750616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1736550 Sep 28 08:59:37.754500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:37.761384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'subnet': {'network_id': '41c18725-c761-40e9-9f62-40494031bf6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:37.795869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668ee69-8581-41ff-b51b-f6b00e62f41a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Network': ['ID=41c18725-c761-40e9-9f62-40494031bf6a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:37.809952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 41c18725-c761-40e9-9f62-40494031bf6a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:37.849856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:37.853683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:37.917445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Allocated IP 2001:db8:0:ffff::2 (4c08ae9c-95b6-406d-88d1-8a1b3118b1a1/a66ea751-190b-4044-bcf1-e5b494318b0d/39a7e9bc-5e49-4c13-9893-72bec2de5f23) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:38.016033 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:59:38.050210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.063912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.072321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.119206 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Subnet': ['ID=d4d2e009-d180-43b1-a7b4-dc9758f93e9d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.119902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:38.122844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:38.126596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:38.128236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking segment: {'id': '06dad12a-d366-4a0a-b676-242860a29f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '41c18725-c761-40e9-9f62-40494031bf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:38.128362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network hostable DHCP agents. Network: 41c18725-c761-40e9-9f62-40494031bf6a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:38.136106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Pushing event updated for resources: {'Port': ['ID=39a7e9bc-5e49-4c13-9893-72bec2de5f23,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.147318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network 41c18725-c761-40e9-9f62-40494031bf6a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:38.157402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 41c18725-c761-40e9-9f62-40494031bf6a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:38.163538 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:38.164764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.177084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20380615-789d-44e3-8e54-e475026ab5ad None None] Network 41c18725-c761-40e9-9f62-40494031bf6a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:38.185246 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9428b27f-5367-4998-b6c9-80c2364c4f6e tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4261403 Sep 28 08:59:38.185246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46026) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:38.202588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Attempting to bind port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:38.202967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Attempting to bind port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'c9d027ff-2aa2-4d90-94ea-c700eb2de829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:38.203331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Attempting to bind port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 on network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:38.215839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:38.216225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Checking segment: {'id': 'c9d027ff-2aa2-4d90-94ea-c700eb2de829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:38.216637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.217056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Bound using segment: {'id': 'c9d027ff-2aa2-4d90-94ea-c700eb2de829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:38.217539 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Bound port: 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d027ff-2aa2-4d90-94ea-c700eb2de829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c08ae9c-95b6-406d-88d1-8a1b3118b1a1'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:38.217921 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.283778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.370212 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.437561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.471820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d2e009-d180-43b1-a7b4-dc9758f93e9d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.497526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] For port 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:38.522773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7b481-1661-4e09-8da7-463dd3bd81f6 None None] Network 41c18725-c761-40e9-9f62-40494031bf6a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:38.525669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] For port 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=39a7e9bc-5e49-4c13-9893-72bec2de5f23,segment=NetworkSegment(c9d027ff-2aa2-4d90-94ea-c700eb2de829),segment_id=c9d027ff-2aa2-4d90-94ea-c700eb2de829)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:38.533553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.541512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.554499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c18725-c761-40e9-9f62-40494031bf6a']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:38.565891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dad12a-d366-4a0a-b676-242860a29f77') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:38.566175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dad12a-d366-4a0a-b676-242860a29f77') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:38.576716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.594819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.602181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:38.602730 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.659670 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 06dad12a-d366-4a0a-b676-242860a29f77 resource provider aggregate not found Sep 28 08:59:38.679084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c56fc-15e5-492d-bdfd-78dc4f79b350 None None] Pushing event updated for resources: {'Port': ['ID=39a7e9bc-5e49-4c13-9893-72bec2de5f23,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.683465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.691813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.697600 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/41c18725-c761-40e9-9f62-40494031bf6a HTTP/1.1" status: 204 len: 168 time: 0.5116913 Sep 28 08:59:38.699698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:38.701966 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 06dad12a-d366-4a0a-b676-242860a29f77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06dad12a-d366-4a0a-b676-242860a29f77 found for delete ", "request_id": "req-99e9a331-f57b-42cc-bc2f-4a809499050e"}]} Sep 28 08:59:38.705020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601705586'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:38.716772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d84ec-fa27-461c-8132-2b3b495265d0 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Network': ['ID=41c18725-c761-40e9-9f62-40494031bf6a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.758748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:38.762460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.798770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:38.810042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.810389 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Added segment b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2 of type vlan for network 5334ecb9-47bc-4968-b3dc-4d691e23e583 Sep 28 08:59:38.811407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7872066b-56e0-4f4e-819e-ea558aefd78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.857835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.885239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.890867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:38.891461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:38.927010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2261565 Sep 28 08:59:38.930267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46034) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:38.937193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'subnet': {'network_id': '5334ecb9-47bc-4968-b3dc-4d691e23e583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:38.977942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d77ac-b1e7-4ea7-a636-99334b5f19fc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Network': ['ID=5334ecb9-47bc-4968-b3dc-4d691e23e583,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:38.988689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5334ecb9-47bc-4968-b3dc-4d691e23e583 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:39.057811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:39.061650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.120486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Performing IP validity checks on allocation pools {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Sep 28 08:59:39.120978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.ipam_backend_mixin [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103308) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Sep 28 08:59:39.150100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 39a7e9bc-5e49-4c13-9893-72bec2de5f23 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:39.199441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:39.199904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.200431 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 Sep 28 08:59:39.257736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.288232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:39.288634 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.321117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Subnet': ['ID=a535fe4c-835b-4c10-9751-794419e5b580,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:39.325607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=39a7e9bc-5e49-4c13-9893-72bec2de5f23,segment=NetworkSegment(c9d027ff-2aa2-4d90-94ea-c700eb2de829),segment_id=c9d027ff-2aa2-4d90-94ea-c700eb2de829)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:39.330897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking segment: {'id': 'b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5334ecb9-47bc-4968-b3dc-4d691e23e583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:39.331225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.331351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network hostable DHCP agents. Network: 5334ecb9-47bc-4968-b3dc-4d691e23e583, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:39.351991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network 5334ecb9-47bc-4968-b3dc-4d691e23e583 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:39.363679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5334ecb9-47bc-4968-b3dc-4d691e23e583) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:39.370227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:39.370448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.379788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12d0b0-d28e-4bd7-af1d-c133827ba12c None None] Network 5334ecb9-47bc-4968-b3dc-4d691e23e583 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:39.389533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-28e77915-5775-467b-9a1c-333e51a90923 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4583259 Sep 28 08:59:39.392496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46036) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:39.406946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=39a7e9bc-5e49-4c13-9893-72bec2de5f23,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:39.506429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.561252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.561872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bf870-2bfc-4be4-8efd-144c0ebb4510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5334ecb9-47bc-4968-b3dc-4d691e23e583', 'network_id': '5334ecb9-47bc-4968-b3dc-4d691e23e583', 'tenant_id': 'd1a1ed7c1a0a4669b54656e95b6b5d6c', 'fixed_ips': [{'subnet_id': 'a535fe4c-835b-4c10-9751-794419e5b580'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:39.563112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-791bf870-2bfc-4be4-8efd-144c0ebb4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.576289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549266b0-1183-44c2-a22c-95beb3dbe640 None None] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:39.626957 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.659188 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Subnet': ['ID=a535fe4c-835b-4c10-9751-794419e5b580,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:39.715262 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.735992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5334ecb9-47bc-4968-b3dc-4d691e23e583']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:39.736918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ee24bc04-97cf-4e89-8b3e-d5b9d50262ec None None] Provisioning complete for port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:39.737492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee24bc04-97cf-4e89-8b3e-d5b9d50262ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.737638 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ee24bc04-97cf-4e89-8b3e-d5b9d50262ec None None] Attempt 1 to provision port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-791bf870-2bfc-4be4-8efd-144c0ebb4510 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a535fe4c-835b-4c10-9751-794419e5b580: This subnet is being modified by another concurrent operation. Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a535fe4c-835b-4c10-9751-794419e5b580: This subnet is being modified by another concurrent operation. Sep 28 08:59:39.743838 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:59:39.754424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:39.754726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:39.767155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.780004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.783826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472232ec-b107-4fb9-a36f-ddef94754652 None None] Network 5334ecb9-47bc-4968-b3dc-4d691e23e583 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:39.786049 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:39.786456 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.855076 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.863105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.866223 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/5334ecb9-47bc-4968-b3dc-4d691e23e583 HTTP/1.1" status: 204 len: 168 time: 0.4725232 Sep 28 08:59:39.871974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46038) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:39.877373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437edc26-cc20-4666-8cb7-0a661332bc25 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Network': ['ID=5334ecb9-47bc-4968-b3dc-4d691e23e583,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:39.878209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-424424444'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:39.900382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:39.904251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.929211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:39.939118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:39.939621 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Added segment f737c0e3-24ec-4328-84e3-5b309812fc0b of type vlan for network 801de59a-e5e7-4611-8300-2562d28d3e82 Sep 28 08:59:39.973267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee24bc04-97cf-4e89-8b3e-d5b9d50262ec None None] Current status of the port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:39.982600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.014468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.020062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:40.020680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.059976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46040) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:40.060206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1863353 Sep 28 08:59:40.065539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'subnet': {'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:40.095364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749094f-1973-4d55-9ad6-2dba9c7125f5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Network': ['ID=801de59a-e5e7-4611-8300-2562d28d3e82,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:40.106966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 801de59a-e5e7-4611-8300-2562d28d3e82 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:40.159298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:40.162895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.170392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5d0da-3f3b-43ba-a12c-2fa87b4b4d8b None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:59:40.230352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.237991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c70f94a9-ec17-4ee1-9a62-67b7744c685b None None] Provisioning complete for port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:40.238354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c70f94a9-ec17-4ee1-9a62-67b7744c685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.238669 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c70f94a9-ec17-4ee1-9a62-67b7744c685b None None] Attempt 1 to provision port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 Sep 28 08:59:40.298261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5d0da-3f3b-43ba-a12c-2fa87b4b4d8b None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:59:40.345818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.397362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c70f94a9-ec17-4ee1-9a62-67b7744c685b None None] Current status of the port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:40.410599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Subnet': ['ID=37541b3e-be27-404d-84df-fbb33b6b568d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:40.418831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking segment: {'id': 'f737c0e3-24ec-4328-84e3-5b309812fc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:40.419267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network hostable DHCP agents. Network: 801de59a-e5e7-4611-8300-2562d28d3e82, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:40.437475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network 801de59a-e5e7-4611-8300-2562d28d3e82 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:40.447923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 801de59a-e5e7-4611-8300-2562d28d3e82) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:40.452769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:40.453507 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.475498 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-babd0b92-64b1-4204-be16-1a62fcafe5cc tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110777 Sep 28 08:59:40.475818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46042) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:40.480995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118260950'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:40.502195 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:40.505741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.530269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:40.531801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220edb5-46da-4044-bab4-7cb06e020b96 None None] Network 801de59a-e5e7-4611-8300-2562d28d3e82 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:40.540418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.540764 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Added segment 512b8831-fc52-451c-868e-05d69452bf39 of type vlan for network d33e017c-431f-4a92-982f-9e73cfcd5f84 Sep 28 08:59:40.580936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.607107 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.613168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:40.613787 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.644613 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1676707 Sep 28 08:59:40.648560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46044) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:40.656103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Request body: {'subnet': {'network_id': 'd33e017c-431f-4a92-982f-9e73cfcd5f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:40.683190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-801de59a-e5e7-4611-8300-2562d28d3e82', 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82', 'tenant_id': 'd1a1ed7c1a0a4669b54656e95b6b5d6c', 'fixed_ips': [{'subnet_id': '37541b3e-be27-404d-84df-fbb33b6b568d'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:40.684243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.692946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da399-fbcf-464e-b50b-b8a295246155 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Network': ['ID=d33e017c-431f-4a92-982f-9e73cfcd5f84,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:40.707377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d33e017c-431f-4a92-982f-9e73cfcd5f84 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:40.727532 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2 resource provider aggregate not found Sep 28 08:59:40.746511 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b85c0af5-fd51-4ec9-8d11-d9a8b7122ab2 found for delete ", "request_id": "req-c6548d0e-f200-468a-9db6-ceebe23e3114"}]} Sep 28 08:59:40.759282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Made reservation on behalf of d1a1ed7c1a0a4669b54656e95b6b5d6c for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:40.763213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:40.880495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Allocated IP 2001:db8::2 (801de59a-e5e7-4611-8300-2562d28d3e82/37541b3e-be27-404d-84df-fbb33b6b568d/26e2f257-1123-49b7-b665-6fef380c0b55) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:40.954025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.015410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event updated for resources: {'Subnet': ['ID=5dcae72c-fc12-4295-a3e0-46edfba8aeaf,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:41.022787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Checking segment: {'id': '512b8831-fc52-451c-868e-05d69452bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd33e017c-431f-4a92-982f-9e73cfcd5f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:41.023208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network hostable DHCP agents. Network: d33e017c-431f-4a92-982f-9e73cfcd5f84, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:41.028720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.037269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.040502 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Network d33e017c-431f-4a92-982f-9e73cfcd5f84 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:41.052248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, d33e017c-431f-4a92-982f-9e73cfcd5f84) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:41.062834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:41.065319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21055971-c5ff-4f27-b79f-f60ea8293dce None None] Network d33e017c-431f-4a92-982f-9e73cfcd5f84 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:41.066068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.092312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Network 801de59a-e5e7-4611-8300-2562d28d3e82 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:41.099622 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-23df22b3-18dc-4cb6-bd2a-a9fe41450be2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4471443 Sep 28 08:59:41.100680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46050) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.103839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:41.136187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:41.140950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 39a7e9bc-5e49-4c13-9893-72bec2de5f23 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:41.177126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Pushing event updated for resources: {'Port': ['ID=26e2f257-1123-49b7-b665-6fef380c0b55,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:41.206887 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.260409 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.279927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Attempting to bind port 26e2f257-1123-49b7-b665-6fef380c0b55 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:41.280295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Attempting to bind port 26e2f257-1123-49b7-b665-6fef380c0b55 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'f737c0e3-24ec-4328-84e3-5b309812fc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:41.280657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Attempting to bind port 26e2f257-1123-49b7-b665-6fef380c0b55 on network 801de59a-e5e7-4611-8300-2562d28d3e82 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:41.295718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:41.296116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Checking segment: {'id': 'f737c0e3-24ec-4328-84e3-5b309812fc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:41.296505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.296893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Bound using segment: {'id': 'f737c0e3-24ec-4328-84e3-5b309812fc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:41.297356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Bound port: 26e2f257-1123-49b7-b665-6fef380c0b55, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f737c0e3-24ec-4328-84e3-5b309812fc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '801de59a-e5e7-4611-8300-2562d28d3e82'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:41.297747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.303215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:41.303569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.304439 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 Sep 28 08:59:41.328350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.355159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcae72c-fc12-4295-a3e0-46edfba8aeaf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:41.389469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd26f8-e2ea-4346-8872-1e40c3cce150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-d33e017c-431f-4a92-982f-9e73cfcd5f84', 'network_id': 'd33e017c-431f-4a92-982f-9e73cfcd5f84', 'tenant_id': 'd1a1ed7c1a0a4669b54656e95b6b5d6c', 'fixed_ips': [{'subnet_id': '5dcae72c-fc12-4295-a3e0-46edfba8aeaf'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:41.390834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72cd26f8-e2ea-4346-8872-1e40c3cce150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.417953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.445761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33e017c-431f-4a92-982f-9e73cfcd5f84']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:41.456478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512b8831-fc52-451c-868e-05d69452bf39') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:41.456778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512b8831-fc52-451c-868e-05d69452bf39') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:41.467709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.482379 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.489269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:41.489680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.556591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.563800 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.566544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.567140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/d33e017c-431f-4a92-982f-9e73cfcd5f84 HTTP/1.1" status: 204 len: 168 time: 0.4641755 Sep 28 08:59:41.569894 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46052) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.588658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec24d2f-08df-4a26-89b3-030f76d5e327 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Network': ['ID=d33e017c-431f-4a92-982f-9e73cfcd5f84,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:41.600626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] For port 26e2f257-1123-49b7-b665-6fef380c0b55, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:41.607158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] For port 26e2f257-1123-49b7-b665-6fef380c0b55, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=26e2f257-1123-49b7-b665-6fef380c0b55,segment=NetworkSegment(f737c0e3-24ec-4328-84e3-5b309812fc0b),segment_id=f737c0e3-24ec-4328-84e3-5b309812fc0b)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:41.608988 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbff30b-9a7c-4fe3-a5e2-f82d6250c6a2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] GET failed (client error): The resource could not be found. Sep 28 08:59:41.613923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-edbff30b-9a7c-4fe3-a5e2-f82d6250c6a2 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "GET /v2.0/subnets/5dcae72c-fc12-4295-a3e0-46edfba8aeaf HTTP/1.1" status: 404 len: 337 time: 0.0396230 Sep 28 08:59:41.614301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.632669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9302e-c215-4edf-ac56-fa12a6beebf3 None None] Network d33e017c-431f-4a92-982f-9e73cfcd5f84 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:41.634594 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb759041-fed4-410e-a075-c10e7390cd7a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:41.635148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb759041-fed4-410e-a075-c10e7390cd7a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:41.637947 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.638163 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-eb759041-fed4-410e-a075-c10e7390cd7a tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/d33e017c-431f-4a92-982f-9e73cfcd5f84 HTTP/1.1" status: 404 len: 339 time: 0.0227876 Sep 28 08:59:41.642004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46056) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.656008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9302e-c215-4edf-ac56-fa12a6beebf3 None None] Network d33e017c-431f-4a92-982f-9e73cfcd5f84 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:59:41.675249 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-f911643a-b20e-4552-a578-5af6a545b3e3 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:41.675712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f911643a-b20e-4552-a578-5af6a545b3e3 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:41.681412 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f911643a-b20e-4552-a578-5af6a545b3e3 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/subnets/5dcae72c-fc12-4295-a3e0-46edfba8aeaf HTTP/1.1" status: 404 len: 337 time: 0.0359221 Sep 28 08:59:41.681654 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46058) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.686427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:41.700447 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fba835-c1cb-4739-8bcb-a0c97fd46ee1 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:41.701056 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fba835-c1cb-4739-8bcb-a0c97fd46ee1 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:41.704115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-16fba835-c1cb-4739-8bcb-a0c97fd46ee1 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/d33e017c-431f-4a92-982f-9e73cfcd5f84 HTTP/1.1" status: 404 len: 339 time: 0.0215209 Sep 28 08:59:41.706737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46060) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:41.726308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bd9c4-57e5-4df2-b55b-6237310c8065 None None] Pushing event updated for resources: {'Port': ['ID=26e2f257-1123-49b7-b665-6fef380c0b55,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:41.735872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.759743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Deleting subnet 37541b3e-be27-404d-84df-fbb33b6b568d {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:59:41.763110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.804269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.915512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:41.976859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.004340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Subnet': ['ID=37541b3e-be27-404d-84df-fbb33b6b568d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:42.008098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.011433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a3e8ad59-e471-4b0b-a23d-687a712a5aec tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/subnets/37541b3e-be27-404d-84df-fbb33b6b568d HTTP/1.1" status: 204 len: 168 time: 0.3037467 Sep 28 08:59:42.013940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46062) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.092683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.146492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Deleting port 26e2f257-1123-49b7-b665-6fef380c0b55 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:42.146863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.210988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] For port 26e2f257-1123-49b7-b665-6fef380c0b55, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=26e2f257-1123-49b7-b665-6fef380c0b55,segment=NetworkSegment(f737c0e3-24ec-4328-84e3-5b309812fc0b),segment_id=f737c0e3-24ec-4328-84e3-5b309812fc0b)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:42.211345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.224376 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Calling delete_port for 26e2f257-1123-49b7-b665-6fef380c0b55 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:42.322318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.349773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Port': ['ID=26e2f257-1123-49b7-b665-6fef380c0b55,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:42.354860 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No DVR routers for this DVR port 26e2f257-1123-49b7-b665-6fef380c0b55 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:42.445136 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.467958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801de59a-e5e7-4611-8300-2562d28d3e82']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:42.478413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f737c0e3-24ec-4328-84e3-5b309812fc0b') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:42.478809 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f737c0e3-24ec-4328-84e3-5b309812fc0b') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:42.488918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.504987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.511488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:42.512087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.585025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.592993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.596138 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/801de59a-e5e7-4611-8300-2562d28d3e82 HTTP/1.1" status: 204 len: 168 time: 0.5812685 Sep 28 08:59:42.598990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46064) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.621223 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddfcb1-73df-4d02-962f-5bbd3be4a243 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Network': ['ID=801de59a-e5e7-4611-8300-2562d28d3e82,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:42.629027 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a93e8fb-94d3-45eb-83cd-626460e037da tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:42.629523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a93e8fb-94d3-45eb-83cd-626460e037da tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:42.632684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5a93e8fb-94d3-45eb-83cd-626460e037da tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/subnets/a535fe4c-835b-4c10-9751-794419e5b580 HTTP/1.1" status: 404 len: 337 time: 0.0325410 Sep 28 08:59:42.635578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46066) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.655104 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-b921ccec-a38d-4a37-a182-60a1c5052a99 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:42.655758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b921ccec-a38d-4a37-a182-60a1c5052a99 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103308) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:42.658715 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b921ccec-a38d-4a37-a182-60a1c5052a99 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/5334ecb9-47bc-4968-b3dc-4d691e23e583 HTTP/1.1" status: 404 len: 339 time: 0.0221863 Sep 28 08:59:42.661651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46068) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.692561 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-2317a7fe-1f4b-4b6f-a91f-f30292eb1ff5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:42.693014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2317a7fe-1f4b-4b6f-a91f-f30292eb1ff5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:42.696075 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2317a7fe-1f4b-4b6f-a91f-f30292eb1ff5 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/subnets/d4d2e009-d180-43b1-a7b4-dc9758f93e9d HTTP/1.1" status: 404 len: 337 time: 0.0332968 Sep 28 08:59:42.698660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46070) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.712966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5130b1-8b27-482a-b7df-17814d2fa47e None None] DHCP port deletion for 801de59a-e5e7-4611-8300-2562d28d3e82 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:59:42.717486 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-036389e6-fc91-4fd0-8813-2feaa7f823fd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] DELETE failed (client error): The resource could not be found. Sep 28 08:59:42.718025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036389e6-fc91-4fd0-8813-2feaa7f823fd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103309) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 28 08:59:42.724080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-036389e6-fc91-4fd0-8813-2feaa7f823fd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/41c18725-c761-40e9-9f62-40494031bf6a HTTP/1.1" status: 404 len: 339 time: 0.0221882 Sep 28 08:59:42.724319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46072) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:42.733277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c14af-779d-4861-b8f7-509dfb277d73 None None] Network 801de59a-e5e7-4611-8300-2562d28d3e82 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:42.753202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d16b693c-d4c4-4cef-bb88-aa7120e7712e None None] Could not find standard attr ID for object 26e2f257-1123-49b7-b665-6fef380c0b55. {{(pid=103310) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 28 08:59:42.754545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c14af-779d-4861-b8f7-509dfb277d73 None None] Network 801de59a-e5e7-4611-8300-2562d28d3e82 could not be found, it might have been deleted concurrently. {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 28 08:59:42.778651 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 512b8831-fc52-451c-868e-05d69452bf39 resource provider aggregate not found Sep 28 08:59:42.787539 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Deleting subnet a66ea751-190b-4044-bcf1-e5b494318b0d {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:59:42.791825 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 512b8831-fc52-451c-868e-05d69452bf39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 512b8831-fc52-451c-868e-05d69452bf39 found for delete ", "request_id": "req-ff0fa185-5643-4680-8a1c-e012a56779f8"}]} Sep 28 08:59:42.797250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.819813 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment f737c0e3-24ec-4328-84e3-5b309812fc0b resource provider aggregate not found Sep 28 08:59:42.840701 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment f737c0e3-24ec-4328-84e3-5b309812fc0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f737c0e3-24ec-4328-84e3-5b309812fc0b found for delete ", "request_id": "req-1b9d3e6d-6d3c-4f6e-9cda-0fd1e822037f"}]} Sep 28 08:59:42.847634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.935191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:42.999082 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.025377 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Subnet': ['ID=a66ea751-190b-4044-bcf1-e5b494318b0d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:43.028993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.032109 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7f622a74-2a0b-4c4c-b1d4-195aee8301c7 tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/subnets/a66ea751-190b-4044-bcf1-e5b494318b0d HTTP/1.1" status: 204 len: 168 time: 0.3068619 Sep 28 08:59:43.034911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46082) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:43.037484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c997ae-460a-437f-a125-036b2938ed1b None None] Network 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:43.120129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.184433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Deleting port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:43.184916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.218212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] DHCP port deletion for 4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:59:43.261508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] For port 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=39a7e9bc-5e49-4c13-9893-72bec2de5f23,segment=NetworkSegment(c9d027ff-2aa2-4d90-94ea-c700eb2de829),segment_id=c9d027ff-2aa2-4d90-94ea-c700eb2de829)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:43.261865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.270127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Deleting port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:43.270521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.274518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Calling delete_port for 39a7e9bc-5e49-4c13-9893-72bec2de5f23 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:43.333902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] For port 39a7e9bc-5e49-4c13-9893-72bec2de5f23, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=39a7e9bc-5e49-4c13-9893-72bec2de5f23,segment=NetworkSegment(c9d027ff-2aa2-4d90-94ea-c700eb2de829),segment_id=c9d027ff-2aa2-4d90-94ea-c700eb2de829)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:43.334197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.347084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Calling delete_port for 39a7e9bc-5e49-4c13-9893-72bec2de5f23 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:43.356060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.383796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Port': ['ID=39a7e9bc-5e49-4c13-9893-72bec2de5f23,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:43.385770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] No DVR routers for this DVR port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:43.427841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.452849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] Pushing event deleted for resources: {'Port': ['ID=39a7e9bc-5e49-4c13-9893-72bec2de5f23,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:43.456186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504ff71-b0ae-4be4-b2bd-9ecd6d9afd74 None None] No DVR routers for this DVR port 39a7e9bc-5e49-4c13-9893-72bec2de5f23 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:43.468558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.489335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c08ae9c-95b6-406d-88d1-8a1b3118b1a1']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:43.498925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d027ff-2aa2-4d90-94ea-c700eb2de829') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:43.499222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d027ff-2aa2-4d90-94ea-c700eb2de829') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:43.510174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.526732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.536038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:43.536657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.619215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.626673 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:43.629832 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] 10.222.0.27 "DELETE /v2.0/networks/4c08ae9c-95b6-406d-88d1-8a1b3118b1a1 HTTP/1.1" status: 204 len: 168 time: 0.5938306 Sep 28 08:59:43.641982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Pushing event deleted for resources: {'Network': ['ID=4c08ae9c-95b6-406d-88d1-8a1b3118b1a1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:43.649687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.650029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.650373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.650714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.651048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.651380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.651708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.652037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.652360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.652688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.653017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.653373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2ec30-cd72-46c7-904b-0d051646e8dd tempest-NetworksIpV6Test-1581416167 tempest-NetworksIpV6Test-1581416167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:43.699927 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c9d027ff-2aa2-4d90-94ea-c700eb2de829 resource provider aggregate not found Sep 28 08:59:43.716389 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment c9d027ff-2aa2-4d90-94ea-c700eb2de829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9d027ff-2aa2-4d90-94ea-c700eb2de829 found for delete ", "request_id": "req-dc3f1d65-a8df-4ca7-ae57-1d4f678441f3"}]} Sep 28 08:59:43.888256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46094) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:44.037666 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-eaca0cf2-6faf-4064-8a6a-9477c6dfd357 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d1a1ed7c1a0a4669b54656e95b6b5d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481881 Sep 28 08:59:44.040369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46098) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:44.087938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:44.108649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:44.159755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:44.163107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:44.164680 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/66ce10a3-b54d-4b35-b864-0021f858fa68 HTTP/1.1" status: 204 len: 168 time: 0.1231625 Sep 28 08:59:44.183021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aae73-3c50-4e76-9c44-4cd1456d7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce10a3-b54d-4b35-b864-0021f858fa68,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:44.861954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46120) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:44.960942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1079478268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:44.983599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:44.984589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.039224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.046740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.066269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.067768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d340c16e-7c23-4ad5-ac07-844ab900710f tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2047935 Sep 28 08:59:45.070596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46124) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:45.075716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-696096513'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:45.094926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Made reservation on behalf of 7d482ffde48242019e99b38c65ffc948 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:45.098392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.106800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 39a7e9bc-5e49-4c13-9893-72bec2de5f23 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:45.107398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.127083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 39a7e9bc-5e49-4c13-9893-72bec2de5f23 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:45.127506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 39a7e9bc-5e49-4c13-9893-72bec2de5f23 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:45.182438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.188559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.214408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:45.224012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b167c-2c01-4812-aa49-953a5382ee1b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:45.229136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.229481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Added segment a6c02bd1-0def-4520-84c7-f67708eff8b6 of type vlan for network 23dd1302-1838-457c-9e20-cd89cf84a884 Sep 28 08:59:45.272906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.299024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.304604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:45.305220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.342710 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2709980 Sep 28 08:59:45.345619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46126) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:45.350376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'subnet': {'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:45.394914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e3d34-f154-4255-a69a-858d85f80a30 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event updated for resources: {'Network': ['ID=23dd1302-1838-457c-9e20-cd89cf84a884,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:45.405082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 23dd1302-1838-457c-9e20-cd89cf84a884 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:45.468202 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Made reservation on behalf of 7d482ffde48242019e99b38c65ffc948 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:45.471787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.659117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.721638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event updated for resources: {'Subnet': ['ID=2b7171da-0b75-40b4-8596-172247b92c99,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:45.731791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Checking segment: {'id': 'a6c02bd1-0def-4520-84c7-f67708eff8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:45.732161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Network hostable DHCP agents. Network: 23dd1302-1838-457c-9e20-cd89cf84a884, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:45.750762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Network 23dd1302-1838-457c-9e20-cd89cf84a884 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:45.761075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 23dd1302-1838-457c-9e20-cd89cf84a884) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:45.765415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:45.766002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.770292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69fb7f-28b0-46ab-90a3-fa326fbc6142 None None] Network 23dd1302-1838-457c-9e20-cd89cf84a884 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:45.784378 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cde98d21-c624-4cf9-9f6a-1bcfafe898f4 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375975 Sep 28 08:59:45.787444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46128) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:45.793273 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1590910325'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:45.815062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Made reservation on behalf of 7d482ffde48242019e99b38c65ffc948 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:45.818755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.843659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:45.853903 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.854516 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Added segment 91f84d2f-9fa5-431a-a402-fd0b04e433d0 of type vlan for network c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 Sep 28 08:59:45.894294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.917526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-23dd1302-1838-457c-9e20-cd89cf84a884', 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884', 'tenant_id': '7d482ffde48242019e99b38c65ffc948', 'fixed_ips': [{'subnet_id': '2b7171da-0b75-40b4-8596-172247b92c99'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:45.918400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.922170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.927999 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:45.928580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:45.975687 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1844306 Sep 28 08:59:45.976189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46130) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:45.981847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'subnet': {'network_id': 'c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:46.007045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a49244-ea9d-47c7-accf-1a86f7c12c9e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event updated for resources: {'Network': ['ID=c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:46.021325 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:46.072416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Made reservation on behalf of 7d482ffde48242019e99b38c65ffc948 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:46.076193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.116124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Allocated IP 172.20.0.2 (23dd1302-1838-457c-9e20-cd89cf84a884/2b7171da-0b75-40b4-8596-172247b92c99/0113e252-056d-4253-aaf5-f7c2e563570e) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:46.270116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.270351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.278830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.338236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event updated for resources: {'Subnet': ['ID=665f0ca6-ff64-4cfa-9897-6816239ca9bf,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:46.347241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Checking segment: {'id': '91f84d2f-9fa5-431a-a402-fd0b04e433d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:46.347599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Network hostable DHCP agents. Network: c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:46.354974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Network 23dd1302-1838-457c-9e20-cd89cf84a884 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:46.360033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:46.367763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:46.368681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Network c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:46.372574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Pushing event updated for resources: {'Port': ['ID=0113e252-056d-4253-aaf5-f7c2e563570e,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:46.380618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:46.385727 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:46.386325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.400132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe027c-2d5c-4f5f-bbc3-ea1325770192 None None] Network c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:46.405341 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-378cacec-13ed-47e7-a6a8-7e92d434596e tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4279990 Sep 28 08:59:46.408851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46132) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:46.413575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8c4b62ab-535e-4e66-a6de-a8ccb5e99e84 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:46.484688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Attempting to bind port 0113e252-056d-4253-aaf5-f7c2e563570e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:46.485066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Attempting to bind port 0113e252-056d-4253-aaf5-f7c2e563570e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'a6c02bd1-0def-4520-84c7-f67708eff8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:46.485451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Attempting to bind port 0113e252-056d-4253-aaf5-f7c2e563570e on network 23dd1302-1838-457c-9e20-cd89cf84a884 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:46.502986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:46.503279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Checking segment: {'id': 'a6c02bd1-0def-4520-84c7-f67708eff8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:46.503664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.504058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Bound using segment: {'id': 'a6c02bd1-0def-4520-84c7-f67708eff8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:46.504582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Bound port: 0113e252-056d-4253-aaf5-f7c2e563570e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c02bd1-0def-4520-84c7-f67708eff8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '23dd1302-1838-457c-9e20-cd89cf84a884'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:46.504968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.619942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c4b62ab-535e-4e66-a6de-a8ccb5e99e84 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.671977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] For port 0113e252-056d-4253-aaf5-f7c2e563570e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:46.686097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] For port 0113e252-056d-4253-aaf5-f7c2e563570e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0113e252-056d-4253-aaf5-f7c2e563570e,segment=NetworkSegment(a6c02bd1-0def-4520-84c7-f67708eff8b6),segment_id=a6c02bd1-0def-4520-84c7-f67708eff8b6)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:46.690082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4789057-136f-4c32-8b6a-ff5a34a59c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84', 'network_id': 'c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84', 'tenant_id': '7d482ffde48242019e99b38c65ffc948', 'fixed_ips': [{'subnet_id': '665f0ca6-ff64-4cfa-9897-6816239ca9bf'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:46.690927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e4789057-136f-4c32-8b6a-ff5a34a59c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.696116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.739174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.api.v2.resource [None req-8c4b62ab-535e-4e66-a6de-a8ccb5e99e84 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 28 08:59:46.740297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c4b62ab-535e-4e66-a6de-a8ccb5e99e84 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "PUT /v2.0/routers/d883c890-53d4-46f5-b272-c4299da44df3 HTTP/1.1" status: 400 len: 364 time: 0.3302467 Sep 28 08:59:46.746407 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46134) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:46.809337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Deleting subnet 665f0ca6-ff64-4cfa-9897-6816239ca9bf {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:59:46.813134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.833679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b718f6-f170-4f41-90f8-bc494a24507d None None] Pushing event updated for resources: {'Port': ['ID=0113e252-056d-4253-aaf5-f7c2e563570e,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:46.853797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.917070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.982334 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server [None req-e4789057-136f-4c32-8b6a-ff5a34a59c74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 665f0ca6-ff64-4cfa-9897-6816239ca9bf: This subnet is being modified by another concurrent operation. Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise self.value Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server raise exception Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 665f0ca6-ff64-4cfa-9897-6816239ca9bf: This subnet is being modified by another concurrent operation. Sep 28 08:59:46.989208 dv-neutron-859308-3-hyperv neutron-server[103310]: ERROR oslo_messaging.rpc.server Sep 28 08:59:47.007582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f6508-ee3b-41b1-99ad-a2c4875a9db4 None None] Network c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:47.009175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event deleted for resources: {'Subnet': ['ID=665f0ca6-ff64-4cfa-9897-6816239ca9bf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:47.015337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.021408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46136) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:47.021866 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0af5bb74-254e-4415-90d1-6fb02420eb27 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "DELETE /v2.0/subnets/665f0ca6-ff64-4cfa-9897-6816239ca9bf HTTP/1.1" status: 204 len: 168 time: 0.2739003 Sep 28 08:59:47.118051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.160092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0113e252-056d-4253-aaf5-f7c2e563570e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:47.208501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0113e252-056d-4253-aaf5-f7c2e563570e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:47.208874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.209239 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0113e252-056d-4253-aaf5-f7c2e563570e Sep 28 08:59:47.215493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.236826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:47.246376 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f84d2f-9fa5-431a-a402-fd0b04e433d0') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:47.246555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f84d2f-9fa5-431a-a402-fd0b04e433d0') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:47.260546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.274709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.280759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:47.281275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.294486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0113e252-056d-4253-aaf5-f7c2e563570e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:47.294881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.327755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 0113e252-056d-4253-aaf5-f7c2e563570e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0113e252-056d-4253-aaf5-f7c2e563570e,segment=NetworkSegment(a6c02bd1-0def-4520-84c7-f67708eff8b6),segment_id=a6c02bd1-0def-4520-84c7-f67708eff8b6)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:47.332672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.335008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 91f84d2f-9fa5-431a-a402-fd0b04e433d0 resource provider aggregate not found Sep 28 08:59:47.351178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.358856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.362108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "DELETE /v2.0/networks/c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84 HTTP/1.1" status: 204 len: 168 time: 0.3390703 Sep 28 08:59:47.364893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46142) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:47.365788 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 91f84d2f-9fa5-431a-a402-fd0b04e433d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91f84d2f-9fa5-431a-a402-fd0b04e433d0 found for delete ", "request_id": "req-565c2e32-759d-4eea-90da-ca50d90395fe"}]} Sep 28 08:59:47.378234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f294c-9392-4dc8-95d3-5c504b5f9803 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event deleted for resources: {'Network': ['ID=c3ea4c3b-83dd-4ecb-8f0f-4869acd16d84,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:47.387245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=0113e252-056d-4253-aaf5-f7c2e563570e,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:47.421845 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Deleting subnet 2b7171da-0b75-40b4-8596-172247b92c99 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 08:59:47.425270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.466182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.559115 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.622506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.651319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7171da-0b75-40b4-8596-172247b92c99,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:47.655419 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.660861 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-24f57d2a-8892-445e-90f6-b563e2fd1195 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "DELETE /v2.0/subnets/2b7171da-0b75-40b4-8596-172247b92c99 HTTP/1.1" status: 204 len: 168 time: 0.2924871 Sep 28 08:59:47.661142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46144) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:47.714118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e833805-8dde-4957-b303-542d0c91d444 None None] Network 23dd1302-1838-457c-9e20-cd89cf84a884 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:47.742702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.795152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Deleting port 0113e252-056d-4253-aaf5-f7c2e563570e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:47.795484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.836984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-349a03c6-a75a-4a2d-bfae-fb2d58dbec3b None None] Provisioning complete for port 0113e252-056d-4253-aaf5-f7c2e563570e triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:47.837302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-349a03c6-a75a-4a2d-bfae-fb2d58dbec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.837644 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-349a03c6-a75a-4a2d-bfae-fb2d58dbec3b None None] Attempt 1 to provision port 0113e252-056d-4253-aaf5-f7c2e563570e Sep 28 08:59:47.862125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] For port 0113e252-056d-4253-aaf5-f7c2e563570e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0113e252-056d-4253-aaf5-f7c2e563570e,segment=NetworkSegment(a6c02bd1-0def-4520-84c7-f67708eff8b6),segment_id=a6c02bd1-0def-4520-84c7-f67708eff8b6)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:47.862723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:47.930911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-349a03c6-a75a-4a2d-bfae-fb2d58dbec3b None None] Current status of the port 0113e252-056d-4253-aaf5-f7c2e563570e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:47.939823 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] DHCP port deletion for 23dd1302-1838-457c-9e20-cd89cf84a884 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 08:59:47.994267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Deleting port 0113e252-056d-4253-aaf5-f7c2e563570e {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 08:59:47.994680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.062090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] For port 0113e252-056d-4253-aaf5-f7c2e563570e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0113e252-056d-4253-aaf5-f7c2e563570e,segment=NetworkSegment(a6c02bd1-0def-4520-84c7-f67708eff8b6),segment_id=a6c02bd1-0def-4520-84c7-f67708eff8b6)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:48.062481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.075927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Calling delete_port for 0113e252-056d-4253-aaf5-f7c2e563570e owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:48.114964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Calling delete_port for 0113e252-056d-4253-aaf5-f7c2e563570e owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 08:59:48.196057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.223313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event deleted for resources: {'Port': ['ID=0113e252-056d-4253-aaf5-f7c2e563570e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:48.225151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] No DVR routers for this DVR port 0113e252-056d-4253-aaf5-f7c2e563570e on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:48.308901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.315680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.328304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dd1302-1838-457c-9e20-cd89cf84a884']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:48.337777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c02bd1-0def-4520-84c7-f67708eff8b6') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:48.338077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c02bd1-0def-4520-84c7-f67708eff8b6') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:48.342527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] No DVR routers for this DVR port 0113e252-056d-4253-aaf5-f7c2e563570e on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 08:59:48.346355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6ea73-baba-4688-b93e-3b40821b3603 None None] Pushing event deleted for resources: {'Port': ['ID=0113e252-056d-4253-aaf5-f7c2e563570e,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:48.348296 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.361355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd77cd8-624c-4400-981e-214da729aa7f None None] get_active_networks_info from dv-neutron-859308-3-hyperv {{(pid=103310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 28 08:59:48.366300 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.373542 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:59:48.373940 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.396457 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment a6c02bd1-0def-4520-84c7-f67708eff8b6 resource provider aggregate not found Sep 28 08:59:48.421586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd77cd8-624c-4400-981e-214da729aa7f None None] Resources bound (agent type, host, resource id): {{(pid=103310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 28 08:59:48.437590 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment a6c02bd1-0def-4520-84c7-f67708eff8b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c02bd1-0def-4520-84c7-f67708eff8b6 found for delete ", "request_id": "req-158afbce-df14-4a5b-b818-864165f0859d"}]} Sep 28 08:59:48.456970 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.461351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:48.464912 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "DELETE /v2.0/networks/23dd1302-1838-457c-9e20-cd89cf84a884 HTTP/1.1" status: 204 len: 168 time: 0.8028574 Sep 28 08:59:48.467792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46150) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:48.481806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a7b4-b687-4337-998c-492f840c55f6 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Pushing event deleted for resources: {'Network': ['ID=23dd1302-1838-457c-9e20-cd89cf84a884,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:48.506776 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-85be378d-22ce-4f9d-87cd-6fb168708972 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "GET /v2.0/ports?device_id=d883c890-53d4-46f5-b272-c4299da44df3 HTTP/1.1" status: 200 len: 205 time: 0.0376565 Sep 28 08:59:48.509439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46152) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:48.581061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.081504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.083663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.111969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0113e252-056d-4253-aaf5-f7c2e563570e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:59:49.131902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.132443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Fanout notify agent at l3_agent the message router_deleted on router d883c890-53d4-46f5-b272-c4299da44df3 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:59:49.133963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0113e252-056d-4253-aaf5-f7c2e563570e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 08:59:49.134300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0113e252-056d-4253-aaf5-f7c2e563570e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:59:49.140086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.141362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-edfd3888-0a1f-4d83-9fb7-3bd9dc72a093 tempest-RoutersNegativeTest-1576912182 tempest-RoutersNegativeTest-1576912182-project] 10.222.0.27 "DELETE /v2.0/routers/d883c890-53d4-46f5-b272-c4299da44df3 HTTP/1.1" status: 204 len: 168 time: 0.6307211 Sep 28 08:59:49.407332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46158) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:49.540458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1bd2bd2c-b50f-4fdc-b497-8e05b30c687f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7d482ffde48242019e99b38c65ffc948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319559 Sep 28 08:59:49.543129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46162) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:49.592429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.615127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.664763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.667347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:49.668523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a78b167c-2c01-4812-aa49-953a5382ee1b HTTP/1.1" status: 204 len: 168 time: 0.1245298 Sep 28 08:59:49.676621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd0b02-cee2-424e-8eff-6b53a076a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b167c-2c01-4812-aa49-953a5382ee1b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:50.338566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46184) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:50.449560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1019790583-network', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:50.473819 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Made reservation on behalf of e16b9a55e023433e859a82b619421bdc for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:50.476090 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.488495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.576705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.583695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.611426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:50.625894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35fbf68-4325-4003-890d-83264a840a52,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:50.629125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.629443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Added segment 2e74c814-39be-4a56-8840-f06c4c857cc4 of type vlan for network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 Sep 28 08:59:50.669866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.696925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.697996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:50.698577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.729631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3899398 Sep 28 08:59:50.732640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46188) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:50.737591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Request body: {'subnet': {'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-subnet', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:50.759410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Made reservation on behalf of e16b9a55e023433e859a82b619421bdc for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:50.761834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.765955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e47315-f13b-4a93-a078-eccbab15740b admin admin] Pushing event updated for resources: {'Network': ['ID=d6bc3695-d6e4-4d8d-98fa-b458d6b18263,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:50.777215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:50.940636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:50.988416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f758184-2491-4864-b966-be87faf36eb7,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:51.003622 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:51.003972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Network hostable DHCP agents. Network: d6bc3695-d6e4-4d8d-98fa-b458d6b18263, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:51.022793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:51.037351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, d6bc3695-d6e4-4d8d-98fa-b458d6b18263) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:51.042134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:51.042872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.047250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa6051-a909-463a-ac17-55eaea8683d5 None None] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:51.062375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a3b08544-2e2e-4e66-a1d7-91954214067f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3257723 Sep 28 08:59:51.062847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46190) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:51.067469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:51.087837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.088948 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.138875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.198731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-d6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:51.199599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.281844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.336613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Allocated IP 172.20.0.2 (d6bc3695-d6e4-4d8d-98fa-b458d6b18263/3f758184-2491-4864-b966-be87faf36eb7/a4cb58ea-3d09-4797-8b67-ddf904969ed3) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:51.480289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.483057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.487279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.503010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.526475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:51.529209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:51.531677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:51.541962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Pushing event updated for resources: {'Port': ['ID=a4cb58ea-3d09-4797-8b67-ddf904969ed3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:51.597531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Attempting to bind port a4cb58ea-3d09-4797-8b67-ddf904969ed3 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:51.597969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Attempting to bind port a4cb58ea-3d09-4797-8b67-ddf904969ed3 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:51.598350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Attempting to bind port a4cb58ea-3d09-4797-8b67-ddf904969ed3 on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:51.603503 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:51.603857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:51.604255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.604670 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Bound using segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:51.605154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Bound port: a4cb58ea-3d09-4797-8b67-ddf904969ed3, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:51.605532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.611935 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Allocated IP 172.26.4.27 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/298fbe95-ee72-4954-bcc1-cda0af441252) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:51.668425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] For port a4cb58ea-3d09-4797-8b67-ddf904969ed3, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:51.671705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] For port a4cb58ea-3d09-4797-8b67-ddf904969ed3, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4cb58ea-3d09-4797-8b67-ddf904969ed3,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:51.676209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.729937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886e12-f3f2-4358-a70b-2c5da06c2f75 None None] Pushing event updated for resources: {'Port': ['ID=a4cb58ea-3d09-4797-8b67-ddf904969ed3,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:51.733219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.775879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:51.817547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:51.820587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:51.823272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:51.834405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Pushing event updated for resources: {'Port': ['ID=298fbe95-ee72-4954-bcc1-cda0af441252,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:52.100566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:52.310141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:52.451232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Router 63130dc0-20ba-4fd2-bac3-298818f4f2ff is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:59:52.563126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:52.573093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Sync routers for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:59:52.583867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:52.585581 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cb564321-faf5-4d7d-b995-5feee2178ccd admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5213957 Sep 28 08:59:52.588234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46192) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:52.596515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:52.597194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:52.640167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811371b-5502-4f85-b9d7-f59b1c17d09d None None] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:52.768928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Provisioning complete for port a4cb58ea-3d09-4797-8b67-ddf904969ed3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:52.769330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:52.769661 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Attempt 1 to provision port a4cb58ea-3d09-4797-8b67-ddf904969ed3 Sep 28 08:59:52.772135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:53.003251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.056522 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Current status of the port a4cb58ea-3d09-4797-8b67-ddf904969ed3 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:53.056913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.100833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] For port a4cb58ea-3d09-4797-8b67-ddf904969ed3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4cb58ea-3d09-4797-8b67-ddf904969ed3,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:53.109132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.113578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:51Z', 'revision_number': 3, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:53.160383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Checking router: 63130dc0-20ba-4fd2-bac3-298818f4f2ff for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:59:53.160723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Updating router 63130dc0-20ba-4fd2-bac3-298818f4f2ff port 298fbe95-ee72-4954-bcc1-cda0af441252 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:59:53.192498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4cb58ea-3d09-4797-8b67-ddf904969ed3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:53.192739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Allocated IP 172.20.0.1 (d6bc3695-d6e4-4d8d-98fa-b458d6b18263/3f758184-2491-4864-b966-be87faf36eb7/0571de5b-8719-437d-801a-89ffda782b21) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:53.231352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.240030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae169-27f6-437d-a32c-451a855bd6ca None None] Pushing event updated for resources: {'Port': ['ID=a4cb58ea-3d09-4797-8b67-ddf904969ed3,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:53.308437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.346713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.359454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a4cb58ea-3d09-4797-8b67-ddf904969ed3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:53.359828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.360164 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a4cb58ea-3d09-4797-8b67-ddf904969ed3 Sep 28 08:59:53.386460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:53.389693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fff83313-c96c-4764-ae74-47eb756aa9c3 None None] Provisioning complete for port a4cb58ea-3d09-4797-8b67-ddf904969ed3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:53.390068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fff83313-c96c-4764-ae74-47eb756aa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.390402 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fff83313-c96c-4764-ae74-47eb756aa9c3 None None] Attempt 1 to provision port a4cb58ea-3d09-4797-8b67-ddf904969ed3 Sep 28 08:59:53.390712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:53.393291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:53.418438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:53.437105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.437460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.437805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.438146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.438483 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.438814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.439225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.439472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.439803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.440130 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.440453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.440775 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:59:53.455698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.586354 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a4cb58ea-3d09-4797-8b67-ddf904969ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:53.588519 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.606043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fff83313-c96c-4764-ae74-47eb756aa9c3 None None] Current status of the port a4cb58ea-3d09-4797-8b67-ddf904969ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:53.655419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.662312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.699025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Attempting to bind port 298fbe95-ee72-4954-bcc1-cda0af441252 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:53.699250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Attempting to bind port 298fbe95-ee72-4954-bcc1-cda0af441252 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:53.699649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Attempting to bind port 298fbe95-ee72-4954-bcc1-cda0af441252 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:53.710477 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:53.710877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:53.711464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.711858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:53.712333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Bound port: 298fbe95-ee72-4954-bcc1-cda0af441252, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:53.712687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.742558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979b9c0-71aa-4e99-ae0a-4da71f633277 None None] Pushing event updated for resources: {'Port': ['ID=298fbe95-ee72-4954-bcc1-cda0af441252,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:53.761757 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.768549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.771471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Provisioning complete for port 0571de5b-8719-437d-801a-89ffda782b21 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:53.771950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.772284 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 1 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:53.810795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] For port 298fbe95-ee72-4954-bcc1-cda0af441252, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:53.822986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:53.826091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] For port 298fbe95-ee72-4954-bcc1-cda0af441252, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=298fbe95-ee72-4954-bcc1-cda0af441252,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:53.831515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.840813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:53.842559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:53.865766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:53.866368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:53.936566 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:53.938250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:54.064593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Router 63130dc0-20ba-4fd2-bac3-298818f4f2ff has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:59:54.084650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979b9c0-71aa-4e99-ae0a-4da71f633277 None None] Pushing event updated for resources: {'Port': ['ID=298fbe95-ee72-4954-bcc1-cda0af441252,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:54.156541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:54.180914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:54.186744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c6a3beb1-d229-4f48-9afb-ada50dfb96d0 admin admin] 10.222.0.27 "PUT /v2.0/routers/63130dc0-20ba-4fd2-bac3-298818f4f2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974886 Sep 28 08:59:54.332759 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 2 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:54.379290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:54.394229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0571de5b-8719-437d-801a-89ffda782b21', 'name': '', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:53Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 2, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'subnets': [{'id': '3f758184-2491-4864-b966-be87faf36eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:54.425711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a6da-1876-4798-ae2a-e8e8a36ba5ca None None] The sync data for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv is: [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0571de5b-8719-437d-801a-89ffda782b21', 'name': '', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:53Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 2, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'subnets': [{'id': '3f758184-2491-4864-b966-be87faf36eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:54.701440 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46208) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:54.706746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1830508676-network', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:54.730888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Made reservation on behalf of de69a75490314fffb5e7135e5dfc50be for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:54.733323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.743297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.826277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.832330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.861802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:59:54.871920 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1235c7-5cf4-4280-879a-10f0e3ba2e76,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:54.877453 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.877818 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Added segment f103edd4-c802-4172-968d-acd8c649f21f of type vlan for network bcc91c25-2e18-4628-9ace-dd56014fdcac Sep 28 08:59:54.880955 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 3 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:54.919414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:54.920191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.947426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.948490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:54.949246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:54.984686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2821000 Sep 28 08:59:54.987658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46210) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:54.993372 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Request body: {'subnet': {'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-subnet', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:55.017398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064deb20-0660-4a4a-a79e-3c91e56625f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc91c25-2e18-4628-9ace-dd56014fdcac,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:55.027718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Made reservation on behalf of de69a75490314fffb5e7135e5dfc50be for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:59:55.029013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network bcc91c25-2e18-4628-9ace-dd56014fdcac details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:59:55.030421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.239583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.260596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4cb58ea-3d09-4797-8b67-ddf904969ed3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:55.306318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5f1333-2ec0-4471-b6a3-64216624b9de,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:55.315944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Checking segment: {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:55.316300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Network hostable DHCP agents. Network: bcc91c25-2e18-4628-9ace-dd56014fdcac, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:59:55.323112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a4cb58ea-3d09-4797-8b67-ddf904969ed3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:55.323413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.323744 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a4cb58ea-3d09-4797-8b67-ddf904969ed3 Sep 28 08:59:55.335089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Network bcc91c25-2e18-4628-9ace-dd56014fdcac is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:59:55.346262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, bcc91c25-2e18-4628-9ace-dd56014fdcac) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:55.350737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:55.351363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.365615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af436a2-c41b-4222-b291-8107fd443e80 None None] Network bcc91c25-2e18-4628-9ace-dd56014fdcac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:55.371754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad8884c2-c6e0-4b9a-b769-3a8c4739ed1f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3822000 Sep 28 08:59:55.373857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46212) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:55.378766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 08:59:55.402573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.404017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.430104 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 4 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:55.464246 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.510902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:55.517798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a4cb58ea-3d09-4797-8b67-ddf904969ed3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:55.518896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 298fbe95-ee72-4954-bcc1-cda0af441252 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:55.614278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.618927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-bcc91c25-2e18-4628-9ace-dd56014fdcac', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 08:59:55.619920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.631315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 298fbe95-ee72-4954-bcc1-cda0af441252 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:55.631678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.631917 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 298fbe95-ee72-4954-bcc1-cda0af441252 Sep 28 08:59:55.824996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 298fbe95-ee72-4954-bcc1-cda0af441252 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:55.825411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.834109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Allocated IP 172.20.0.2 (bcc91c25-2e18-4628-9ace-dd56014fdcac/dc5f1333-2ec0-4471-b6a3-64216624b9de/ebd551e8-2e86-48a7-be46-c0dbf152f32c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:55.835423 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.855404 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.858068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 298fbe95-ee72-4954-bcc1-cda0af441252, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=298fbe95-ee72-4954-bcc1-cda0af441252,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:55.863407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:55.961391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Allocated IP 172.26.4.42 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/491f3961-57bd-422b-bdbb-5ddfa4c7c5ee) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:55.962465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=298fbe95-ee72-4954-bcc1-cda0af441252,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:56.012432 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 5 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:56.061473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.067499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:56.070563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.072047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.105055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.108640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Network bcc91c25-2e18-4628-9ace-dd56014fdcac is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:56.111600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:56.115098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:56.126630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Pushing event updated for resources: {'Port': ['ID=ebd551e8-2e86-48a7-be46-c0dbf152f32c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:56.142689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:56.145746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:56.149313 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:56.177475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Attempting to bind port ebd551e8-2e86-48a7-be46-c0dbf152f32c on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:56.177854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Attempting to bind port ebd551e8-2e86-48a7-be46-c0dbf152f32c by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:56.178222 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Attempting to bind port ebd551e8-2e86-48a7-be46-c0dbf152f32c on network bcc91c25-2e18-4628-9ace-dd56014fdcac {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:56.180374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Pushing event updated for resources: {'Port': ['ID=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:56.183478 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:56.183856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Checking segment: {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:56.184302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.184703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Bound using segment: {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:56.185206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Bound port: ebd551e8-2e86-48a7-be46-c0dbf152f32c, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:56.185999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.260294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] For port ebd551e8-2e86-48a7-be46-c0dbf152f32c, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:56.263999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] For port ebd551e8-2e86-48a7-be46-c0dbf152f32c, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd551e8-2e86-48a7-be46-c0dbf152f32c,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:56.269972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.326955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc04fc-563c-4045-bf6d-f23cc033c0e0 None None] Pushing event updated for resources: {'Port': ['ID=ebd551e8-2e86-48a7-be46-c0dbf152f32c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:56.428676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.568541 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 6 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:56.572653 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Sync routers for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:59:56.587892 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:56.588799 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:56.612504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:56.703294 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:56.891069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:56.911378 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0571de5b-8719-437d-801a-89ffda782b21', 'name': '', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:53Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 2, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'subnets': [{'id': '3f758184-2491-4864-b966-be87faf36eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:56.939295 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Checking router: 63130dc0-20ba-4fd2-bac3-298818f4f2ff for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:59:56.939789 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Updating router 63130dc0-20ba-4fd2-bac3-298818f4f2ff port 0571de5b-8719-437d-801a-89ffda782b21 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:59:56.965674 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.028233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:59:57.113382 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 7 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:57.171488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Port 0571de5b-8719-437d-801a-89ffda782b21 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:57.171981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:57.185915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Sync routers for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:59:57.195993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.199809 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3b629de3-e28a-49cb-853e-dce2eed4855a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8223987 Sep 28 08:59:57.200465 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46214) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 08:59:57.202630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:57.203535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:57.297802 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.307432 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.308379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8218336-3156-4d2e-aefa-9a13fc547c85 None None] Network bcc91c25-2e18-4628-9ace-dd56014fdcac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 08:59:57.323577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd551e8-2e86-48a7-be46-c0dbf152f32c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:57.371422 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad609e1-f649-4115-b1d2-db2401fee99d None None] Pushing event updated for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:57.398890 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Attempting to bind port 0571de5b-8719-437d-801a-89ffda782b21 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:57.399569 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Attempting to bind port 0571de5b-8719-437d-801a-89ffda782b21 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:57.399729 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Attempting to bind port 0571de5b-8719-437d-801a-89ffda782b21 on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:57.405194 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:57.405570 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:57.405964 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.406545 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Bound using segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:57.407027 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Bound port: 0571de5b-8719-437d-801a-89ffda782b21, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:57.407408 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.478672 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] For port 0571de5b-8719-437d-801a-89ffda782b21, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:57.482843 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] For port 0571de5b-8719-437d-801a-89ffda782b21, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0571de5b-8719-437d-801a-89ffda782b21,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:57.489010 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.530661 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:57.531535 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:57.571337 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:57.578274 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad609e1-f649-4115-b1d2-db2401fee99d None None] Pushing event updated for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:57.661106 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:57.674774 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Attempt 8 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:57.686037 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.769348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebd551e8-2e86-48a7-be46-c0dbf152f32c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:57.769733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.770055 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebd551e8-2e86-48a7-be46-c0dbf152f32c Sep 28 08:59:57.851280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Allocated IP 172.20.0.1 (bcc91c25-2e18-4628-9ace-dd56014fdcac/dc5f1333-2ec0-4471-b6a3-64216624b9de/0511fd05-fd10-4bb0-8798-e13faba65deb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:59:57.870725 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0571de5b-8719-437d-801a-89ffda782b21', 'name': '', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:53Z', 'updated_at': '2022-09-28T08:59:57Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'subnets': [{'id': '3f758184-2491-4864-b966-be87faf36eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:57.900971 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c2749-7ed6-46bd-a8a5-4233afa7f921 None None] The sync data for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv is: [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:53Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0571de5b-8719-437d-801a-89ffda782b21', 'name': '', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'mac_address': 'fa:16:3e:53:1c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:53Z', 'updated_at': '2022-09-28T08:59:57Z', 'revision_number': 4, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'subnets': [{'id': '3f758184-2491-4864-b966-be87faf36eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:57.946004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Current status of the port 0571de5b-8719-437d-801a-89ffda782b21 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:57.946396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:57.968737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.010315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebd551e8-2e86-48a7-be46-c0dbf152f32c is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:58.010737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.014604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.030849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] For port 0571de5b-8719-437d-801a-89ffda782b21, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0571de5b-8719-437d-801a-89ffda782b21,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:58.045286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:56Z', 'revision_number': 3, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:58.047241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.069156 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:58.081663 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Network bcc91c25-2e18-4628-9ace-dd56014fdcac is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:58.083153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:58.086127 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 08:59:58.110989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Checking router: c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:59:58.111396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Updating router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:59:58.121405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ebd551e8-2e86-48a7-be46-c0dbf152f32c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd551e8-2e86-48a7-be46-c0dbf152f32c,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:59:58.131193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.142398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.143386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 298fbe95-ee72-4954-bcc1-cda0af441252 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:58.196902 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.230707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34796f35-31d5-4b42-b881-9048f2cb1867 None None] Pushing event updated for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:58.276885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Provisioning complete for port ebd551e8-2e86-48a7-be46-c0dbf152f32c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:58.277291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.277645 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Attempt 1 to provision port ebd551e8-2e86-48a7-be46-c0dbf152f32c Sep 28 08:59:58.284592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.405736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ebd551e8-2e86-48a7-be46-c0dbf152f32c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:58.436637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 298fbe95-ee72-4954-bcc1-cda0af441252 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:58.437105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.437476 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 298fbe95-ee72-4954-bcc1-cda0af441252 Sep 28 08:59:58.483573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.491638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.558398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:58.560877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.584862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Current status of the port ebd551e8-2e86-48a7-be46-c0dbf152f32c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:58.659928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Network bcc91c25-2e18-4628-9ace-dd56014fdcac is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:59:58.661373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:59:58.665970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Provisioning complete for port 0571de5b-8719-437d-801a-89ffda782b21 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:58.666351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.666685 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Attempt 1 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:58.670872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 298fbe95-ee72-4954-bcc1-cda0af441252 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:58.716148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.731595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.772884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Attempting to bind port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 08:59:58.773660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Attempting to bind port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 08:59:58.774031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Attempting to bind port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:59:58.802738 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 08:59:58.803117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 08:59:58.803523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.803916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:59:58.804458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Bound port: 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 08:59:58.804970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.828259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:59:58.834859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0ae7-1548-46ed-9821-aef0af8db069 None None] Pushing event updated for resources: {'Port': ['ID=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:58.849954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8b7dde35-082f-4629-aa46-f3667a1326d7 None None] Current status of the port 0571de5b-8719-437d-801a-89ffda782b21 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:58.881127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] For port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:59:58.885970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] For port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:59:58.891997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:58.931439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 08:59:58.932072 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:58.946619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:59:58.951409 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cdb63e5f-9a69-4b44-9ff9-a856af3d10a2 admin admin] 10.222.0.27 "PUT /v2.0/routers/c93ce6d2-6012-41ac-8a95-4d97b74ba7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499373 Sep 28 08:59:58.998519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0ae7-1548-46ed-9821-aef0af8db069 None None] Pushing event updated for resources: {'Port': ['ID=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:59:59.010954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Provisioning complete for port 0511fd05-fd10-4bb0-8798-e13faba65deb triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:59.011333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:59.011676 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 1 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 08:59:59.092458 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 08:59:59.122464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:59.327767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd551e8-2e86-48a7-be46-c0dbf152f32c up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:59.449474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebd551e8-2e86-48a7-be46-c0dbf152f32c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:59.449849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:59.450181 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebd551e8-2e86-48a7-be46-c0dbf152f32c Sep 28 08:59:59.548592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0511fd05-fd10-4bb0-8798-e13faba65deb', 'name': '', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'mac_address': 'fa:16:3e:7c:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:57Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 2, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'subnets': [{'id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:59:59.553456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-b9ab75be-e206-4994-8dcb-6526182b0f16 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:59:59.555451 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-b9ab75be-e206-4994-8dcb-6526182b0f16 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1087184 Sep 28 08:59:59.571637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-f7896c19-2da1-413b-a5b2-4c1a9945c990 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/quotas/e16b9a55e023433e859a82b619421bdc HTTP/1.1" status: 200 len: 375 time: 0.0099549 Sep 28 08:59:59.581802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405706c-bf96-4ccc-b6ab-740b5b56a5e4 None None] The sync data for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv is: [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0511fd05-fd10-4bb0-8798-e13faba65deb', 'name': '', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'mac_address': 'fa:16:3e:7c:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:57Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 2, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'subnets': [{'id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:59:59.591465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebd551e8-2e86-48a7-be46-c0dbf152f32c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:59.592567 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0571de5b-8719-437d-801a-89ffda782b21 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:59:59.623407 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 2 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 08:59:59.625274 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-80abe35d-c69f-4872-af56-2c3328295067 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480511 Sep 28 08:59:59.668034 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 08:59:59.672156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0571de5b-8719-437d-801a-89ffda782b21 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 08:59:59.672534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 08:59:59.672868 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0571de5b-8719-437d-801a-89ffda782b21 Sep 28 08:59:59.730678 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-a552dd78-9d51-4dad-a5b9-e3829e57af15 service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902245 Sep 28 08:59:59.758514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0571de5b-8719-437d-801a-89ffda782b21 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 08:59:59.836514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-bcc4e79c-fe51-41d8-b210-156ae15455d7 service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986514 Sep 28 09:00:00.028505 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-39142ad0-c152-4746-8a0e-2ce029d3cb4d req-e0123734-d150-4adc-ba2e-7d09e50b741d tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 210 time: 0.0329845 Sep 28 09:00:00.169516 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 3 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:00.215832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:00.718863 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 4 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:00.760636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:01.000215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-15582029-2ce7-4d08-b736-6177791a250f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:01.002106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-15582029-2ce7-4d08-b736-6177791a250f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1118705 Sep 28 09:00:01.015460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Request body: {'port': {'device_id': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'admin_state_up': True, 'tenant_id': 'e16b9a55e023433e859a82b619421bdc'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:00:01.165456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70a723c8-967a-479c-89bf-a659611a502f req-949226e5-6531-497c-9f01-52a8d05931f3 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 210 time: 0.0350051 Sep 28 09:00:01.172298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Made reservation on behalf of e16b9a55e023433e859a82b619421bdc for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:00:01.176236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.189499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:00:01.247134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:01.247754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.248189 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee Sep 28 09:00:01.269503 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 5 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:01.314027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Allocated IP 172.20.0.13 (d6bc3695-d6e4-4d8d-98fa-b458d6b18263/3f758184-2491-4864-b966-be87faf36eb7/65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:00:01.314995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:01.364506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:01.364908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.388557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:01.396148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.450645 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:01.478994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.514873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.557166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:00:01.560188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:00:01.563755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:00:01.572271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event updated for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:01.618856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:01.619647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.639278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-ee11c2b6-4aa6-4705-a68d-f29a50f97a6e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279066 Sep 28 09:00:01.652585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Request body: {'port': {'device_id': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:00:01.713921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:01.816377 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 6 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:01.856657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:01.988102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:00:01.996167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.009213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Transition to ACTIVE for port object 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:00:02.014916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.078209 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Pushing event updated for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:02.128151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Attempting to bind port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:00:02.128490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Attempting to bind port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:00:02.128818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Attempting to bind port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:00:02.133780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:00:02.134103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Attempting to bind port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:00:02.138974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:00:02.139315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:00:02.139698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Bound using segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:00:02.140126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Bound port: 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:00:02.140481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.188502 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Sync routers for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:00:02.199447 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:00:02.200086 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:00:02.210573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:00:02.213875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:00:02.220127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.224289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:02.224887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.226308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] 10.222.0.62 "PUT /v2.0/ports/65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc HTTP/1.1" status: 200 len: 1094 time: 0.5784249 Sep 28 09:00:02.226784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:00:02.229208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0" -d '{"events": [{"name": "network-changed", "server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:00:02.282412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4760409-c1ce-45da-a66e-21136b6dc34c x-openstack-request-id: req-f4760409-c1ce-45da-a66e-21136b6dc34c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:00:02.282801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:00:02.283123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4760409-c1ce-45da-a66e-21136b6dc34c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:00:02.283590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4760409-c1ce-45da-a66e-21136b6dc34c'] response: {'name': 'network-changed', 'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc', 'status': 'completed', 'code': 200} Sep 28 09:00:02.305740 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5232d6-032d-49b6-a8f0-8a08133d9344 req-6232c19a-e158-4b50-bb3b-85cd4b51df4f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:02.312798 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0f5232d6-032d-49b6-a8f0-8a08133d9344 req-6232c19a-e158-4b50-bb3b-85cd4b51df4f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 944 time: 0.0621638 Sep 28 09:00:02.322749 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:00:02.355216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0f5232d6-032d-49b6-a8f0-8a08133d9344 req-9ef2105b-8d6d-443e-8f7c-7d7c82424f84 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Sep 28 09:00:02.358246 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 7 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:02.396065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:02.533799 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0511fd05-fd10-4bb0-8798-e13faba65deb', 'name': '', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'mac_address': 'fa:16:3e:7c:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:57Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 2, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'subnets': [{'id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:00:02.564613 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Checking router: c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:00:02.564962 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Updating router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 port 0511fd05-fd10-4bb0-8798-e13faba65deb binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:00:02.680733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.711889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da59d20-0c06-413c-a8ed-f4e8e0d85a79 service neutron] Pushing event updated for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:02.720835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-0da9d9e9-001e-4c37-b1bb-14932c77b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:02.722406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-0da9d9e9-001e-4c37-b1bb-14932c77b1d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 1097 time: 0.4375203 Sep 28 09:00:02.764833 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-0c6bbb2b-28ef-4297-8cc9-38daaabc1df0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc HTTP/1.1" status: 200 len: 217 time: 0.0345685 Sep 28 09:00:02.814188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-397e90e1-5fff-4b07-ae5a-ddbb05ed73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:02.815660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-397e90e1-5fff-4b07-ae5a-ddbb05ed73c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0437138 Sep 28 09:00:02.866160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-1ab1ac56-b952-441c-ba43-aca04a3b2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:02.868064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-1ab1ac56-b952-441c-ba43-aca04a3b2669 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455415 Sep 28 09:00:02.897963 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 8 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:02.933140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Port 0511fd05-fd10-4bb0-8798-e13faba65deb cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:02.948817 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.956247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:02.962005 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-61f2668e-5c60-47ca-bb7f-a0411398810e service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871339 Sep 28 09:00:03.017179 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Pushing event updated for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:03.038600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.038995 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.039337 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.039660 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.040080 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.040293 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.040612 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.040930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.041273 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.041587 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.041899 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.042211 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:03.053631 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Attempting to bind port 0511fd05-fd10-4bb0-8798-e13faba65deb on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:00:03.053990 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Attempting to bind port 0511fd05-fd10-4bb0-8798-e13faba65deb by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:00:03.054404 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Attempting to bind port 0511fd05-fd10-4bb0-8798-e13faba65deb on network bcc91c25-2e18-4628-9ace-dd56014fdcac {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:00:03.059497 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:00:03.059884 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Checking segment: {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:00:03.060245 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.060645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Bound using segment: {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:00:03.061002 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-56ca89d3-75a7-43ce-8de1-688c270b05a5 req-4d00787a-1af7-4816-8ae2-a0db1377c3a1 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929258 Sep 28 09:00:03.061512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Bound port: 0511fd05-fd10-4bb0-8798-e13faba65deb, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f103edd4-c802-4172-968d-acd8c649f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:00:03.061512 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.123351 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] For port 0511fd05-fd10-4bb0-8798-e13faba65deb, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:00:03.127192 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] For port 0511fd05-fd10-4bb0-8798-e13faba65deb, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0511fd05-fd10-4bb0-8798-e13faba65deb,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:00:03.133821 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.138375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:00:03.165391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-3bdaa289-1430-4bb8-a905-e7f6090576e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:03.167312 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-3bdaa289-1430-4bb8-a905-e7f6090576e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 1097 time: 0.0462399 Sep 28 09:00:03.175877 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:00:03.176571 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T08:59:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:00:03.191594 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:03.191972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.192312 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee Sep 28 09:00:03.241085 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a48a3b-9910-4f11-a3fe-beaf26b1bb70 None None] Pushing event updated for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:03.272475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-ea2ccba3-d7c6-4d3a-b323-424ea0654ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:03.274461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-ea2ccba3-d7c6-4d3a-b323-424ea0654ea9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 918 time: 0.1003065 Sep 28 09:00:03.279780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:03.295834 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:00:03.318277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-9d0d4e51-dc14-4a06-8dd4-5c087a137b5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc HTTP/1.1" status: 200 len: 217 time: 0.0355165 Sep 28 09:00:03.366473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-4492e66e-696a-4b18-9d15-8b719f8ccabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:03.368422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-4492e66e-696a-4b18-9d15-8b719f8ccabf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0438087 Sep 28 09:00:03.416282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-66d75f82-10a2-4a38-94ef-c4e6a97c3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:03.417874 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-66d75f82-10a2-4a38-94ef-c4e6a97c3006 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423751 Sep 28 09:00:03.434204 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 9 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:03.496508 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0511fd05-fd10-4bb0-8798-e13faba65deb', 'name': '', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'mac_address': 'fa:16:3e:7c:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:57Z', 'updated_at': '2022-09-28T09:00:03Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'subnets': [{'id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:00:03.526960 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a6726d-eb52-4879-93ba-ea3ec48a65c7 None None] The sync data for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv is: [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T08:59:58Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '0511fd05-fd10-4bb0-8798-e13faba65deb', 'name': '', 'network_id': 'bcc91c25-2e18-4628-9ace-dd56014fdcac', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'mac_address': 'fa:16:3e:7c:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:57Z', 'updated_at': '2022-09-28T09:00:03Z', 'revision_number': 4, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'subnets': [{'id': 'dc5f1333-2ec0-4471-b6a3-64216624b9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:00:03.529453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Current status of the port 0511fd05-fd10-4bb0-8798-e13faba65deb is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:03.530090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.532289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.560019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d024d8-3ad1-425d-8d22-37ae797a5897 req-16849916-a289-4adc-9de1-87154030d929 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:03.561955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91d024d8-3ad1-425d-8d22-37ae797a5897 req-16849916-a289-4adc-9de1-87154030d929 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 944 time: 0.1077063 Sep 28 09:00:03.566184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] For port 0511fd05-fd10-4bb0-8798-e13faba65deb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0511fd05-fd10-4bb0-8798-e13faba65deb,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:03.566769 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-8c287650-0021-4595-ac4e-d7b7f6b508dc service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415017 Sep 28 09:00:03.573891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.611888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Provisioning complete for port ebd551e8-2e86-48a7-be46-c0dbf152f32c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:03.612371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:03.612778 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Attempt 1 to provision port ebd551e8-2e86-48a7-be46-c0dbf152f32c Sep 28 09:00:03.657238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Pushing event updated for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:03.667168 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91d024d8-3ad1-425d-8d22-37ae797a5897 req-becd5286-1a76-42eb-8c5e-6600a870a4ea tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957482 Sep 28 09:00:03.706484 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61cf850e-7c9b-43c3-a31c-ba89c65b06a0 req-2906e883-55b8-4079-a5e1-3dd5b2e253de service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276214 Sep 28 09:00:03.727783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3a061b55-b3da-49ef-a729-2cdcd040cc04 None None] Current status of the port ebd551e8-2e86-48a7-be46-c0dbf152f32c is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:04.803252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fcec9-9382-4290-bcd9-8d720f698afb req-1df3c0fc-0834-45e7-a57f-3c6dcde31b36 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:04.804753 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8b3fcec9-9382-4290-bcd9-8d720f698afb req-1df3c0fc-0834-45e7-a57f-3c6dcde31b36 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 944 time: 0.0515044 Sep 28 09:00:04.843155 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8b3fcec9-9382-4290-bcd9-8d720f698afb req-3f870c07-65b1-4a39-8675-7ad15b023b75 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Sep 28 09:00:04.883346 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:00:04.983124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:04.999822 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'port_id': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc', 'mac_address': 'fa:16:3e:ea:25:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:00:05.038234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:05.038629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:05.051313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:00:05.075584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:05.082496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:05.137448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:05.159907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0511fd05-fd10-4bb0-8798-e13faba65deb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:00:05.217511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0511fd05-fd10-4bb0-8798-e13faba65deb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:05.217794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:05.218119 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0511fd05-fd10-4bb0-8798-e13faba65deb Sep 28 09:00:05.284641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:00:05.325457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0511fd05-fd10-4bb0-8798-e13faba65deb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:05.979920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480b73-dd03-4929-9a5a-62ee0bf2ff65 req-d472374d-c5bb-44b7-9802-4154b9ff6ba5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:05.981432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83480b73-dd03-4929-9a5a-62ee0bf2ff65 req-d472374d-c5bb-44b7-9802-4154b9ff6ba5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 945 time: 0.0566783 Sep 28 09:00:06.022033 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83480b73-dd03-4929-9a5a-62ee0bf2ff65 req-231a5343-2736-479a-8454-c00e401a9293 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Sep 28 09:00:06.499877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5783786a-2d27-4e87-b49f-08a5ce329df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:06.901360 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:00:06.960051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:00:06.964530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:06.964926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:06.965313 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc Sep 28 09:00:07.049624 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:07.049909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:07.077311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:00:07.079637 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b5eeef-88f0-427b-8417-3115d98c582b" -d '{"events": [{"server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "name": "network-vif-plugged", "status": "completed", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:00:07.094432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:07.103812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:07.141172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551a827-d2a0-4581-9120-26f0d9d07500 x-openstack-request-id: req-d551a827-d2a0-4581-9120-26f0d9d07500 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:00:07.141482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "name": "network-vif-plugged", "status": "completed", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:00:07.141717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d551a827-d2a0-4581-9120-26f0d9d07500 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:00:07.142112 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d551a827-d2a0-4581-9120-26f0d9d07500'] response: {'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc', 'code': 200} Sep 28 09:00:07.158613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:07.180728 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b96d8-8974-4be8-9ef5-3b5d7248a6ac req-837b05dc-26d3-48ce-ad5b-e2065d10ab32 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:07.184225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-854b96d8-8974-4be8-9ef5-3b5d7248a6ac req-837b05dc-26d3-48ce-ad5b-e2065d10ab32 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0689373 Sep 28 09:00:07.227969 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-854b96d8-8974-4be8-9ef5-3b5d7248a6ac req-7f643769-006c-4714-951d-8d669cf078d5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Sep 28 09:00:07.332280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81646-3f0a-4332-84f9-91584fd7b66f req-e99f1040-cf46-4a12-b971-912e8fbf13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:07.333722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-28f81646-3f0a-4332-84f9-91584fd7b66f req-e99f1040-cf46-4a12-b971-912e8fbf13f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 1099 time: 0.0453753 Sep 28 09:00:07.369931 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-28f81646-3f0a-4332-84f9-91584fd7b66f req-d3c110f5-bdc7-4d05-aa10-81843e9399ce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300577 Sep 28 09:00:08.366272 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f95a2-832d-490e-85cb-ebd82fec5500 req-afc157c2-acef-4a22-9fc9-4627023cc1ea tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:08.367780 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d50f95a2-832d-490e-85cb-ebd82fec5500 req-afc157c2-acef-4a22-9fc9-4627023cc1ea tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0613484 Sep 28 09:00:08.406322 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d50f95a2-832d-490e-85cb-ebd82fec5500 req-72781ac6-713e-4b7b-9b94-5bf13a72b556 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Sep 28 09:00:08.698317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-510a3462-5119-4f36-bd89-8a66f7bd707a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426764 Sep 28 09:00:08.790674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-acadef5b-83cb-4d23-8efe-6af6324e39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:08.793084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-acadef5b-83cb-4d23-8efe-6af6324e39ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 1099 time: 0.0489330 Sep 28 09:00:08.802550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3e1c6d2c-96cd-4b8b-8bf0-c1157905bdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:08.901711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-bdf8e60d-46ca-45f3-93bf-5c0d733e4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:08.903221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-bdf8e60d-46ca-45f3-93bf-5c0d733e4b31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 918 time: 0.0891972 Sep 28 09:00:08.949579 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-1dc1a559-f355-4797-9c8e-a336813cd92a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc HTTP/1.1" status: 200 len: 217 time: 0.0390775 Sep 28 09:00:09.000728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-ad409047-e3c1-47ea-9278-f69bc6848f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:09.002626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-ad409047-e3c1-47ea-9278-f69bc6848f89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0474272 Sep 28 09:00:09.048489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-9d439ba3-89d6-4070-b738-7ab9e34422e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:09.050008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-9d439ba3-89d6-4070-b738-7ab9e34422e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409136 Sep 28 09:00:09.146800 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-19faa3cb-63a7-472a-b6b9-e2de432ee7d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901060 Sep 28 09:00:09.237072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0029a3db-094f-4d46-8456-c950ac60e6d8 req-2f7bc297-2989-45ed-a51e-f93002b72575 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Sep 28 09:00:09.537751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce691c-3c0b-4e11-a5a0-11228475be0c req-a0767d19-642b-48ce-8bfe-8db2c93f13e2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:09.539100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8ce691c-3c0b-4e11-a5a0-11228475be0c req-a0767d19-642b-48ce-8bfe-8db2c93f13e2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0525656 Sep 28 09:00:09.577626 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e8ce691c-3c0b-4e11-a5a0-11228475be0c req-9b9ed85a-51fb-4140-a287-4b663d067516 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Sep 28 09:00:09.710758 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a1ecb-ca2b-49ab-b1a7-35a521f6ae4f req-768c2303-024a-4471-9ed4-1324c0985a31 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:09.712462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-640a1ecb-ca2b-49ab-b1a7-35a521f6ae4f req-768c2303-024a-4471-9ed4-1324c0985a31 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0613728 Sep 28 09:00:09.755262 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-640a1ecb-ca2b-49ab-b1a7-35a521f6ae4f req-de45bc61-f8f3-480c-baec-6fa8d678dac8 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Sep 28 09:00:10.190568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:11.362564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:11.713294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:15.019437 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:00:30.754320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858c02e-910f-4ded-85e5-259b4e9e2307 req-a40b2230-4d45-4e4c-919d-dffc7f55e5ae tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:30.755848 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1858c02e-910f-4ded-85e5-259b4e9e2307 req-a40b2230-4d45-4e4c-919d-dffc7f55e5ae tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0554190 Sep 28 09:00:30.795994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1858c02e-910f-4ded-85e5-259b4e9e2307 req-1e5a29c1-60fb-41a5-9dc2-db4a601b427b tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 Sep 28 09:00:31.924520 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf723-49b7-4a79-8a0c-40e1fa3f86e4 req-d20a8f27-d791-4286-9723-a1861d3be140 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:31.926056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1cbbf723-49b7-4a79-8a0c-40e1fa3f86e4 req-d20a8f27-d791-4286-9723-a1861d3be140 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0518203 Sep 28 09:00:31.966125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1cbbf723-49b7-4a79-8a0c-40e1fa3f86e4 req-3d35e86c-03d7-4c8b-ab0b-5b5160bc9438 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338550 Sep 28 09:00:32.295715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-4e47d51f-002b-4c50-8cfd-56a3a8471a2e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:32.296821 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-4e47d51f-002b-4c50-8cfd-56a3a8471a2e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 946 time: 0.0602052 Sep 28 09:00:32.410116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Deleting port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:00:32.410478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:32.499894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] For port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:32.500263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:32.512994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Calling delete_port for 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:00:32.656076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:32.667937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:00:32.684409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event deleted for resources: {'Port': ['ID=65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:32.731947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] No DVR routers for this DVR port 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:00:32.734849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:32.738328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bc088625-2ad8-453b-b02e-50d778dfd8a0 req-411a6f89-ed72-4514-bd63-bf42fce02e1e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "DELETE /v2.0/ports/65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc HTTP/1.1" status: 204 len: 173 time: 0.4344687 Sep 28 09:00:32.738744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'name': 'network-vif-deleted', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:00:32.741088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132626f5-81be-422c-8bea-cf9dc5a6b6b0" -d '{"events": [{"server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "name": "network-vif-deleted", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:00:32.779265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f717ce4-c9dd-4bc7-be78-2ff8af472bf6 x-openstack-request-id: req-7f717ce4-c9dd-4bc7-be78-2ff8af472bf6 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:00:32.779604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb755b0-3774-4b88-afd8-aef6fb139b0c", "name": "network-vif-deleted", "tag": "65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:00:32.779861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7f717ce4-c9dd-4bc7-be78-2ff8af472bf6 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:00:32.780287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f717ce4-c9dd-4bc7-be78-2ff8af472bf6'] response: {'server_uuid': 'efb755b0-3774-4b88-afd8-aef6fb139b0c', 'name': 'network-vif-deleted', 'tag': '65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc', 'status': 'completed', 'code': 200} Sep 28 09:00:33.096018 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10f638e7-eb46-4383-860f-591a164784e5 req-a2b1edd2-1f3e-4149-a462-c2aafdd19366 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=efb755b0-3774-4b88-afd8-aef6fb139b0c HTTP/1.1" status: 200 len: 210 time: 0.0368299 Sep 28 09:00:33.517573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:34.474965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-95d7b243-a598-42bc-a3c4-ae4d66e662f5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:34.476470 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-95d7b243-a598-42bc-a3c4-ae4d66e662f5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1050360 Sep 28 09:00:34.491611 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-f5838f09-ec19-45a3-8678-1167544a21b7 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/quotas/e16b9a55e023433e859a82b619421bdc HTTP/1.1" status: 200 len: 375 time: 0.0092707 Sep 28 09:00:34.542588 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a6a980fa-2661-4d23-85b1-0f4e23852330 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457356 Sep 28 09:00:34.740154 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-210e28be-8abf-4171-bbd5-037d1f840dbd service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854675 Sep 28 09:00:34.844716 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-dc526366-7e88-46b9-bc02-0b7678fb0891 service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982366 Sep 28 09:00:35.012416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52e40ae8-389d-4ab9-a642-aa067f7ab06c req-4b959e5c-1fd2-45de-900b-7e03eb5d3a03 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Sep 28 09:00:35.055153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:00:35.076172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:00:35.076512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 65c620bc-bd9f-4cd9-b54a-ddacaac3a3fc not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:00:36.084842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-0ef2cac3-d3c0-49c3-a264-036271cb0cf6 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:36.086447 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-0ef2cac3-d3c0-49c3-a264-036271cb0cf6 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1099803 Sep 28 09:00:36.099096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Request body: {'port': {'device_id': '971e2088-646b-4ba9-930e-b0a01144efa1', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'admin_state_up': True, 'tenant_id': 'e16b9a55e023433e859a82b619421bdc'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:00:36.117487 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4c7bb298-c228-41b8-b3e2-a0aee762e4bd req-f24f562b-d2ef-4df0-927b-d33a92f81037 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Sep 28 09:00:36.238224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Made reservation on behalf of e16b9a55e023433e859a82b619421bdc for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:00:36.242019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.370493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Allocated IP 172.20.0.3 (d6bc3695-d6e4-4d8d-98fa-b458d6b18263/3f758184-2491-4864-b966-be87faf36eb7/8d186d57-9a80-4aa2-a8c7-d8ef4e464246) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:00:36.496575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7d7b-1380-4a38-93bc-9a6f8641eb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.530232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.566295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.612415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:00:36.615548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:00:36.619205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:00:36.651370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event updated for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:36.682805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:36.683423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.701909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e0c71f82-b12d-4c1c-898b-01a5ef929491 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066453 Sep 28 09:00:36.714604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Request body: {'port': {'device_id': '971e2088-646b-4ba9-930e-b0a01144efa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:00:36.770892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.911113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Provisioning complete for port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:36.911330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:36.911687 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Attempt 1 to provision port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 Sep 28 09:00:36.946053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:00:37.044111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:00:37.052387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:37.064867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Transition to ACTIVE for port object 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:00:37.070432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:37.148898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Pushing event updated for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:37.180713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Attempting to bind port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:00:37.181098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Attempting to bind port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:00:37.181433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Attempting to bind port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:00:37.186045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:00:37.186370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Attempting to bind port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:00:37.191403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:00:37.191744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:00:37.192132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Bound using segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:00:37.192561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Bound port: 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:00:37.192918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:37.285195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0d170-d803-4d30-8164-a7807f991533 req-58a842c4-8313-4d06-bf96-3f8de2f3ee58 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.286697 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83f0d170-d803-4d30-8164-a7807f991533 req-58a842c4-8313-4d06-bf96-3f8de2f3ee58 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 943 time: 0.0916882 Sep 28 09:00:37.304526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:00:37.325430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:00:37.331255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:37.342353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.342967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:37.344418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] 10.222.0.62 "PUT /v2.0/ports/8d186d57-9a80-4aa2-a8c7-d8ef4e464246 HTTP/1.1" status: 200 len: 1093 time: 0.6341314 Sep 28 09:00:37.344849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:00:37.347158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e8e3a-8e08-4da5-bb48-a1b42994102c" -d '{"events": [{"name": "network-changed", "server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:00:37.373123 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83f0d170-d803-4d30-8164-a7807f991533 req-7126a852-cab6-46a9-a2d5-50dbcc8a2565 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782077 Sep 28 09:00:37.436773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb5949-458f-409e-b905-958ffa382abb service neutron] Pushing event updated for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:37.446868 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Attempt 2 to provision port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 Sep 28 09:00:37.450453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e429e5c1-207f-4950-9219-80f514cf1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.450987 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e429e5c1-207f-4950-9219-80f514cf1b23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 1096 time: 0.0648594 Sep 28 09:00:37.456746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec3b64-b1d1-4ff6-a3e0-d82d7460be0a x-openstack-request-id: req-68ec3b64-b1d1-4ff6-a3e0-d82d7460be0a {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:00:37.457055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:00:37.457313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68ec3b64-b1d1-4ff6-a3e0-d82d7460be0a {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:00:37.457717 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ec3b64-b1d1-4ff6-a3e0-d82d7460be0a'] response: {'name': 'network-changed', 'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246', 'status': 'completed', 'code': 200} Sep 28 09:00:37.492428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ee678-c01a-424a-8911-29bac5eed2a4 None None] Port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:00:37.497482 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-f5069a0e-f282-4774-b5aa-94430e5691de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246 HTTP/1.1" status: 200 len: 217 time: 0.0354228 Sep 28 09:00:37.546096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e4665384-1242-4cac-a1a6-2e9edb814651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.547674 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-e4665384-1242-4cac-a1a6-2e9edb814651 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0439906 Sep 28 09:00:37.601289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-85131a01-a51b-4b2d-8676-e166203287cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.602786 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-85131a01-a51b-4b2d-8676-e166203287cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459542 Sep 28 09:00:37.693272 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-a1c15807-6765-4638-82a1-2692a60adca2 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Sep 28 09:00:37.790030 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c85b14d9-e387-4346-a82d-ff98fff7f116 req-62339215-91c4-4b28-a222-10df35c8ef0b service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903592 Sep 28 09:00:37.886477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-7cb3255b-e655-4cb1-8c93-f8609ae0a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.887981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-7cb3255b-e655-4cb1-8c93-f8609ae0a478 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 1096 time: 0.0428510 Sep 28 09:00:37.983595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-f0802383-86cc-4e60-bca8-f106c9c255b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:37.985584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-f0802383-86cc-4e60-bca8-f106c9c255b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 918 time: 0.0897973 Sep 28 09:00:38.028939 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-7392af6f-f57c-409c-af97-8782f40e7e26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246 HTTP/1.1" status: 200 len: 217 time: 0.0354626 Sep 28 09:00:38.079686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-ab2b9bc4-74a6-45be-b8c6-1c06079ad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:38.081154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-ab2b9bc4-74a6-45be-b8c6-1c06079ad170 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0450053 Sep 28 09:00:38.129070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-9283a7db-951c-4192-bc07-ef6a9ce3a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:38.130688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-9283a7db-951c-4192-bc07-ef6a9ce3a7bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423219 Sep 28 09:00:38.228652 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-d0554281-e962-40a8-99b0-635d4a5e42fd service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910170 Sep 28 09:00:38.325008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-994e8e3a-8e08-4da5-bb48-a1b42994102c req-40f2cbd7-1a1c-4d1b-8304-198cda625f00 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886669 Sep 28 09:00:38.520223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6659ee5-caff-41d2-a6b7-ee2cb449773b req-a5890f56-c5d8-41e5-bdff-026f9c1213c6 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:38.521751 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a6659ee5-caff-41d2-a6b7-ee2cb449773b req-a5890f56-c5d8-41e5-bdff-026f9c1213c6 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 943 time: 0.0618150 Sep 28 09:00:38.561797 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a6659ee5-caff-41d2-a6b7-ee2cb449773b req-5399e58c-26da-4ebd-978f-bf0c60c54a4e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Sep 28 09:00:38.799295 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81796348-0738-492f-8852-9ff7fef56f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:39.078476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:00:39.185771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:39.197111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'port_id': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246', 'mac_address': 'fa:16:3e:e7:12:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:00:39.234314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:39.234707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:39.254841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:00:39.278467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:39.284701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:39.339804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:39.349359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.349698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.350056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.350366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.350706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.351045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.351380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.351721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.352053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.352385 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.352731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.353050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:00:39.492831 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['8d186d57-9a80-4aa2-a8c7-d8ef4e464246'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:00:39.685443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bbd75-cf50-4f66-bad9-1c4c29ec3712 req-30991ce9-324f-47f8-a720-3c4e3a3b1f6b tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:39.686943 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7c8bbd75-cf50-4f66-bad9-1c4c29ec3712 req-30991ce9-324f-47f8-a720-3c4e3a3b1f6b tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 944 time: 0.0493042 Sep 28 09:00:39.739763 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7c8bbd75-cf50-4f66-bad9-1c4c29ec3712 req-3bb68827-2f57-4b01-a2c7-7e4fc5cbd379 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Sep 28 09:00:40.197381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:40.868434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d284a-1ae9-4ff4-bb77-07dbda454b17 req-ee7dff10-e041-4974-af85-b041c90a9141 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:40.869966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a9d284a-1ae9-4ff4-bb77-07dbda454b17 req-ee7dff10-e041-4974-af85-b041c90a9141 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 944 time: 0.0501177 Sep 28 09:00:40.910844 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a9d284a-1ae9-4ff4-bb77-07dbda454b17 req-ba3ebf48-0e3a-459a-adf0-3c57b84493dc tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Sep 28 09:00:41.087843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:00:41.141903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:00:41.145686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:00:41.146059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:41.146394 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 Sep 28 09:00:41.225484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:00:41.226158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:41.249188 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:00:41.251952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4e811-ed09-48d8-a4e5-161e4628f51b" -d '{"events": [{"server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:00:41.265712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:00:41.271020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:41.318858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:00:41.343848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe639b7-c07a-4594-a891-cd491779a84a x-openstack-request-id: req-cbe639b7-c07a-4594-a891-cd491779a84a {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:00:41.343848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:00:41.343848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cbe639b7-c07a-4594-a891-cd491779a84a {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:00:41.344181 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe639b7-c07a-4594-a891-cd491779a84a'] response: {'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246', 'code': 200} Sep 28 09:00:41.362215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:41.527655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaea53-480f-4287-bed7-7e2f223178f9 req-d921ade4-a511-4423-922c-b6f6e8c9904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:41.529925 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cbaea53-480f-4287-bed7-7e2f223178f9 req-d921ade4-a511-4423-922c-b6f6e8c9904a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 1098 time: 0.0496271 Sep 28 09:00:41.578110 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cbaea53-480f-4287-bed7-7e2f223178f9 req-83aacc82-99d1-48a6-909c-acfbb225d786 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Sep 28 09:00:41.728265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:00:42.042467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba9a4-8ebd-4cbf-b08f-d617b313c3c6 req-3cae8f94-87f1-4410-8417-cc8acde3e36c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:42.043851 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eb5ba9a4-8ebd-4cbf-b08f-d617b313c3c6 req-3cae8f94-87f1-4410-8417-cc8acde3e36c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0566590 Sep 28 09:00:42.082641 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eb5ba9a4-8ebd-4cbf-b08f-d617b313c3c6 req-6b74be61-42a6-4857-9262-b8ea5dbac146 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Sep 28 09:00:43.214657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8fee0-246a-484c-9de6-d8f2db453df7 req-9ec72b88-09c3-4813-8df3-881ee5e2428d tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:43.216162 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e4f8fee0-246a-484c-9de6-d8f2db453df7 req-9ec72b88-09c3-4813-8df3-881ee5e2428d tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Sep 28 09:00:43.254729 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e4f8fee0-246a-484c-9de6-d8f2db453df7 req-ae4330cc-9566-48e8-94aa-7554f65d0469 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Sep 28 09:00:43.396033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbae6-dec9-4924-a4f0-e814d6574687 req-b17e841f-be3f-43bc-b448-d90cc55d062c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:00:43.397471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578dbae6-dec9-4924-a4f0-e814d6574687 req-b17e841f-be3f-43bc-b448-d90cc55d062c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0606463 Sep 28 09:00:43.438446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578dbae6-dec9-4924-a4f0-e814d6574687 req-7767d14d-f2a6-4111-94ed-45f2085705ab tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Sep 28 09:00:52.020049 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:01:03.108939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b69421-cc1a-43c9-a54b-7a86e4d2797f req-10b6a2ae-f1b4-496f-9057-2add5568e862 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:03.110677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52b69421-cc1a-43c9-a54b-7a86e4d2797f req-10b6a2ae-f1b4-496f-9057-2add5568e862 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0561602 Sep 28 09:01:03.153140 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-52b69421-cc1a-43c9-a54b-7a86e4d2797f req-ce6b1d44-a0f1-4257-9f5f-e465dee63e3a tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358007 Sep 28 09:01:03.510757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:04.284770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec88c1-7ae0-46cb-9c46-cefdb745dbb7 req-069a0de3-38bd-4115-b470-9ceb65459a1f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:04.286275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64ec88c1-7ae0-46cb-9c46-cefdb745dbb7 req-069a0de3-38bd-4115-b470-9ceb65459a1f tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Sep 28 09:01:04.326647 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64ec88c1-7ae0-46cb-9c46-cefdb745dbb7 req-60c6e3eb-5271-4616-994e-30cd4f95229c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Sep 28 09:01:04.616395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-0c7e5d18-6f8b-44ae-a327-b0f84431d333 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:04.617870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-0c7e5d18-6f8b-44ae-a327-b0f84431d333 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 945 time: 0.0599258 Sep 28 09:01:04.712444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Deleting port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:04.712789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:04.808236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] For port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:04.808601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:04.822085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Calling delete_port for 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:04.979321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:04.996469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['8d186d57-9a80-4aa2-a8c7-d8ef4e464246'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:01:05.008704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event deleted for resources: {'Port': ['ID=8d186d57-9a80-4aa2-a8c7-d8ef4e464246,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:05.022094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.022931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.023254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.023605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.023923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.024249 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.024567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:05.059595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] No DVR routers for this DVR port 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:05.062336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:05.066099 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-707c95a8-f6ad-483c-8a9a-eb0c2b2b2c02 req-b630a551-6565-4f7b-9411-632342720c57 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "DELETE /v2.0/ports/8d186d57-9a80-4aa2-a8c7-d8ef4e464246 HTTP/1.1" status: 204 len: 173 time: 0.4419487 Sep 28 09:01:05.066548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'name': 'network-vif-deleted', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:01:05.068919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70a4b5-9b7c-4384-a1a8-42d41a0a6700" -d '{"events": [{"server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "name": "network-vif-deleted", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:01:05.109406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a35ec31-8e00-4251-893d-ec6961804744 x-openstack-request-id: req-9a35ec31-8e00-4251-893d-ec6961804744 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:01:05.109716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e2088-646b-4ba9-930e-b0a01144efa1", "name": "network-vif-deleted", "tag": "8d186d57-9a80-4aa2-a8c7-d8ef4e464246", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:01:05.109993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a35ec31-8e00-4251-893d-ec6961804744 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:01:05.110411 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a35ec31-8e00-4251-893d-ec6961804744'] response: {'server_uuid': '971e2088-646b-4ba9-930e-b0a01144efa1', 'name': 'network-vif-deleted', 'tag': '8d186d57-9a80-4aa2-a8c7-d8ef4e464246', 'status': 'completed', 'code': 200} Sep 28 09:01:05.453255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9b2ec080-552c-4b60-a85d-4ff953b3ba0a req-da7f499a-ccf6-4661-8c0d-4e984f752525 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=971e2088-646b-4ba9-930e-b0a01144efa1 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Sep 28 09:01:06.497833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4d6e-120f-416d-a812-60eea831c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:06.837181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-bc4576df-a605-49c9-83d6-d7f9a2e08ee2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:06.838641 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-bc4576df-a605-49c9-83d6-d7f9a2e08ee2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1045396 Sep 28 09:01:06.855416 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-f1428135-c49a-4447-bf90-1cebfb698da3 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/quotas/e16b9a55e023433e859a82b619421bdc HTTP/1.1" status: 200 len: 375 time: 0.0094252 Sep 28 09:01:06.913359 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-ff7267e1-3240-4a00-9100-21fcb91a84ec tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506134 Sep 28 09:01:07.016635 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-0b8285b2-6273-4bd7-8e68-01d961a7f779 service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910139 Sep 28 09:01:07.110230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-30c77abb-64b6-4d16-ae5a-8f96471b3fcd service neutron] 10.222.0.27 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868556 Sep 28 09:01:07.225862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:07.252422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:07.253144 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 8d186d57-9a80-4aa2-a8c7-d8ef4e464246 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:07.296529 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-92a4f89f-886e-4234-aa67-6b0d507542aa req-239b98bb-84f2-4626-86e6-741273d041a5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 210 time: 0.0394025 Sep 28 09:01:08.218719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7100a4e2-3b6b-4751-ae2f-f445a3a8a67b tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:08.220192 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7100a4e2-3b6b-4751-ae2f-f445a3a8a67b tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 817 time: 0.1056376 Sep 28 09:01:08.232366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Request body: {'port': {'device_id': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'admin_state_up': True, 'tenant_id': 'e16b9a55e023433e859a82b619421bdc'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:08.350619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Made reservation on behalf of e16b9a55e023433e859a82b619421bdc for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:01:08.354189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.399957 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1f1922e5-af19-4a36-b89c-8c5aec649fe0 req-745da9da-de71-4dd6-b9d8-be25ba5d68bf tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 210 time: 0.0273743 Sep 28 09:01:08.483883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Allocated IP 172.20.0.7 (d6bc3695-d6e4-4d8d-98fa-b458d6b18263/3f758184-2491-4864-b966-be87faf36eb7/0505f42e-0a1c-4f2a-9012-00d046c5b13f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:08.638215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.677677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.725063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:08.728247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:08.731863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:08.740886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event updated for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:08.794522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:08.795355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.797529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21c7152b-abf4-46c2-8ec9-9899defc68b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.816438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-7b78909f-780d-471a-9b96-62ad569531d0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877171 Sep 28 09:01:08.828208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Request body: {'port': {'device_id': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:08.885011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.938662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Provisioning complete for port 0505f42e-0a1c-4f2a-9012-00d046c5b13f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:08.939028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:08.939360 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Attempt 1 to provision port 0505f42e-0a1c-4f2a-9012-00d046c5b13f Sep 28 09:01:09.125176 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Port 0505f42e-0a1c-4f2a-9012-00d046c5b13f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:09.157469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0505f42e-0a1c-4f2a-9012-00d046c5b13f {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:01:09.165199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:09.176979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Transition to ACTIVE for port object 0505f42e-0a1c-4f2a-9012-00d046c5b13f will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:01:09.182961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:09.243818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Pushing event updated for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:09.291604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Attempting to bind port 0505f42e-0a1c-4f2a-9012-00d046c5b13f on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:09.291932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Attempting to bind port 0505f42e-0a1c-4f2a-9012-00d046c5b13f by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:09.292247 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Attempting to bind port 0505f42e-0a1c-4f2a-9012-00d046c5b13f on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:09.298150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Port 0505f42e-0a1c-4f2a-9012-00d046c5b13f on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:01:09.298628 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Attempting to bind port 0505f42e-0a1c-4f2a-9012-00d046c5b13f on network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:09.304158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:09.304487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Checking segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:09.304863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Bound using segment: {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:09.305322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Bound port: 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e74c814-39be-4a56-8840-f06c4c857cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:09.305674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:09.370912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:09.374050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:09.381315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:09.384419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.385027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:09.386466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] 10.222.0.62 "PUT /v2.0/ports/0505f42e-0a1c-4f2a-9012-00d046c5b13f HTTP/1.1" status: 200 len: 1093 time: 0.5626276 Sep 28 09:01:09.388414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:01:09.390785 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:01:09.430285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0fbca3-12d5-4ac7-81ff-7c689de20686 x-openstack-request-id: req-bd0fbca3-12d5-4ac7-81ff-7c689de20686 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:01:09.430678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:01:09.430955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bd0fbca3-12d5-4ac7-81ff-7c689de20686 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:01:09.431398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0fbca3-12d5-4ac7-81ff-7c689de20686'] response: {'name': 'network-changed', 'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f', 'status': 'completed', 'code': 200} Sep 28 09:01:09.474678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a69d16-e908-445f-9092-1d3c5a28f864 service neutron] Pushing event updated for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:09.490325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-387be3dd-0f6f-4b2b-9828-8bd91052421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.491828 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-387be3dd-0f6f-4b2b-9828-8bd91052421d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 1096 time: 0.0579813 Sep 28 09:01:09.533479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-9146ef1a-7cbe-4096-b99a-edbcc55ede50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f HTTP/1.1" status: 200 len: 217 time: 0.0339327 Sep 28 09:01:09.538014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24fc60-c260-478c-8575-f50c2a1beae8 req-2498d0d0-6786-483b-8baa-f7a724542d85 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.539490 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ef24fc60-c260-478c-8575-f50c2a1beae8 req-2498d0d0-6786-483b-8baa-f7a724542d85 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 943 time: 0.0555043 Sep 28 09:01:09.578218 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ef24fc60-c260-478c-8575-f50c2a1beae8 req-7785176a-af8d-4323-9aa0-ec62d4ef4399 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Sep 28 09:01:09.587408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-f4d9eaef-38b7-4c69-9c26-386f5b5a0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.588955 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-f4d9eaef-38b7-4c69-9c26-386f5b5a0acd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0496664 Sep 28 09:01:09.626989 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Attempt 2 to provision port 0505f42e-0a1c-4f2a-9012-00d046c5b13f Sep 28 09:01:09.636063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-2efe6e06-5132-43df-880d-9580d9a4d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.637647 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-2efe6e06-5132-43df-880d-9580d9a4d907 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424294 Sep 28 09:01:09.667065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9a1b2-9fd1-4f28-b158-1260d95bfba7 None None] Port 0505f42e-0a1c-4f2a-9012-00d046c5b13f had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:01:09.729326 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-96130fb9-20a3-4003-b65e-3f9d64a379de service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836318 Sep 28 09:01:09.825633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5f11aa57-f775-4970-9dea-ba8b849d49a3 req-99bfce85-60fc-44e8-b382-381f537c06f2 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895581 Sep 28 09:01:09.916014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-06bc3982-81e3-44d7-a7c5-6fc85a59698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:09.917474 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-06bc3982-81e3-44d7-a7c5-6fc85a59698e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e16b9a55e023433e859a82b619421bdc&device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 1096 time: 0.0432444 Sep 28 09:01:10.010747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-ddfd89f0-952a-47ec-bd20-1df94655a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:10.012245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-ddfd89f0-952a-47ec-bd20-1df94655a421 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 200 len: 918 time: 0.0881820 Sep 28 09:01:10.053581 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-d2537f77-9466-4465-92da-5f973dc4e371 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f HTTP/1.1" status: 200 len: 217 time: 0.0334179 Sep 28 09:01:10.108954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-f9de7bd1-01e5-44ce-9eec-95f46998938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:10.111224 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-f9de7bd1-01e5-44ce-9eec-95f46998938f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 200 len: 856 time: 0.0507212 Sep 28 09:01:10.201155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:10.507151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-ecc21d72-cb35-4986-b5a0-cbe97b240bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:10.508671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-ecc21d72-cb35-4986-b5a0-cbe97b240bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6bc3695-d6e4-4d8d-98fa-b458d6b18263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3897913 Sep 28 09:01:10.601550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-c06c90c9-d075-4a5e-bf5b-624e9051fa66 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Sep 28 09:01:10.728197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1eb56c9e-3ddd-42ad-bf61-df91690e81d5 req-db1a8954-ea7d-43b6-b37f-d94252ed3db3 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172221 Sep 28 09:01:10.738797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc16a-9cf2-455b-8bf0-2e7a5e2c2eaf req-930cc362-7efb-42c2-8304-b6154efa0a67 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:10.740236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3eddc16a-9cf2-455b-8bf0-2e7a5e2c2eaf req-930cc362-7efb-42c2-8304-b6154efa0a67 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 943 time: 0.0699880 Sep 28 09:01:10.781419 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3eddc16a-9cf2-455b-8bf0-2e7a5e2c2eaf req-b82c1440-1e70-44d9-af3e-e9c0ed8f6f6a tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Sep 28 09:01:11.256618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0505f42e-0a1c-4f2a-9012-00d046c5b13f details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:01:11.373535 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:11.382736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:11.385287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '0505f42e-0a1c-4f2a-9012-00d046c5b13f', 'network_id': 'd6bc3695-d6e4-4d8d-98fa-b458d6b18263', 'port_id': '0505f42e-0a1c-4f2a-9012-00d046c5b13f', 'mac_address': 'fa:16:3e:59:bf:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f758184-2491-4864-b966-be87faf36eb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:01:11.422016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 0505f42e-0a1c-4f2a-9012-00d046c5b13f is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:11.422374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:11.436533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505f42e-0a1c-4f2a-9012-00d046c5b13f {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:01:11.457511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:11.463903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:11.510465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:11.661205 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['0505f42e-0a1c-4f2a-9012-00d046c5b13f'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:01:11.741734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:11.910555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201c50-27f6-44b5-888a-03eb31f8bfc3 req-400665ca-ada9-4623-bb40-c6d2362d5cf4 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:11.912332 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c1201c50-27f6-44b5-888a-03eb31f8bfc3 req-400665ca-ada9-4623-bb40-c6d2362d5cf4 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 944 time: 0.0566208 Sep 28 09:01:11.950808 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c1201c50-27f6-44b5-888a-03eb31f8bfc3 req-efaacb51-843f-4c59-86b1-6a7f0bac747e tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Sep 28 09:01:13.093231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2856a0f-f918-4669-b62c-96b824561381 req-2882b9a5-c20c-4c62-bda8-76f88dc7383c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:13.094634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c2856a0f-f918-4669-b62c-96b824561381 req-2882b9a5-c20c-4c62-bda8-76f88dc7383c tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 944 time: 0.0631740 Sep 28 09:01:13.137165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c2856a0f-f918-4669-b62c-96b824561381 req-4d7d7c6d-0cdf-4596-81c9-9fd181eccfa0 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Sep 28 09:01:13.288184 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0505f42e-0a1c-4f2a-9012-00d046c5b13f up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:13.350673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 0505f42e-0a1c-4f2a-9012-00d046c5b13f completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:01:13.354547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 0505f42e-0a1c-4f2a-9012-00d046c5b13f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:13.354923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:13.355261 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 0505f42e-0a1c-4f2a-9012-00d046c5b13f Sep 28 09:01:13.429696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 0505f42e-0a1c-4f2a-9012-00d046c5b13f is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:13.430071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:13.452808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:01:13.455122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760e93c-c715-4a34-a16f-5e6713d3c3d9" -d '{"events": [{"server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "name": "network-vif-plugged", "status": "completed", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:01:13.467936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:13.475277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:13.504472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8467e43-3bce-45df-b66d-2f1d23cd2f11 x-openstack-request-id: req-e8467e43-3bce-45df-b66d-2f1d23cd2f11 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:01:13.505264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "name": "network-vif-plugged", "status": "completed", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:01:13.505264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8467e43-3bce-45df-b66d-2f1d23cd2f11 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:01:13.505449 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8467e43-3bce-45df-b66d-2f1d23cd2f11'] response: {'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f', 'code': 200} Sep 28 09:01:13.531433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:13.678647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f669-eae2-414f-98b4-99f8df87f788 req-392e8385-a91c-4105-8d50-740ca3e9e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:13.680071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aab3f669-eae2-414f-98b4-99f8df87f788 req-392e8385-a91c-4105-8d50-740ca3e9e921 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 1098 time: 0.0441670 Sep 28 09:01:13.716083 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aab3f669-eae2-414f-98b4-99f8df87f788 req-7f7dc675-4c75-428e-9a8b-c31170d05657 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295148 Sep 28 09:01:14.274108 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92774-9410-43c2-985a-2a280341d69d req-f7782ebe-8e21-47dc-93cc-ede5463bb2a8 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:14.275612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64b92774-9410-43c2-985a-2a280341d69d req-f7782ebe-8e21-47dc-93cc-ede5463bb2a8 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0514088 Sep 28 09:01:14.315573 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64b92774-9410-43c2-985a-2a280341d69d req-91b16950-45f2-42a3-a567-11e88ea9601d tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Sep 28 09:01:15.461124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0f75-65fc-42c3-996d-8933080a3d73 req-ec7999d2-72c6-491b-9e14-6bc224311335 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:15.462623 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a2db0f75-65fc-42c3-996d-8933080a3d73 req-ec7999d2-72c6-491b-9e14-6bc224311335 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0611625 Sep 28 09:01:15.502062 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a2db0f75-65fc-42c3-996d-8933080a3d73 req-06aa99e6-a038-4e54-9cc2-14d4b794d261 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Sep 28 09:01:15.632658 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e1a47-4ebe-4694-aa0b-6efc972223f4 req-de4a1206-de06-442f-827b-62335e6507f5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:15.634179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f13e1a47-4ebe-4694-aa0b-6efc972223f4 req-de4a1206-de06-442f-827b-62335e6507f5 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0557301 Sep 28 09:01:15.679599 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f13e1a47-4ebe-4694-aa0b-6efc972223f4 req-1fcbe722-d7b5-44ad-8080-cfdf19911d29 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Sep 28 09:01:29.019894 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:01:33.516565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:35.312676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9aa75-2628-4546-b763-39d5d61b50a4 req-fba8e244-04ab-4459-be1c-d0f843a48d73 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:35.314449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ba9aa75-2628-4546-b763-39d5d61b50a4 req-fba8e244-04ab-4459-be1c-d0f843a48d73 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0588553 Sep 28 09:01:35.357809 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ba9aa75-2628-4546-b763-39d5d61b50a4 req-d04d7ad6-28bc-493a-91c3-c9e98a39c250 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Sep 28 09:01:36.492554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ef69-3aab-4cb7-8ed0-ba4d79b81607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:36.494797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2917903-c8b9-4df3-a1c8-0c4ee6828afc req-70cb4c22-2991-46aa-aa1c-ced08787ebd8 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:36.496410 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a2917903-c8b9-4df3-a1c8-0c4ee6828afc req-70cb4c22-2991-46aa-aa1c-ced08787ebd8 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0548146 Sep 28 09:01:36.541023 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a2917903-c8b9-4df3-a1c8-0c4ee6828afc req-cb1fd378-0883-4f5a-bf4d-b638e55692fa tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/security-groups?id=f35fbf68-4325-4003-890d-83264a840a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Sep 28 09:01:36.872694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-5b4c2389-3102-4b2f-b19b-a3af91dad189 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:36.873989 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-5b4c2389-3102-4b2f-b19b-a3af91dad189 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 945 time: 0.0588286 Sep 28 09:01:36.972017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Deleting port 0505f42e-0a1c-4f2a-9012-00d046c5b13f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:36.972359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:37.075186 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] For port 0505f42e-0a1c-4f2a-9012-00d046c5b13f, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=0505f42e-0a1c-4f2a-9012-00d046c5b13f,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:37.075501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:37.088205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Calling delete_port for 0505f42e-0a1c-4f2a-9012-00d046c5b13f owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:37.224144 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:37.236256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['0505f42e-0a1c-4f2a-9012-00d046c5b13f'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:01:37.260942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Pushing event deleted for resources: {'Port': ['ID=0505f42e-0a1c-4f2a-9012-00d046c5b13f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:37.304340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] No DVR routers for this DVR port 0505f42e-0a1c-4f2a-9012-00d046c5b13f on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:37.306986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:37.311073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49d62344-fc57-47b4-a1c1-fdbf8981bbe4 req-15ffdbc1-534c-4807-9040-304c679194c2 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.62 "DELETE /v2.0/ports/0505f42e-0a1c-4f2a-9012-00d046c5b13f HTTP/1.1" status: 204 len: 173 time: 0.4310484 Sep 28 09:01:37.311510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'name': 'network-vif-deleted', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:01:37.313902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24ee80-5deb-4a37-8e3d-66f3e20457e7" -d '{"events": [{"server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "name": "network-vif-deleted", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:01:37.354842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ace3f4-853d-4e32-aa65-f77b9c7d0af0 x-openstack-request-id: req-15ace3f4-853d-4e32-aa65-f77b9c7d0af0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:01:37.355327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcf3cf1-b863-4461-8d9a-afe4a55806ad", "name": "network-vif-deleted", "tag": "0505f42e-0a1c-4f2a-9012-00d046c5b13f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:01:37.355651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15ace3f4-853d-4e32-aa65-f77b9c7d0af0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:01:37.356064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ace3f4-853d-4e32-aa65-f77b9c7d0af0'] response: {'server_uuid': '8bcf3cf1-b863-4461-8d9a-afe4a55806ad', 'name': 'network-vif-deleted', 'tag': '0505f42e-0a1c-4f2a-9012-00d046c5b13f', 'status': 'completed', 'code': 200} Sep 28 09:01:37.664868 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08a9438e-6885-40f1-849c-b2919a2fcc9f req-944ffe7d-584d-4ab1-a7a4-2dce79b22f56 tempest-TestEncryptedCinderVolumes-1798469815 tempest-TestEncryptedCinderVolumes-1798469815-project] 10.222.0.27 "GET /v2.0/ports?device_id=8bcf3cf1-b863-4461-8d9a-afe4a55806ad HTTP/1.1" status: 200 len: 210 time: 0.0351555 Sep 28 09:01:38.775289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46666) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:38.795779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-882fc6c1-3f25-4bcd-85bb-e18eb98ad18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:39.154098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:39.409498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Deleting port 0571de5b-8719-437d-801a-89ffda782b21 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:39.409730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:39.489080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] For port 0571de5b-8719-437d-801a-89ffda782b21, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0571de5b-8719-437d-801a-89ffda782b21,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:39.489490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:39.507012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Calling delete_port for 0571de5b-8719-437d-801a-89ffda782b21 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:39.731566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:39.757414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0571de5b-8719-437d-801a-89ffda782b21,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:39.924774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.141458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Router 63130dc0-20ba-4fd2-bac3-298818f4f2ff has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:01:40.202654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.254596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:40.260768 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e230875c-82a0-4eca-b2cd-d5c3417181d4 admin admin] 10.222.0.27 "PUT /v2.0/routers/63130dc0-20ba-4fd2-bac3-298818f4f2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842393 Sep 28 09:01:40.263590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:40.264531 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Sync routers for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:40.275226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:40.275852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:40.369664 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.379857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:40.471383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.526070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Deleting port 298fbe95-ee72-4954-bcc1-cda0af441252 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:40.526409 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.562650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T09:01:39Z', 'revision_number': 5, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port': {'id': '298fbe95-ee72-4954-bcc1-cda0af441252', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T08:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:40.588615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Checking router: 63130dc0-20ba-4fd2-bac3-298818f4f2ff for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:40.597596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Routers {'63130dc0-20ba-4fd2-bac3-298818f4f2ff'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:40.598173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:40.605231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] For port 298fbe95-ee72-4954-bcc1-cda0af441252, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=298fbe95-ee72-4954-bcc1-cda0af441252,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:40.605640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.622846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Calling delete_port for 298fbe95-ee72-4954-bcc1-cda0af441252 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:40.684265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] Set router 63130dc0-20ba-4fd2-bac3-298818f4f2ff gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:40.739571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T09:01:40Z', 'revision_number': 6, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:40.765935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49371f9c-43f3-4359-a9d3-f0b690533071 None None] The sync data for ids ['63130dc0-20ba-4fd2-bac3-298818f4f2ff'] in dv-neutron-859308-3-hyperv is: [{'id': '63130dc0-20ba-4fd2-bac3-298818f4f2ff', 'name': 'tempest-TestEncryptedCinderVolumes-1019790583-router', 'tenant_id': 'e16b9a55e023433e859a82b619421bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:51Z', 'updated_at': '2022-09-28T09:01:40Z', 'revision_number': 6, 'project_id': 'e16b9a55e023433e859a82b619421bdc', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:01:40.791874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.822024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=298fbe95-ee72-4954-bcc1-cda0af441252,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:40.887043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.978049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:40.980228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.033797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.034651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63130dc0-20ba-4fd2-bac3-298818f4f2ff {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:01:41.040483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.042491 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-87a8a672-a23d-49d2-92d9-a021b9457c49 admin admin] 10.222.0.27 "DELETE /v2.0/routers/63130dc0-20ba-4fd2-bac3-298818f4f2ff HTTP/1.1" status: 204 len: 168 time: 0.7776940 Sep 28 09:01:41.046162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:41.089656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Deleting subnet 3f758184-2491-4864-b966-be87faf36eb7 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:01:41.092744 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.131362 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.217294 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.273438 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.305355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f758184-2491-4864-b966-be87faf36eb7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:41.310639 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.314511 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/3f758184-2491-4864-b966-be87faf36eb7 HTTP/1.1" status: 204 len: 168 time: 0.2673748 Sep 28 09:01:41.315394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760505c-bec7-447f-8895-3565090177fa None None] Network d6bc3695-d6e4-4d8d-98fa-b458d6b18263 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:41.317378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46672) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:41.320743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.321153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.321500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.321907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.322224 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.322632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.322968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.323368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.323699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.324041 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.324368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.324688 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1522e560-aec1-46ff-8fb1-b304e66f4f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.381655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0505f42e-0a1c-4f2a-9012-00d046c5b13f no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:41.396571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.417166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 0505f42e-0a1c-4f2a-9012-00d046c5b13f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:41.417521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 0505f42e-0a1c-4f2a-9012-00d046c5b13f not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:41.441135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.452612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Deleting port a4cb58ea-3d09-4797-8b67-ddf904969ed3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:41.452954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.520330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] For port a4cb58ea-3d09-4797-8b67-ddf904969ed3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a4cb58ea-3d09-4797-8b67-ddf904969ed3,segment=NetworkSegment(2e74c814-39be-4a56-8840-f06c4c857cc4),segment_id=2e74c814-39be-4a56-8840-f06c4c857cc4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:41.520737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.533756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Calling delete_port for a4cb58ea-3d09-4797-8b67-ddf904969ed3 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:41.569096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] DHCP port deletion for d6bc3695-d6e4-4d8d-98fa-b458d6b18263 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:01:41.597066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0571de5b-8719-437d-801a-89ffda782b21 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:41.623086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.625022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0571de5b-8719-437d-801a-89ffda782b21 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:41.625399 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0571de5b-8719-437d-801a-89ffda782b21 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:41.646138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Deleting port a4cb58ea-3d09-4797-8b67-ddf904969ed3 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:41.646758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.651340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cb58ea-3d09-4797-8b67-ddf904969ed3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:41.656705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] No DVR routers for this DVR port a4cb58ea-3d09-4797-8b67-ddf904969ed3 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:41.718391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] For port a4cb58ea-3d09-4797-8b67-ddf904969ed3, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:41.718787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.735402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Calling delete_port for a4cb58ea-3d09-4797-8b67-ddf904969ed3 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:41.738340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Port a4cb58ea-3d09-4797-8b67-ddf904969ed3 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 09:01:41.739762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.742418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.742934 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.767306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bc3695-d6e4-4d8d-98fa-b458d6b18263']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:41.772173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Pushing event deleted for resources: {'Port': ['ID=a4cb58ea-3d09-4797-8b67-ddf904969ed3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:41.776600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] No DVR routers for this DVR port a4cb58ea-3d09-4797-8b67-ddf904969ed3 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:41.779206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e74c814-39be-4a56-8840-f06c4c857cc4') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:41.779487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e74c814-39be-4a56-8840-f06c4c857cc4') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:41.783684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.784048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.784369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.784729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.785197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.785709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.786047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.786384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.786720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.787054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.787429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.787706 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0656-4879-43b9-bf0c-8fa87feb5b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:41.792794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.807750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.814773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:01:41.815289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.836684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2e74c814-39be-4a56-8840-f06c4c857cc4 resource provider aggregate not found Sep 28 09:01:41.877908 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2e74c814-39be-4a56-8840-f06c4c857cc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e74c814-39be-4a56-8840-f06c4c857cc4 found for delete ", "request_id": "req-2976747a-f82e-439c-807e-97d8da42c9b2"}]} Sep 28 09:01:41.891023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.896651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:41.899885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d6bc3695-d6e4-4d8d-98fa-b458d6b18263 HTTP/1.1" status: 204 len: 168 time: 0.5813341 Sep 28 09:01:41.902985 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46678) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:41.911611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b2662-0c26-4447-a507-2a2f476347f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bc3695-d6e4-4d8d-98fa-b458d6b18263,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:42.492350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:42.752283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Deleting port 0511fd05-fd10-4bb0-8798-e13faba65deb {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:42.752512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:42.833373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] For port 0511fd05-fd10-4bb0-8798-e13faba65deb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0511fd05-fd10-4bb0-8798-e13faba65deb,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:42.833741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:42.846243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Calling delete_port for 0511fd05-fd10-4bb0-8798-e13faba65deb owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:43.040791 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.068508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0511fd05-fd10-4bb0-8798-e13faba65deb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:43.240973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.268557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 298fbe95-ee72-4954-bcc1-cda0af441252 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:43.289887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 298fbe95-ee72-4954-bcc1-cda0af441252 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:43.290234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 298fbe95-ee72-4954-bcc1-cda0af441252 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:43.290658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4cb58ea-3d09-4797-8b67-ddf904969ed3 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:43.316094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a4cb58ea-3d09-4797-8b67-ddf904969ed3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:43.316338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a4cb58ea-3d09-4797-8b67-ddf904969ed3 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:43.473243 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:01:43.585828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:43.591150 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ee9163f2-ccbc-4beb-9aaa-521e999155e4 admin admin] 10.222.0.27 "PUT /v2.0/routers/c93ce6d2-6012-41ac-8a95-4d97b74ba7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867647 Sep 28 09:01:43.593951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46680) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:43.596744 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Sync routers for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:43.607071 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:43.607641 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:43.703803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.707707 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:43.815197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.868987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Deleting port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:43.869255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.886946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:01:42Z', 'revision_number': 5, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port': {'id': '491f3961-57bd-422b-bdbb-5ddfa4c7c5ee', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:43.953382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] For port 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:43.953753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:43.966317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Calling delete_port for 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:44.000410 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Checking router: c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:44.009858 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Routers {'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:44.010472 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:44.096086 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] Set router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:44.130123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.150797 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:01:43Z', 'revision_number': 6, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:44.153310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Pushing event deleted for resources: {'Port': ['ID=491f3961-57bd-422b-bdbb-5ddfa4c7c5ee,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:44.178210 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afd2ea-9cef-4a77-9bcc-1400ecc8b986 None None] The sync data for ids ['c93ce6d2-6012-41ac-8a95-4d97b74ba7a1'] in dv-neutron-859308-3-hyperv is: [{'id': 'c93ce6d2-6012-41ac-8a95-4d97b74ba7a1', 'name': 'tempest-TestEncryptedCinderVolumes-1830508676-router', 'tenant_id': 'de69a75490314fffb5e7135e5dfc50be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:59:55Z', 'updated_at': '2022-09-28T09:01:43Z', 'revision_number': 6, 'project_id': 'de69a75490314fffb5e7135e5dfc50be', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:01:44.218628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.311956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.314146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.368494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.369021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:01:44.373632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.374794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-89e7226f-0a84-4666-8e6b-3916e0c0c1be admin admin] 10.222.0.27 "DELETE /v2.0/routers/c93ce6d2-6012-41ac-8a95-4d97b74ba7a1 HTTP/1.1" status: 204 len: 168 time: 0.7799380 Sep 28 09:01:44.377828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46682) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:44.421384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Deleting subnet dc5f1333-2ec0-4471-b6a3-64216624b9de {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:01:44.424499 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.460455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.546493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.605233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.634788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.638995 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/dc5f1333-2ec0-4471-b6a3-64216624b9de HTTP/1.1" status: 204 len: 168 time: 0.2602344 Sep 28 09:01:44.639874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7991993-994b-4ac7-a155-7a05fe5953d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5f1333-2ec0-4471-b6a3-64216624b9de,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:44.640017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b09d5e-cc3a-476d-89d6-d7cd57770b39 None None] Network bcc91c25-2e18-4628-9ace-dd56014fdcac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:44.641182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46684) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:44.714256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.770882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Deleting port ebd551e8-2e86-48a7-be46-c0dbf152f32c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:44.771099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.829976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] DHCP port deletion for bcc91c25-2e18-4628-9ace-dd56014fdcac request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:01:44.844818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] For port ebd551e8-2e86-48a7-be46-c0dbf152f32c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd551e8-2e86-48a7-be46-c0dbf152f32c,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:44.845278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.859846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Calling delete_port for ebd551e8-2e86-48a7-be46-c0dbf152f32c owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:44.878047 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Deleting port ebd551e8-2e86-48a7-be46-c0dbf152f32c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:01:44.878433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.952366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] For port ebd551e8-2e86-48a7-be46-c0dbf152f32c, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd551e8-2e86-48a7-be46-c0dbf152f32c,segment=NetworkSegment(f103edd4-c802-4172-968d-acd8c649f21f),segment_id=f103edd4-c802-4172-968d-acd8c649f21f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:44.952771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.953459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:44.966550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Calling delete_port for ebd551e8-2e86-48a7-be46-c0dbf152f32c owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:01:44.983374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] No DVR routers for this DVR port ebd551e8-2e86-48a7-be46-c0dbf152f32c on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:45.006309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd551e8-2e86-48a7-be46-c0dbf152f32c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:45.047171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.061165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.076516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] Pushing event deleted for resources: {'Port': ['ID=ebd551e8-2e86-48a7-be46-c0dbf152f32c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:45.080416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add784fc-2516-4c3b-b768-98d575c50900 None None] No DVR routers for this DVR port ebd551e8-2e86-48a7-be46-c0dbf152f32c on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:01:45.085698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc91c25-2e18-4628-9ace-dd56014fdcac']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:45.096869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f103edd4-c802-4172-968d-acd8c649f21f') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:45.097231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f103edd4-c802-4172-968d-acd8c649f21f') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:45.111033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.124566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.131106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:01:45.131488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.182559 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f103edd4-c802-4172-968d-acd8c649f21f resource provider aggregate not found Sep 28 09:01:45.195939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:45.203151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.217967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:45.218314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 491f3961-57bd-422b-bdbb-5ddfa4c7c5ee not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:45.218751 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd551e8-2e86-48a7-be46-c0dbf152f32c no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:45.219910 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment f103edd4-c802-4172-968d-acd8c649f21f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f103edd4-c802-4172-968d-acd8c649f21f found for delete ", "request_id": "req-c6fba39c-31ed-4fd5-b644-bd8d51aa4e51"}]} Sep 28 09:01:45.220932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.224155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] 10.222.0.27 "DELETE /v2.0/networks/bcc91c25-2e18-4628-9ace-dd56014fdcac HTTP/1.1" status: 204 len: 168 time: 0.5817971 Sep 28 09:01:45.225152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ec89f-fe4b-4b98-bf3e-74452b3d2df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc91c25-2e18-4628-9ace-dd56014fdcac,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:45.239265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ebd551e8-2e86-48a7-be46-c0dbf152f32c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:45.239664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd551e8-2e86-48a7-be46-c0dbf152f32c not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:45.240154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0511fd05-fd10-4bb0-8798-e13faba65deb no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:01:45.259592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0511fd05-fd10-4bb0-8798-e13faba65deb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:01:45.260004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0511fd05-fd10-4bb0-8798-e13faba65deb not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:01:45.392216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46692) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:45.433296 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d4b25bf4-90ab-41e0-a56d-2ccf085d5419 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e16b9a55e023433e859a82b619421bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397234 Sep 28 09:01:45.435822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46694) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:45.490312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.512228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.563533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.567540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:45.569018 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f35fbf68-4325-4003-890d-83264a840a52 HTTP/1.1" status: 204 len: 168 time: 0.1320744 Sep 28 09:01:45.577358 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0ccad-c235-4967-963b-85b6f09db426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35fbf68-4325-4003-890d-83264a840a52,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:45.912465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46700) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:45.952978 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a0da7ab7-af71-49be-ac88-5f8cfa771ad2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=de69a75490314fffb5e7135e5dfc50be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393081 Sep 28 09:01:45.955594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46702) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:46.012256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:46.034529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:46.087913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:46.090638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:46.092415 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9c1235c7-5cf4-4280-879a-10f0e3ba2e76 HTTP/1.1" status: 204 len: 168 time: 0.1359425 Sep 28 09:01:46.100529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1addc4a-2e94-4afd-a8ae-217168863e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1235c7-5cf4-4280-879a-10f0e3ba2e76,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:46.840459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46724) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:46.937635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1207636704-network', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:46.962469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Made reservation on behalf of 953cf2967d774de7b0b7fe48e04878c8 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:01:46.965738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:46.979534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.058413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.064335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.085245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:01:47.099660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead41832-3eda-42b0-9787-7f283a83fba6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:47.102481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.102801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Added segment 4ecef20a-e0b5-474e-8ee8-883f36dd733a of type vlan for network 5eb49505-4f44-418d-9bac-67f4121b619d Sep 28 09:01:47.143294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.173327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.174318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:47.174956 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.210208 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3684771 Sep 28 09:01:47.213265 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46728) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:47.218460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Request body: {'subnet': {'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1207636704-subnet', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:47.240079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944228c8-e89f-4f0a-a12d-73ea8948edbf admin admin] Pushing event updated for resources: {'Network': ['ID=5eb49505-4f44-418d-9bac-67f4121b619d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:47.245028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Made reservation on behalf of 953cf2967d774de7b0b7fe48e04878c8 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:01:47.247591 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.252088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 5eb49505-4f44-418d-9bac-67f4121b619d details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:01:47.429973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.478084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1530c08-6ff7-49af-9bfa-528210471847,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:47.494316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Checking segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:47.494675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Network hostable DHCP agents. Network: 5eb49505-4f44-418d-9bac-67f4121b619d, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:01:47.514283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Network 5eb49505-4f44-418d-9bac-67f4121b619d is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:01:47.524551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 5eb49505-4f44-418d-9bac-67f4121b619d) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:47.529105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:47.529697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.533911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c6a7b-174c-4897-b34c-a676256d0e6f None None] Network 5eb49505-4f44-418d-9bac-67f4121b619d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:47.549407 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d33c07cb-3fb0-44a8-a14a-adb178db290a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3349586 Sep 28 09:01:47.549615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46730) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:47.554008 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:47.574173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.575178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.631414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.780341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:47.872829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-5eb49505-4f44-418d-9bac-67f4121b619d', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:01:47.873917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.017941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Allocated IP 172.20.0.2 (5eb49505-4f44-418d-9bac-67f4121b619d/f1530c08-6ff7-49af-9bfa-528210471847/ebd65847-8342-4daa-b72d-9a9cd285e760) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:48.171242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.178621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.218066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Network 5eb49505-4f44-418d-9bac-67f4121b619d is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:48.221327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:48.224118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:48.238881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Pushing event updated for resources: {'Port': ['ID=ebd65847-8342-4daa-b72d-9a9cd285e760,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:48.291654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Attempting to bind port ebd65847-8342-4daa-b72d-9a9cd285e760 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:48.292372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Attempting to bind port ebd65847-8342-4daa-b72d-9a9cd285e760 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:48.292372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Attempting to bind port ebd65847-8342-4daa-b72d-9a9cd285e760 on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:48.297906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:48.298320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Checking segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:48.298747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.299120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Bound using segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:48.299601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Bound port: ebd65847-8342-4daa-b72d-9a9cd285e760, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:48.299991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.365394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.370233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] For port ebd65847-8342-4daa-b72d-9a9cd285e760, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:48.373605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] For port ebd65847-8342-4daa-b72d-9a9cd285e760, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd65847-8342-4daa-b72d-9a9cd285e760,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:48.380004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.385074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.431603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854929-f6e8-4258-99f8-51c1b03870c9 None None] Pushing event updated for resources: {'Port': ['ID=ebd65847-8342-4daa-b72d-9a9cd285e760,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:48.497358 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Allocated IP 172.26.4.160 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/2ed425dc-0c89-431c-b29f-28b53c2f1f62) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:48.616710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.657251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:48.696417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:48.699337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:48.703058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:48.727916 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed425dc-0c89-431c-b29f-28b53c2f1f62,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:48.967827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.189696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.236834 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd65847-8342-4daa-b72d-9a9cd285e760 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:49.289712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebd65847-8342-4daa-b72d-9a9cd285e760 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:49.290426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.290982 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebd65847-8342-4daa-b72d-9a9cd285e760 Sep 28 09:01:49.313599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debdd66e-7f29-420d-9456-785b319e0a73 None None] Network 5eb49505-4f44-418d-9bac-67f4121b619d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:49.330784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:01:49.417649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Provisioning complete for port ebd65847-8342-4daa-b72d-9a9cd285e760 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:49.418025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.418367 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Attempt 1 to provision port ebd65847-8342-4daa-b72d-9a9cd285e760 Sep 28 09:01:49.443757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:49.467338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.471459 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5c6c9b36-9cd4-4451-8601-7281b2df27c7 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9180684 Sep 28 09:01:49.471709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46732) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:49.473920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:49.527243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:49.527871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:49.573702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebd65847-8342-4daa-b72d-9a9cd285e760 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:49.573984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.701847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port ebd65847-8342-4daa-b72d-9a9cd285e760, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd65847-8342-4daa-b72d-9a9cd285e760,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:49.714853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.720440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Current status of the port ebd65847-8342-4daa-b72d-9a9cd285e760 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:49.720825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.766330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:49.864790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=ebd65847-8342-4daa-b72d-9a9cd285e760,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:49.909888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:49.942633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 09:01:49.942991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 09:01:50.011069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:48Z', 'revision_number': 3, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:50.037564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:50.037911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Updating router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:01:50.062806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.067828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Allocated IP 172.20.0.1 (5eb49505-4f44-418d-9bac-67f4121b619d/f1530c08-6ff7-49af-9bfa-528210471847/a70255ab-c604-46b5-a640-057e5c1bd176) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:50.171666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.207351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.251035 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Network 5eb49505-4f44-418d-9bac-67f4121b619d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:50.255223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:50.257776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:50.286659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Pushing event updated for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:50.304919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.329104 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.336451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.374380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Attempting to bind port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:50.374758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Attempting to bind port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:50.375130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Attempting to bind port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:50.385092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:50.385429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:50.385832 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.386233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:50.386714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Bound port: 2ed425dc-0c89-431c-b29f-28b53c2f1f62, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:50.387098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.394926 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611cfee-e691-4fe5-a7aa-579c390b0722 None None] Pushing event updated for resources: {'Port': ['ID=2ed425dc-0c89-431c-b29f-28b53c2f1f62,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:50.449322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.479413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] For port 2ed425dc-0c89-431c-b29f-28b53c2f1f62, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:50.498332 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] For port 2ed425dc-0c89-431c-b29f-28b53c2f1f62, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2ed425dc-0c89-431c-b29f-28b53c2f1f62,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:50.499430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9ed31ff7-e5b6-48b0-bffe-46be92ba94ba None None] Current status of the port ebd65847-8342-4daa-b72d-9a9cd285e760 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:50.504869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.538846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:50.539528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:50.591206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611cfee-e691-4fe5-a7aa-579c390b0722 None None] Pushing event updated for resources: {'Port': ['ID=2ed425dc-0c89-431c-b29f-28b53c2f1f62,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:50.610216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.617478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.690330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.692291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Pushing event updated for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:50.790992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Network 5eb49505-4f44-418d-9bac-67f4121b619d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:50.797012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:50.826660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Provisioning complete for port a70255ab-c604-46b5-a640-057e5c1bd176 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:50.827013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:50.827372 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 1 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:50.832439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:50.929019 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:01:50.929273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:51.045053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:51.050935 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9427daf1-9397-4a76-a102-d99913c530ff admin admin] 10.222.0.27 "PUT /v2.0/routers/db2f84da-9b6a-4f29-a2a3-02d7baad5ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782659 Sep 28 09:01:51.072616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 1, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:51.100024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38c303-d0af-46bb-9993-a01f17b42e7e None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 1, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:01:51.199406 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd65847-8342-4daa-b72d-9a9cd285e760 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:51.255780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ebd65847-8342-4daa-b72d-9a9cd285e760 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:51.256276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.256932 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ebd65847-8342-4daa-b72d-9a9cd285e760 Sep 28 09:01:51.368757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ebd65847-8342-4daa-b72d-9a9cd285e760 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:51.431204 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 2 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:51.469199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:51.579273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46748) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:51.584594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1355853443-network', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:51.608553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Made reservation on behalf of 0c1fb9bd43114ae9a81ef554a5665336 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:01:51.611400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.620716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.707308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.712516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.747406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:01:51.766755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed86a11-b10e-4845-838b-853a226d3e9b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:51.769669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.770010 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Added segment 64ec154e-d77b-445a-acf8-3b8ed60a72de of type vlan for network 87b2987d-f82a-4867-b7dc-3f04a630087a Sep 28 09:01:51.813693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.840828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.842254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:51.842862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.904408 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3237002 Sep 28 09:01:51.907016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46750) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:51.908042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0370-9a66-44b6-a15b-6511da089d57 admin admin] Pushing event updated for resources: {'Network': ['ID=87b2987d-f82a-4867-b7dc-3f04a630087a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:51.912922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Request body: {'subnet': {'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1355853443-subnet', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:51.920615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 87b2987d-f82a-4867-b7dc-3f04a630087a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:01:51.936802 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Made reservation on behalf of 0c1fb9bd43114ae9a81ef554a5665336 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:01:51.939463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:51.977623 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 3 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:52.026788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:52.121339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.171392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93110ae-d510-4c1b-beff-b9ecd299df3e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:52.187905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Checking segment: {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:52.188264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Network hostable DHCP agents. Network: 87b2987d-f82a-4867-b7dc-3f04a630087a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:01:52.206505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Network 87b2987d-f82a-4867-b7dc-3f04a630087a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:01:52.217468 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 87b2987d-f82a-4867-b7dc-3f04a630087a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:52.221794 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:01:52.222383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.229755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f34668-1be7-4b46-8d6d-d77a4bc122fc None None] Network 87b2987d-f82a-4867-b7dc-3f04a630087a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:52.241722 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4f4d0574-b8df-4065-b818-2273a59f34b2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3330624 Sep 28 09:01:52.244480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46752) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:52.249091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:01:52.270801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.271839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.329883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.390248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-87b2987d-f82a-4867-b7dc-3f04a630087a', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:01:52.390930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.477062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.528090 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 4 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:52.561876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Allocated IP 172.20.0.2 (87b2987d-f82a-4867-b7dc-3f04a630087a/d93110ae-d510-4c1b-beff-b9ecd299df3e/6bd0e884-29bc-43f7-90c3-83bf80ee4ceb) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:52.583327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:52.688965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.709181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.721297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.728990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.769057 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Network 87b2987d-f82a-4867-b7dc-3f04a630087a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:52.771986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:52.779203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:52.782373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Pushing event updated for resources: {'Port': ['ID=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:52.826525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Allocated IP 172.26.4.89 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f2bcf5c9-1670-450e-a2a7-0870d82fd514) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:52.843689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Attempting to bind port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:52.844048 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Attempting to bind port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:52.844446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Attempting to bind port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb on network 87b2987d-f82a-4867-b7dc-3f04a630087a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:52.849891 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:52.850276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Checking segment: {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:52.850687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.851079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Bound using segment: {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:52.851562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Bound port: 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:52.851944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.917475 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] For port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:52.921379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] For port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:52.927800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.938633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.981021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:52.987202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b92f-10d7-47ae-a529-636b8f67315d None None] Pushing event updated for resources: {'Port': ['ID=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:53.020374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:53.023314 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:53.026890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:53.056952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Pushing event updated for resources: {'Port': ['ID=f2bcf5c9-1670-450e-a2a7-0870d82fd514,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:53.084404 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 5 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:53.150686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:53.172121 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:53.186096 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:53.187009 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:53.315770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2ed425dc-0c89-431c-b29f-28b53c2f1f62 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:53.337200 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:53.373490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:53.373895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.374346 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 Sep 28 09:01:53.457668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:53.458355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.479675 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 2ed425dc-0c89-431c-b29f-28b53c2f1f62, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2ed425dc-0c89-431c-b29f-28b53c2f1f62,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:53.486763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.487652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:53.568581 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 2, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:53.572203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=2ed425dc-0c89-431c-b29f-28b53c2f1f62,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:53.586278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:53.586658 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.586997 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb Sep 28 09:01:53.595750 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:53.596106 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Updating router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb port a70255ab-c604-46b5-a640-057e5c1bd176 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:01:53.620711 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.653487 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 6 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:53.696905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:53.697467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.697646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.719368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Port a70255ab-c604-46b5-a640-057e5c1bd176 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:53.746224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:53.753256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.814925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:53.914938 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.923355 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.947713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:53.988584 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Pushing event updated for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:54.011967 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.012310 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.012678 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.013202 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.013537 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.013867 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.014198 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.014521 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.014847 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.015175 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.015494 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.015811 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:01:54.028015 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Attempting to bind port a70255ab-c604-46b5-a640-057e5c1bd176 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:54.028440 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Attempting to bind port a70255ab-c604-46b5-a640-057e5c1bd176 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:54.028805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Attempting to bind port a70255ab-c604-46b5-a640-057e5c1bd176 on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:54.034516 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:54.034887 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Checking segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:54.035315 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.035703 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Bound using segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:54.036204 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Bound port: a70255ab-c604-46b5-a640-057e5c1bd176, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:54.036580 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.090120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de911112-1559-4d14-970e-acdc263e6ff5 None None] Network 87b2987d-f82a-4867-b7dc-3f04a630087a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:01:54.090300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Router b16a3038-5583-4677-8913-e33263a72931 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:01:54.107960 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] For port a70255ab-c604-46b5-a640-057e5c1bd176, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:54.111257 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] For port a70255ab-c604-46b5-a640-057e5c1bd176, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a70255ab-c604-46b5-a640-057e5c1bd176,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:54.117785 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.153914 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:54.154643 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:54.203963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:54.213063 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9516-28ad-4d9d-914b-7083a7c5c5e8 None None] Pushing event updated for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:54.222033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Sync routers for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:54.228322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.232216 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b2b163f6-944c-4481-b3cf-b6300c6bce0a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9840660 Sep 28 09:01:54.232505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46754) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:01:54.232618 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 7 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:54.281976 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:54.292980 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:54.293717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:54.487471 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:54.518704 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d5ad5-3782-471c-a98c-dd06d10cd689 None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:01:54.608927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Current status of the port a70255ab-c604-46b5-a640-057e5c1bd176 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:54.609553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.651739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] For port a70255ab-c604-46b5-a640-057e5c1bd176, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a70255ab-c604-46b5-a640-057e5c1bd176,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:54.654250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:54.682590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.722899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.794193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Provisioning complete for port ebd65847-8342-4daa-b72d-9a9cd285e760 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:54.794583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:54.794943 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Attempt 1 to provision port ebd65847-8342-4daa-b72d-9a9cd285e760 Sep 28 09:01:54.820527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Pushing event updated for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:54.917639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Allocated IP 172.20.0.1 (87b2987d-f82a-4867-b7dc-3f04a630087a/d93110ae-d510-4c1b-beff-b9ecd299df3e/ab154e70-afb7-44ae-8962-d2942729cdf2) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:01:54.962322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b90704ce-ee00-4213-bb72-fad39b19dc0a None None] Current status of the port ebd65847-8342-4daa-b72d-9a9cd285e760 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:54.979211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 3, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:55.007985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Checking router: b16a3038-5583-4677-8913-e33263a72931 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:55.008638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Updating router b16a3038-5583-4677-8913-e33263a72931 port f2bcf5c9-1670-450e-a2a7-0870d82fd514 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:01:55.035136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.035860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.073618 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.111955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Network 87b2987d-f82a-4867-b7dc-3f04a630087a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:55.122538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:55.122538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:01:55.153456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:55.169100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Provisioning complete for port a70255ab-c604-46b5-a640-057e5c1bd176 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:55.169474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.169822 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Attempt 1 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:55.183378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.327336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2ed425dc-0c89-431c-b29f-28b53c2f1f62 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:55.369461 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.439771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Current status of the port a70255ab-c604-46b5-a640-057e5c1bd176 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:55.486393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:55.486610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.486931 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 Sep 28 09:01:55.512189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Provisioning complete for port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:55.512560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.513186 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Attempt 1 to provision port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb Sep 28 09:01:55.537472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.543168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.545783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.558617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.607693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Attempting to bind port f2bcf5c9-1670-450e-a2a7-0870d82fd514 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:55.608055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Attempting to bind port f2bcf5c9-1670-450e-a2a7-0870d82fd514 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:55.608408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Attempting to bind port f2bcf5c9-1670-450e-a2a7-0870d82fd514 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:55.614292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:55.616849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.624656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:55.625232 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:55.625459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.626189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:55.626660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Bound port: f2bcf5c9-1670-450e-a2a7-0870d82fd514, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:55.627039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.660212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a3b92-2b3f-4cf2-a54f-f1981e43a8c4 None None] Pushing event updated for resources: {'Port': ['ID=f2bcf5c9-1670-450e-a2a7-0870d82fd514,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:55.713054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Network 87b2987d-f82a-4867-b7dc-3f04a630087a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:01:55.714463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:01:55.743562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-80d4040d-c623-4b06-a390-7dc4e03f0590 None None] Current status of the port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:55.747555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:55.748672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a70255ab-c604-46b5-a640-057e5c1bd176 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:55.753339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] For port f2bcf5c9-1670-450e-a2a7-0870d82fd514, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:55.787979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] For port f2bcf5c9-1670-450e-a2a7-0870d82fd514, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f2bcf5c9-1670-450e-a2a7-0870d82fd514,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:55.799418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.843016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:55.843511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:55.852285 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Router b16a3038-5583-4677-8913-e33263a72931 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:01:55.911619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a3b92-2b3f-4cf2-a54f-f1981e43a8c4 None None] Pushing event updated for resources: {'Port': ['ID=f2bcf5c9-1670-450e-a2a7-0870d82fd514,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:55.914583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a70255ab-c604-46b5-a640-057e5c1bd176 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:55.914739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.914962 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a70255ab-c604-46b5-a640-057e5c1bd176 Sep 28 09:01:55.970033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:01:55.977515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8c5d8a79-d673-4e42-bca4-0dd4cc00fec1 admin admin] 10.222.0.27 "PUT /v2.0/routers/b16a3038-5583-4677-8913-e33263a72931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414458 Sep 28 09:01:55.989261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Provisioning complete for port ab154e70-afb7-44ae-8962-d2942729cdf2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:55.989631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:55.989961 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 1 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:56.046134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:56.049113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:56.145653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a70255ab-c604-46b5-a640-057e5c1bd176 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:56.146698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:56.260798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:56.261227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:56.261548 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb Sep 28 09:01:56.370334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'ab154e70-afb7-44ae-8962-d2942729cdf2', 'name': '', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'mac_address': 'fa:16:3e:e5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:54Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 2, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'subnets': [{'id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:56.400269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeec89-6e30-425d-91c5-15e735a147e4 None None] The sync data for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv is: [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'ab154e70-afb7-44ae-8962-d2942729cdf2', 'name': '', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'mac_address': 'fa:16:3e:e5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:54Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 2, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'subnets': [{'id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:01:56.409317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:56.550402 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 2 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:56.610309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:57.112361 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 3 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:57.166364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:57.667785 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 4 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:57.709636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:58.213369 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 5 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:58.251521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:58.667634 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Sync routers for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:01:58.753295 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 6 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:58.776694 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:58.777356 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:58.806204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:58.896428 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:01:59.120559 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'ab154e70-afb7-44ae-8962-d2942729cdf2', 'name': '', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'mac_address': 'fa:16:3e:e5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:54Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 2, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'subnets': [{'id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:59.154813 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Checking router: b16a3038-5583-4677-8913-e33263a72931 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:01:59.155163 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Updating router b16a3038-5583-4677-8913-e33263a72931 port ab154e70-afb7-44ae-8962-d2942729cdf2 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:01:59.186863 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.243029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f2bcf5c9-1670-450e-a2a7-0870d82fd514 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:01:59.301189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f2bcf5c9-1670-450e-a2a7-0870d82fd514 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:01:59.301189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.301189 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f2bcf5c9-1670-450e-a2a7-0870d82fd514 Sep 28 09:01:59.327421 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 7 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:59.380855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Port ab154e70-afb7-44ae-8962-d2942729cdf2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:01:59.429357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f2bcf5c9-1670-450e-a2a7-0870d82fd514 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:01:59.429795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.459635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port f2bcf5c9-1670-450e-a2a7-0870d82fd514, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f2bcf5c9-1670-450e-a2a7-0870d82fd514,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:01:59.468331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.535622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=f2bcf5c9-1670-450e-a2a7-0870d82fd514,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:59.552575 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.559745 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.647855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dbafc-1734-44be-9d7e-9119be75a40d None None] Pushing event updated for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:59.664185 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Attempting to bind port ab154e70-afb7-44ae-8962-d2942729cdf2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:01:59.664556 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Attempting to bind port ab154e70-afb7-44ae-8962-d2942729cdf2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:01:59.664910 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Attempting to bind port ab154e70-afb7-44ae-8962-d2942729cdf2 on network 87b2987d-f82a-4867-b7dc-3f04a630087a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:01:59.670842 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:01:59.671527 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Checking segment: {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:01:59.671627 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.672014 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Bound using segment: {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:01:59.672483 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Bound port: ab154e70-afb7-44ae-8962-d2942729cdf2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ec154e-d77b-445a-acf8-3b8ed60a72de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:01:59.672855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.740399 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] For port ab154e70-afb7-44ae-8962-d2942729cdf2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:01:59.743657 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] For port ab154e70-afb7-44ae-8962-d2942729cdf2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ab154e70-afb7-44ae-8962-d2942729cdf2,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:01:59.749696 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:01:59.784304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:01:59.784935 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:01:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:01:59.845917 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dbafc-1734-44be-9d7e-9119be75a40d None None] Pushing event updated for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:01:59.883662 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Attempt 8 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:01:59.923192 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:02:00.014341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Current status of the port ab154e70-afb7-44ae-8962-d2942729cdf2 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:00.015177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:00.057149 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] For port ab154e70-afb7-44ae-8962-d2942729cdf2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ab154e70-afb7-44ae-8962-d2942729cdf2,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:02:00.063632 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:00.126252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292b30-2418-4401-8bdd-20e88f2dcdac None None] Pushing event updated for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:00.158056 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'ab154e70-afb7-44ae-8962-d2942729cdf2', 'name': '', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'mac_address': 'fa:16:3e:e5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:54Z', 'updated_at': '2022-09-28T09:01:59Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'subnets': [{'id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:02:00.191808 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-07125542-ba28-42cc-bf26-5b67932a0f37 None None] Provisioning complete for port ab154e70-afb7-44ae-8962-d2942729cdf2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:02:00.192034 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2f635-55b1-4d59-9b9c-6b68066f7037 None None] The sync data for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv is: [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:55Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'ab154e70-afb7-44ae-8962-d2942729cdf2', 'name': '', 'network_id': '87b2987d-f82a-4867-b7dc-3f04a630087a', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'mac_address': 'fa:16:3e:e5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:54Z', 'updated_at': '2022-09-28T09:01:59Z', 'revision_number': 4, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'subnets': [{'id': 'd93110ae-d510-4c1b-beff-b9ecd299df3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:02:00.192606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07125542-ba28-42cc-bf26-5b67932a0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:00.193122 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-07125542-ba28-42cc-bf26-5b67932a0f37 None None] Attempt 1 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:02:00.312601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-07125542-ba28-42cc-bf26-5b67932a0f37 None None] Current status of the port ab154e70-afb7-44ae-8962-d2942729cdf2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:01.239009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ab154e70-afb7-44ae-8962-d2942729cdf2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:02:01.301314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port ab154e70-afb7-44ae-8962-d2942729cdf2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:02:01.301929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:01.302355 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port ab154e70-afb7-44ae-8962-d2942729cdf2 Sep 28 09:02:01.395719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port ab154e70-afb7-44ae-8962-d2942729cdf2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:01.396750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f2bcf5c9-1670-450e-a2a7-0870d82fd514 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:02:01.446506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f2bcf5c9-1670-450e-a2a7-0870d82fd514 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:02:01.446879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:01.447215 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f2bcf5c9-1670-450e-a2a7-0870d82fd514 Sep 28 09:02:01.545839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f2bcf5c9-1670-450e-a2a7-0870d82fd514 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:03.521519 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:05.797955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-3d47b840-d693-4c1e-b0a2-71830f6db0c7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:05.799432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-3d47b840-d693-4c1e-b0a2-71830f6db0c7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 815 time: 0.1092079 Sep 28 09:02:05.815221 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-df9a2ceb-b29e-4254-9f5f-c33ed2780970 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/quotas/953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 375 time: 0.0098710 Sep 28 09:02:05.870791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-bce3cc94-83f0-49b8-a276-f02e781f62c0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502672 Sep 28 09:02:05.995204 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-8e5ee5e3-df72-4eb1-8e79-7740f1056d37 service neutron] 10.222.0.27 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071126 Sep 28 09:02:06.019759 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:02:06.094659 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-479835ef-909c-43b9-8fd6-392f169ea933 service neutron] 10.222.0.27 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926893 Sep 28 09:02:06.273723 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b17cafe-ce4a-459c-a3e5-25dd65eba28a req-5618dec7-4c12-4d48-a179-789818dafffa tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Sep 28 09:02:06.498709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6a54c023-2cde-4659-ace7-0dc8b22b0f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:07.385057 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d1b955ee-a955-4dcc-b239-2ad805a1bdf4 req-caf5e6e4-4053-4a72-9ef9-f0afa19cfa9d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 210 time: 0.0288727 Sep 28 09:02:07.814577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-8e1e57bd-84da-497d-96d6-396314a2a39f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:07.816168 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-8e1e57bd-84da-497d-96d6-396314a2a39f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 815 time: 0.1120856 Sep 28 09:02:07.829280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'device_id': '36988128-54a5-4fe1-be33-6c5f7658c983', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'admin_state_up': True, 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:07.940349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Made reservation on behalf of 953cf2967d774de7b0b7fe48e04878c8 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:02:07.943904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:08.461138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Allocated IP 172.20.0.11 (5eb49505-4f44-418d-9bac-67f4121b619d/f1530c08-6ff7-49af-9bfa-528210471847/d6e19073-c073-4222-88b5-485b15b513ed) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:02:08.515038 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7ece1402-2baa-47ac-8520-b3c9551df0c9 req-fd1f9be5-177e-41ce-853f-8dfb9f5116dc tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 210 time: 0.0420663 Sep 28 09:02:08.675009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:08.710689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:08.766082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Network 5eb49505-4f44-418d-9bac-67f4121b619d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:02:08.772302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:08.774675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:02:08.777584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:02:08.806787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02f22094-711b-48ab-8790-621b3503e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:08.821347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.821938 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.822038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.822332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.822665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.823006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.823331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.823653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.823987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.824298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.824622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.825153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:08.844909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:08.851070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:08.890012 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-6fd7701a-0f83-4d82-ae44-b7b84ac85b79 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0652876 Sep 28 09:02:09.093109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Provisioning complete for port d6e19073-c073-4222-88b5-485b15b513ed triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:02:09.093423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:09.093764 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 1 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:09.288492 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:09.652165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858a181-f7de-4da1-b7d5-ae3ea33ec770 req-b439edaa-bfac-46d2-93d0-eb388ce11e33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:09.653645 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6858a181-f7de-4da1-b7d5-ae3ea33ec770 req-b439edaa-bfac-46d2-93d0-eb388ce11e33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0554781 Sep 28 09:02:09.695963 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6858a181-f7de-4da1-b7d5-ae3ea33ec770 req-ad3dab75-e39c-4327-8842-f069f6ab301c tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Sep 28 09:02:09.789808 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 2 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:09.826800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:10.209768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:10.327606 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 3 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:10.367868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:10.829985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5b3aa-24f7-41f5-875f-969c45147c16 req-2d0b1042-68bf-475c-b046-d5ebbb05f080 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:10.831699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7bd5b3aa-24f7-41f5-875f-969c45147c16 req-2d0b1042-68bf-475c-b046-d5ebbb05f080 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0577495 Sep 28 09:02:10.869132 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 4 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:10.873455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7bd5b3aa-24f7-41f5-875f-969c45147c16 req-84ea5b9d-d801-46a4-9d7b-e6d7b198d21a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Sep 28 09:02:10.921247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:11.374884 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:11.422814 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 5 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:11.461472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:11.730986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:11.963157 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 6 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:12.006436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f5a9e-b236-42d4-8d9a-14a86651f854 req-23405c5d-d9f5-410d-9959-35491341dee2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:12.007945 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-896f5a9e-b236-42d4-8d9a-14a86651f854 req-23405c5d-d9f5-410d-9959-35491341dee2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0525301 Sep 28 09:02:12.009111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:12.052545 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-896f5a9e-b236-42d4-8d9a-14a86651f854 req-e2a4778d-2244-4127-af4b-b558cbf2a378 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Sep 28 09:02:12.511064 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 7 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:12.551696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:13.053513 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 8 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:13.103581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:13.198216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20406d-d52a-4645-a06e-8c1882dd1798 req-181221fb-9c70-4102-88e7-f6f451fdd3f9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:13.199764 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0d20406d-d52a-4645-a06e-8c1882dd1798 req-181221fb-9c70-4102-88e7-f6f451fdd3f9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0533543 Sep 28 09:02:13.245562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0d20406d-d52a-4645-a06e-8c1882dd1798 req-4ab59261-244b-43fe-9ad7-0604d525630d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Sep 28 09:02:13.606391 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 9 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:13.643136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:14.144862 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Attempt 10 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:14.185139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-47a390fc-91c8-4d40-bd9a-7fdddba04a6b None None] Port d6e19073-c073-4222-88b5-485b15b513ed cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:02:14.379936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bfdfa-4779-4db4-8245-1209e325992e req-c9b419e5-505b-4b7b-a3e3-d1723a15992d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:14.381644 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-662bfdfa-4779-4db4-8245-1209e325992e req-c9b419e5-505b-4b7b-a3e3-d1723a15992d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0559762 Sep 28 09:02:14.424070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-662bfdfa-4779-4db4-8245-1209e325992e req-eb1c8846-2543-462a-8312-50305af1ad9a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Sep 28 09:02:15.550121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e33d4-5675-4634-9e5f-1b7a838fb5eb req-b7f75114-6fed-4c8b-a6cb-e312271f70eb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:15.551795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bd9e33d4-5675-4634-9e5f-1b7a838fb5eb req-b7f75114-6fed-4c8b-a6cb-e312271f70eb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0531816 Sep 28 09:02:15.592072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bd9e33d4-5675-4634-9e5f-1b7a838fb5eb req-540fb170-3260-4df7-a836-887a2ae4923a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Sep 28 09:02:16.530694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Request body: {'port': {'device_id': '36988128-54a5-4fe1-be33-6c5f7658c983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:16.588689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:16.724227 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3995-d356-4bfc-a843-16f8c79535a4 req-8aca4dbe-325a-4bd8-bc1b-531765b36491 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:16.725889 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-709c3995-d356-4bfc-a843-16f8c79535a4 req-8aca4dbe-325a-4bd8-bc1b-531765b36491 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 932 time: 0.0535588 Sep 28 09:02:16.763908 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-709c3995-d356-4bfc-a843-16f8c79535a4 req-dff84125-43cb-4373-9708-bae837ea3cf7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Sep 28 09:02:16.857590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e19073-c073-4222-88b5-485b15b513ed {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:02:16.866526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:16.879403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Transition to ACTIVE for port object d6e19073-c073-4222-88b5-485b15b513ed will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:02:16.886534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:16.947861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:16.995244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Attempting to bind port d6e19073-c073-4222-88b5-485b15b513ed on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:02:16.995605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Attempting to bind port d6e19073-c073-4222-88b5-485b15b513ed by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:02:16.995933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Attempting to bind port d6e19073-c073-4222-88b5-485b15b513ed on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:02:17.000248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Port d6e19073-c073-4222-88b5-485b15b513ed on network 5eb49505-4f44-418d-9bac-67f4121b619d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:02:17.000567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Attempting to bind port d6e19073-c073-4222-88b5-485b15b513ed on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:02:17.005699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:02:17.006032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Checking segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:02:17.006417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Bound using segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:02:17.006842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Bound port: d6e19073-c073-4222-88b5-485b15b513ed, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:02:17.007201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:17.074944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:02:17.078600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:02:17.084261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:17.087689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.088292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:17.089905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] 10.222.0.62 "PUT /v2.0/ports/d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1094 time: 0.5669820 Sep 28 09:02:17.091814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:02:17.095498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa2889-88fc-4671-a708-8af94e0210cc" -d '{"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:02:17.136254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a1ffb-ec48-425f-a15c-217b60daf190 x-openstack-request-id: req-d51a1ffb-ec48-425f-a15c-217b60daf190 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:02:17.136698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:02:17.137189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d51a1ffb-ec48-425f-a15c-217b60daf190 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:02:17.137620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51a1ffb-ec48-425f-a15c-217b60daf190'] response: {'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:02:17.191145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ff1ca-0693-4294-9919-13be0e47de48 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:17.201783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4dfbf972-6f5c-4c6b-a79f-c932bd288b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.203535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-4dfbf972-6f5c-4c6b-a79f-c932bd288b53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1097 time: 0.0629668 Sep 28 09:02:17.245179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-000de99a-48ef-44f7-9289-3d7e03f222da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 217 time: 0.0341265 Sep 28 09:02:17.307451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-ad96270a-982a-493e-aeb3-ce35c2aebb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.308932 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-ad96270a-982a-493e-aeb3-ce35c2aebb99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0575747 Sep 28 09:02:17.361773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-34e82611-136d-41ba-b05b-ad68778fc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.363187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-34e82611-136d-41ba-b05b-ad68778fc722 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445511 Sep 28 09:02:17.466383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-b3387012-c37d-4996-b395-3d6bcf725dcd service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965598 Sep 28 09:02:17.565100 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ed7f4c8d-a9a1-4663-b71c-208c6f9bfe3d req-7eb667d5-a61f-4961-ba17-3a01100fbe3d service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908730 Sep 28 09:02:17.660631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2889-88fc-4671-a708-8af94e0210cc req-504a6d5f-2170-4518-a395-8e127db3cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.662077 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-504a6d5f-2170-4518-a395-8e127db3cf9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1097 time: 0.0471716 Sep 28 09:02:17.763957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2889-88fc-4671-a708-8af94e0210cc req-130cee93-0a77-4613-bff1-f3df8d9701d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.765555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-130cee93-0a77-4613-bff1-f3df8d9701d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0964909 Sep 28 09:02:17.808203 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-c02ca4de-38dc-436c-b190-8fc295114014 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 217 time: 0.0341856 Sep 28 09:02:17.858216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2889-88fc-4671-a708-8af94e0210cc req-3fa1e654-ec57-49b5-a1b5-38040af54aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.859711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-3fa1e654-ec57-49b5-a1b5-38040af54aa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0439744 Sep 28 09:02:17.888236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763030-d37a-4d39-948d-9c69286162ac req-355095bd-e425-4751-9298-99514d254e0f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.890040 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42763030-d37a-4d39-948d-9c69286162ac req-355095bd-e425-4751-9298-99514d254e0f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Sep 28 09:02:17.912757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2889-88fc-4671-a708-8af94e0210cc req-cbca7e70-c4e1-45b6-90ad-abe2cbe49d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:17.914202 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-cbca7e70-c4e1-45b6-90ad-abe2cbe49d69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460029 Sep 28 09:02:17.929438 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-42763030-d37a-4d39-948d-9c69286162ac req-0cc7b08c-5cf9-4355-b8af-283b99d1a842 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Sep 28 09:02:18.007422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-504691c4-e2ce-4dc9-96e5-4c9022fda853 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Sep 28 09:02:18.104590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43aa2889-88fc-4671-a708-8af94e0210cc req-191263a8-7198-4fe2-951d-928384463fe8 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898192 Sep 28 09:02:19.067776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36d075-945f-4d67-a072-af3ea6379eda req-cdfcb5d3-cb0f-4e6b-9b5d-936366a313b4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:19.069169 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb36d075-945f-4d67-a072-af3ea6379eda req-cdfcb5d3-cb0f-4e6b-9b5d-936366a313b4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 944 time: 0.0602286 Sep 28 09:02:19.108901 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fb36d075-945f-4d67-a072-af3ea6379eda req-f03ccad5-d80e-420d-87aa-2bdbcd3cdee4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Sep 28 09:02:19.503163 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d6e19073-c073-4222-88b5-485b15b513ed details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:02:19.607801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:02:19.620031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'd6e19073-c073-4222-88b5-485b15b513ed', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'port_id': 'd6e19073-c073-4222-88b5-485b15b513ed', 'mac_address': 'fa:16:3e:3a:2f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:02:19.667141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port d6e19073-c073-4222-88b5-485b15b513ed is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:19.667820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:19.688455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e19073-c073-4222-88b5-485b15b513ed {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:02:19.709553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:02:19.716037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:19.766687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:19.950256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:02:20.255673 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3553ab-1371-4efb-9f08-cbf09c526ef0 req-23ecafd4-b776-4e52-8606-77b4ddb841bd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:20.257243 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dc3553ab-1371-4efb-9f08-cbf09c526ef0 req-23ecafd4-b776-4e52-8606-77b4ddb841bd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 945 time: 0.0579176 Sep 28 09:02:20.297920 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dc3553ab-1371-4efb-9f08-cbf09c526ef0 req-701fc05c-d129-46df-8d6f-a8247273187e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 Sep 28 09:02:21.444505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd25fa4-cc19-4e80-8a16-74e65f0c966a req-4d2b3b42-307b-4809-b83b-172a7e17c3f9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:21.445898 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6bd25fa4-cc19-4e80-8a16-74e65f0c966a req-4d2b3b42-307b-4809-b83b-172a7e17c3f9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Sep 28 09:02:21.483896 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6bd25fa4-cc19-4e80-8a16-74e65f0c966a req-a93594a6-7df8-436e-ad6e-baecd3a7b9bd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Sep 28 09:02:21.534827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d6e19073-c073-4222-88b5-485b15b513ed up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:02:21.588081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port d6e19073-c073-4222-88b5-485b15b513ed completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:02:21.591929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port d6e19073-c073-4222-88b5-485b15b513ed triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:02:21.592320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:21.592651 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port d6e19073-c073-4222-88b5-485b15b513ed Sep 28 09:02:21.675053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port d6e19073-c073-4222-88b5-485b15b513ed is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:02:21.675443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:21.701715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:02:21.704387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9bb71c-e178-441f-a96b-f8017acf113b" -d '{"events": [{"server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "name": "network-vif-plugged", "status": "completed", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:02:21.717167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:02:21.722737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:21.746871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312a502-6b0c-45e3-8212-5ed6723c34ec x-openstack-request-id: req-d312a502-6b0c-45e3-8212-5ed6723c34ec {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:02:21.747167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "name": "network-vif-plugged", "status": "completed", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:02:21.747424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d312a502-6b0c-45e3-8212-5ed6723c34ec {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:02:21.747819 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d312a502-6b0c-45e3-8212-5ed6723c34ec'] response: {'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'code': 200} Sep 28 09:02:21.775302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:21.917356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b839d3b-c45c-4231-bcdf-05e262304f05 req-70bbc5ab-648b-4c65-8443-3fc8030a9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:21.918878 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b839d3b-c45c-4231-bcdf-05e262304f05 req-70bbc5ab-648b-4c65-8443-3fc8030a9b26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1099 time: 0.0481391 Sep 28 09:02:21.955043 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b839d3b-c45c-4231-bcdf-05e262304f05 req-34895646-7bd4-4bcc-9f81-11182865329f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285285 Sep 28 09:02:22.634514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2055-c88e-44a0-b5f2-9caa3b65192b req-03aac67b-2268-48a0-9879-80dc21ad0134 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:22.637163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c61e2055-c88e-44a0-b5f2-9caa3b65192b req-03aac67b-2268-48a0-9879-80dc21ad0134 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0614297 Sep 28 09:02:22.681743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c61e2055-c88e-44a0-b5f2-9caa3b65192b req-99669013-d462-4c9a-bbe1-6b02a11f1c16 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Sep 28 09:02:23.816401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6103-eb36-42ba-a9e1-12cbdd0fedf7 req-744940a6-37ea-4c31-8a56-df1cf927fecc tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:23.817907 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca6a6103-eb36-42ba-a9e1-12cbdd0fedf7 req-744940a6-37ea-4c31-8a56-df1cf927fecc tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0579884 Sep 28 09:02:23.857770 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ca6a6103-eb36-42ba-a9e1-12cbdd0fedf7 req-a9ea53b1-bdb9-4585-a672-326e63a19cf0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Sep 28 09:02:23.981836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b5b2-05cd-46f9-95d7-d2db92eb0a7b req-57a99707-aea9-4dfe-9d9f-c895050a60b1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:23.983353 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d26b5b2-05cd-46f9-95d7-d2db92eb0a7b req-57a99707-aea9-4dfe-9d9f-c895050a60b1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0529375 Sep 28 09:02:24.023011 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1d26b5b2-05cd-46f9-95d7-d2db92eb0a7b req-8ee0161f-8c77-46fb-a6db-e375639aa71a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Sep 28 09:02:24.375398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d1bdd-c4f7-4af7-83cf-c8152fb25d95 req-e81a90f8-0874-4238-85ef-301306f6efc2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:24.377256 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c31d1bdd-c4f7-4af7-83cf-c8152fb25d95 req-e81a90f8-0874-4238-85ef-301306f6efc2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0585816 Sep 28 09:02:24.418833 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c31d1bdd-c4f7-4af7-83cf-c8152fb25d95 req-2a673516-29fa-4a21-b94b-fb362c9f6de3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Sep 28 09:02:33.545617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:36.502008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-73655d2d-c198-4f66-b245-c5049f06b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:38.792312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-61ce9be5-6423-4156-854c-089a041c79ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:39.462156 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed8f0-2f1a-4706-ae10-7b74043751a6 req-6e88d17f-b13f-45d7-a355-10bac0f23271 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:39.463762 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-892ed8f0-2f1a-4706-ae10-7b74043751a6 req-6e88d17f-b13f-45d7-a355-10bac0f23271 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0575871 Sep 28 09:02:39.505221 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-892ed8f0-2f1a-4706-ae10-7b74043751a6 req-a205c44f-373d-44e5-9131-db69649e5ca2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Sep 28 09:02:39.539255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46960) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:39.675391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec83ea-caf6-4568-942b-3a4dfc346d19 tempest-TestMinimumBasicScenario-2017066030 tempest-TestMinimumBasicScenario-2017066030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:39.676949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2dec83ea-caf6-4568-942b-3a4dfc346d19 tempest-TestMinimumBasicScenario-2017066030 tempest-TestMinimumBasicScenario-2017066030-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1094 time: 0.1369643 Sep 28 09:02:39.680117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46964) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:39.684430 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'd6e19073-c073-4222-88b5-485b15b513ed', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:39.709091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:39.813591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:39.929635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Allocated IP 172.26.4.35 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/ddf0bb00-e446-4d89-b6e4-5134034b4f1f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:02:40.031866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.068703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.108945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:02:40.111718 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:02:40.118141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:02:40.121212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=ddf0bb00-e446-4d89-b6e4-5134034b4f1f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:40.210777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.502975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.584151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.735373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.741688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.810255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=ddf0bb00-e446-4d89-b6e4-5134034b4f1f,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:40.812624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:40.913525 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Floating IP f5a0a43c-039c-4352-b6db-4f76d0b4bafe associated. External IP: 172.26.4.35, port: d6e19073-c073-4222-88b5-485b15b513ed. Sep 28 09:02:41.136365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:02:41.258181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:02:41.268663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:02:41.278222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.280631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:02:41.281291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:02:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:02:41.306634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-07de8877-5f7f-4116-b95f-229a6271e3f0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6254981 Sep 28 09:02:41.307334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:02:41.309680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2acf4fc-0702-4360-902d-ccc17dd047d4" -d '{"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:02:41.309844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46966) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:41.315511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876882749', 'description': 'tempest-secgroup-smoke-1876882749 description', 'project_id': '953cf2967d774de7b0b7fe48e04878c8'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:41.340340 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.347474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a61deff-fc06-411a-8ce8-08367b253cbd x-openstack-request-id: req-6a61deff-fc06-411a-8ce8-08367b253cbd {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:02:41.347754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:02:41.348021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6a61deff-fc06-411a-8ce8-08367b253cbd {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:02:41.348518 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a61deff-fc06-411a-8ce8-08367b253cbd'] response: {'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:02:41.413291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.415031 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:02:41.415294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-0e542b4e-2a48-48a7-8298-1e44e9980bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:41.416055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.417023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-0e542b4e-2a48-48a7-8298-1e44e9980bea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1099 time: 0.0454073 Sep 28 09:02:41.421184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.455739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.460326 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1460650 Sep 28 09:02:41.460326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a698813-61d5-4b3c-b128-d98e7540035f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:41.461068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:41.465148 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.465486 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.465847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.466165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.466280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:41.466492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.466846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.467171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.467500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.467812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.468149 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.468472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.468798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad230da-41e5-43ba-b737-becbe7566454 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:02:41.543228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-9441b680-e1dc-4ddd-a081-2a751baea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:41.544726 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-9441b680-e1dc-4ddd-a081-2a751baea5c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1206501 Sep 28 09:02:41.546066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.633512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-291e5a3b-fb7a-4fe4-b721-e5ba6bd87c4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 999 time: 0.0783434 Sep 28 09:02:41.648175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f5a0a43c-039c-4352-b6db-4f76d0b4bafe', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': 'd6e19073-c073-4222-88b5-485b15b513ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:3a:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36988128-54a5-4fe1-be33-6c5f7658c983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:02:40Z', 'updated_at': '2022-09-28T09:02:40Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:02:41.651394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.670745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.674737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:02:41.683330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:02:41.683981 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:02:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:02:41.705669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280df34d-6393-4d57-9095-82249ab37a81,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:41.709432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-9194ed52-27f1-4969-a28f-571e14ed7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:41.711216 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-9194ed52-27f1-4969-a28f-571e14ed7de4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0688496 Sep 28 09:02:41.714685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.715794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-00796aab-cdd7-4a60-b01d-258fbf867a0d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2539115 Sep 28 09:02:41.718911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46972) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:41.732147 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:41.748527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.761926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-e3fd1468-5a9b-4142-92bb-d16ffa409fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:41.763466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-e3fd1468-5a9b-4142-92bb-d16ffa409fe9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461977 Sep 28 09:02:41.766597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.806696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:02:41.824734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.830357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.846312 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281257b5-62ec-4e93-9118-1f6c9e5219d8,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:41.865364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.866622 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ef864e6b-2246-476c-83de-03ba8aa777e2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395395 Sep 28 09:02:41.869395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:41.873930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:41.877218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-961e7f9b-2dc3-4ba1-89fa-f223fe302068 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054945 Sep 28 09:02:41.906537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.980280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:41.980862 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2acf4fc-0702-4360-902d-ccc17dd047d4 req-5876c655-5b93-4af3-8b33-286f031bd852 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963430 Sep 28 09:02:41.986614 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.006373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8354eb4b-7c2c-401c-9c68-697da56d947b,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:42.016789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.021000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:42.021247 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f169911e-4aad-48be-b51b-22355b4035ec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506999 Sep 28 09:02:42.026132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:42.049204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f5a0a43c-039c-4352-b6db-4f76d0b4bafe', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': 'd6e19073-c073-4222-88b5-485b15b513ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:3a:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36988128-54a5-4fe1-be33-6c5f7658c983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:02:40Z', 'updated_at': '2022-09-28T09:02:40Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:02:42.051838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.075871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a0f12-5b73-4f43-ab19-e54fa63add65 None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'f5a0a43c-039c-4352-b6db-4f76d0b4bafe', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': 'd6e19073-c073-4222-88b5-485b15b513ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:3a:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36988128-54a5-4fe1-be33-6c5f7658c983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:02:40Z', 'updated_at': '2022-09-28T09:02:40Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:02:42.113411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.119583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.137472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebdc38d-44dd-4111-8098-872ebd8a6b29,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:42.148100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.149452 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f4117c06-4e2a-407a-9305-60feb3a4b622 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270723 Sep 28 09:02:42.153524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 46978) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:42.158191 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:42.179874 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Project 953cf2967d774de7b0b7fe48e04878c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:02:42.184997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.252891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.258660 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.275568 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb2645-1c6f-4b41-a0e2-eab7191e5443 None None] New status for floating IP f5a0a43c-039c-4352-b6db-4f76d0b4bafe: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:02:42.284332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5141b8dd-ad8c-457f-a469-79043e944d37,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:42.294808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.297604 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-96670d33-c662-43b2-ba5b-02d0c6cc684a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429751 Sep 28 09:02:42.299132 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 46980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:02:42.304059 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '9a698813-61d5-4b3c-b128-d98e7540035f', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:42.326571 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Project 953cf2967d774de7b0b7fe48e04878c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:02:42.331796 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.399795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.405154 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.424563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f3d7d4-476d-47ec-897c-7516aa18867d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:42.430507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:42.433496 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d50b5c65-cca3-4c17-a898-68c772639f98 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331918 Sep 28 09:02:42.515558 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-dd4895e6-1f48-45fd-8c67-d99dc5c8f875 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876882749&fields=id&tenant_id=953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 267 time: 0.0385878 Sep 28 09:02:42.571532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-f153955f-e3ff-4344-bb15-6ebf278ef1d3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:42.573070 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-f153955f-e3ff-4344-bb15-6ebf278ef1d3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0509071 Sep 28 09:02:42.584319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'security_groups': ['ead41832-3eda-42b0-9787-7f283a83fba6', '9a698813-61d5-4b3c-b128-d98e7540035f']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:02:42.644656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:43.019055 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:02:43.178407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:02:43.209528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:43.215715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:43.227107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.227690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:02:43.229164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8c1d353a-6e03-4bd9-90f1-a4aae78ee71e req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "PUT /v2.0/ports/d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 982 time: 0.6494596 Sep 28 09:02:43.234754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:02:43.289539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721f6b3-6202-4b2d-9f70-db99a6465a1e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=6']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:02:43.334708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:02:43.339121 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648d79-49d6-4a44-b74f-4dedd54ee6fc req-61d73cec-93ee-4dfb-aa3e-842cfd7f171e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.343456 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f9648d79-49d6-4a44-b74f-4dedd54ee6fc req-61d73cec-93ee-4dfb-aa3e-842cfd7f171e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0570309 Sep 28 09:02:43.349726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:02:43.352485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:02:43.384371 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f9648d79-49d6-4a44-b74f-4dedd54ee6fc req-db84c7c1-2e41-49a7-9318-95594b4393d8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372434 Sep 28 09:02:43.424038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b3ae3c-c73d-498b-84d6-5fcfe92b70ea x-openstack-request-id: req-b3b3ae3c-c73d-498b-84d6-5fcfe92b70ea {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:02:43.424338 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:02:43.424595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b3b3ae3c-c73d-498b-84d6-5fcfe92b70ea {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:02:43.425004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b3ae3c-c73d-498b-84d6-5fcfe92b70ea'] response: {'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:02:43.495505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-37dcb742-fb92-4d0e-9e4d-9d707efe81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.497194 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-37dcb742-fb92-4d0e-9e4d-9d707efe81e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1138 time: 0.0499544 Sep 28 09:02:43.597478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-02b5ce9f-064b-4804-86c9-755a8d602aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.599006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-02b5ce9f-064b-4804-86c9-755a8d602aee service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0932045 Sep 28 09:02:43.669705 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-0db3dcd1-0fe7-4526-9a20-390e44814237 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1001 time: 0.0636809 Sep 28 09:02:43.724133 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-4cd1e337-94a1-4a8e-bd3b-5cb2a5ada01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.724133 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-4cd1e337-94a1-4a8e-bd3b-5cb2a5ada01e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0455239 Sep 28 09:02:43.770214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-3f52d4f4-e4d8-4211-932a-313e70709c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:02:43.771802 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-3f52d4f4-e4d8-4211-932a-313e70709c1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422072 Sep 28 09:02:43.870186 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-67d1cc4c-dae6-479f-9a86-03fc951c869d service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896590 Sep 28 09:02:43.965611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ed72f88-52cc-4131-a4da-7e1e5a5de2b8 req-04cb0e7d-ed3c-4d14-b5f3-b10ce395b0d8 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868402 Sep 28 09:03:03.537276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:06.511460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4b8156e0-d5cb-4af9-a3bc-0be8b581684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:08.790126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-da9749cd-79b9-44b3-90d7-3ebf871afc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:10.225178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:11.385341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:11.730501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:13.690295 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-1d41d39f-5115-401f-91c9-2755c82389c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479681 Sep 28 09:03:13.783852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c25e-11b4-41bb-baec-f640621257ad req-74d1151b-4d45-4456-9148-e691ccd99a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:03:13.785480 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-74d1151b-4d45-4456-9148-e691ccd99a97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1138 time: 0.0442882 Sep 28 09:03:13.907860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c25e-11b4-41bb-baec-f640621257ad req-93db1872-40b2-48f7-aa2b-c15da44bd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:03:13.910287 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-93db1872-40b2-48f7-aa2b-c15da44bd451 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1038578 Sep 28 09:03:13.978536 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-35b1cc8b-3fce-4842-b695-e1537c19a571 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1001 time: 0.0614343 Sep 28 09:03:14.029768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c25e-11b4-41bb-baec-f640621257ad req-752b2fdb-fd8d-402a-a631-b77c13fe5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:03:14.031230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-752b2fdb-fd8d-402a-a631-b77c13fe5b3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0455542 Sep 28 09:03:14.081293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c25e-11b4-41bb-baec-f640621257ad req-c50bce6c-874c-4e65-b8f6-3b3c0c39d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:03:14.082794 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-c50bce6c-874c-4e65-b8f6-3b3c0c39d0c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450482 Sep 28 09:03:14.176632 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-157f98cc-ca45-413c-91d3-43da564b590b service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864658 Sep 28 09:03:14.277392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3685c25e-11b4-41bb-baec-f640621257ad req-6e109161-2f47-45e2-aa26-59d215499f85 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938764 Sep 28 09:03:20.022781 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:03:33.558564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:36.500028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c3e645ab-8144-4992-bd1c-ba011813e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:38.789668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-523f80fa-de18-47a7-a702-e4ecd03348fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:40.227308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:41.381880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:41.731971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:03:57.024688 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:04:03.555508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:06.501855 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c61cec6-0bbb-4e51-a1ed-39c953f71bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:08.786148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-01498d03-359f-4f91-b407-2629e4926c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:10.228781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:11.388835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:11.734076 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:14.732763 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-50c4f60d-452f-47eb-93aa-e0215870f993 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961890 Sep 28 09:04:14.828600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-36b08d93-2ab0-4c9b-8cf5-df2129afe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:14.830212 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-36b08d93-2ab0-4c9b-8cf5-df2129afe626 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1138 time: 0.0529137 Sep 28 09:04:14.939182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-3dd6a97e-78b0-4062-8fc1-117e4cd24112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:14.940605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-3dd6a97e-78b0-4062-8fc1-117e4cd24112 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0909977 Sep 28 09:04:15.006625 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-3760c8c9-70f3-4c0b-bdea-dd88dd5c863d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1001 time: 0.0593464 Sep 28 09:04:15.060739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-a086ea02-9376-4730-852e-e4c2a4b0bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:15.062428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-a086ea02-9376-4730-852e-e4c2a4b0bffd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0489736 Sep 28 09:04:15.109445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-4d52c508-1358-4ec1-a687-1cbeafd67895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:15.111006 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-4d52c508-1358-4ec1-a687-1cbeafd67895 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422409 Sep 28 09:04:15.122504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-e113e21b-a45c-411d-93fe-3cec337b1046 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:04:15.123441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-e113e21b-a45c-411d-93fe-3cec337b1046 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051882 Sep 28 09:04:15.222723 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-c11642f9-a366-4a67-a550-fe1439bacf56 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922346 Sep 28 09:04:15.314533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-953cc28b-2f92-434a-931f-f0884a4b94e6 req-306eb609-f63b-4663-9b10-c8a1f16147ce service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850658 Sep 28 09:04:21.612980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-a3e38c53-4bff-47de-80ca-d3f1687a3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:21.614582 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-a3e38c53-4bff-47de-80ca-d3f1687a3eda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1138 time: 0.0427105 Sep 28 09:04:21.737270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-f5596179-03e8-4dab-985a-c95a17669eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:21.738816 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-f5596179-03e8-4dab-985a-c95a17669eee service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1171741 Sep 28 09:04:21.751629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a70f8f-10eb-4996-af2b-f58a13cf6b3f req-1569c6c4-cba4-493c-b417-9e229ab5f44f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:21.753024 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-19a70f8f-10eb-4996-af2b-f58a13cf6b3f req-1569c6c4-cba4-493c-b417-9e229ab5f44f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.1913304 Sep 28 09:04:21.840308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-19a70f8f-10eb-4996-af2b-f58a13cf6b3f req-7bb9fe45-a7cd-419a-98fd-a09ad2cd97e9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806496 Sep 28 09:04:21.842461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-ef4df5a7-37b6-4e9d-8246-2710cb2a329a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1001 time: 0.0885191 Sep 28 09:04:21.895886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-4bcde501-dca2-4e7b-b55b-eeb8153639e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:21.897416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-4bcde501-dca2-4e7b-b55b-eeb8153639e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0485337 Sep 28 09:04:21.943451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-11755fb8-4b8c-45bd-ac0d-22f1167bb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:21.944944 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-11755fb8-4b8c-45bd-ac0d-22f1167bb0fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414801 Sep 28 09:04:22.051182 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-1aa980d7-f03f-4289-9e04-8cef287073e5 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984678 Sep 28 09:04:22.141339 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-93fe928f-6cf3-4000-adc8-4aa1f4ac8081 req-187f0009-cb0b-4ae8-9562-268000f98e47 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Sep 28 09:04:23.040797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8356e4-522d-4848-a6b3-9438940623b1 req-40fd975e-7e5d-478d-84b0-d2074ed09787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:23.042350 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7a8356e4-522d-4848-a6b3-9438940623b1 req-40fd975e-7e5d-478d-84b0-d2074ed09787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.1142356 Sep 28 09:04:23.085364 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7a8356e4-522d-4848-a6b3-9438940623b1 req-c306adbc-e9b6-417d-8126-f33ac24e630b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341287 Sep 28 09:04:24.229790 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12283-9ea7-4ad2-aa38-3b04c7d7f5ad req-c8c77a1c-b37c-443f-81be-e9748cfe39b7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:24.231332 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13f12283-9ea7-4ad2-aa38-3b04c7d7f5ad req-c8c77a1c-b37c-443f-81be-e9748cfe39b7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0637643 Sep 28 09:04:24.274045 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-13f12283-9ea7-4ad2-aa38-3b04c7d7f5ad req-43f21bd1-669e-48b1-a8c9-8ab55bdc3b2c tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361466 Sep 28 09:04:25.430844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6844d-c3ab-48aa-921e-3be85829b2c7 req-2a055809-a028-496c-8479-38bdc134ccec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:25.432350 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-98c6844d-c3ab-48aa-921e-3be85829b2c7 req-2a055809-a028-496c-8479-38bdc134ccec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0614011 Sep 28 09:04:25.474775 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-98c6844d-c3ab-48aa-921e-3be85829b2c7 req-59295c97-cad8-4c87-82ee-2fb81c1c16b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358751 Sep 28 09:04:26.616544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcb48f-57cf-4fbd-80be-70f42f340cca req-46ba5634-6501-4ee2-af67-694518e0cdb4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:26.618932 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7bdcb48f-57cf-4fbd-80be-70f42f340cca req-46ba5634-6501-4ee2-af67-694518e0cdb4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0587137 Sep 28 09:04:26.663198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7bdcb48f-57cf-4fbd-80be-70f42f340cca req-c2f79d22-3c99-48b0-bbde-bfe50c36b92b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360408 Sep 28 09:04:27.802400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566804a-8578-424d-b03f-6474af73749c req-8be65f20-9eaa-40ba-af6c-b7b56ba419c1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:27.803885 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6566804a-8578-424d-b03f-6474af73749c req-8be65f20-9eaa-40ba-af6c-b7b56ba419c1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0536063 Sep 28 09:04:27.845864 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6566804a-8578-424d-b03f-6474af73749c req-dfed5903-a547-48c7-9ff4-1384cce36d64 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352857 Sep 28 09:04:28.984705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d7119-1e3f-4c57-acf4-41085764097c req-6d3d383a-6377-44ce-80f7-fc2367dddc92 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:04:28.986222 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a47d7119-1e3f-4c57-acf4-41085764097c req-6d3d383a-6377-44ce-80f7-fc2367dddc92 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0549979 Sep 28 09:04:29.032568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a47d7119-1e3f-4c57-acf4-41085764097c req-ef680a58-b283-4213-af6d-8ca0a9005c60 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=9a698813-61d5-4b3c-b128-d98e7540035f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376825 Sep 28 09:04:33.550100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:34.028247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:04:36.502720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21b22b86-7022-447d-a4e9-a55551901323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:38.784603 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04198d4c-b0c2-4ea7-a90b-edaaecfc8861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:40.232157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:41.389460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:04:41.740750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:03.551932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:06.502719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-97c104f6-2ce4-4eb1-ac33-86c90c4ef816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:08.786348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a58a4ccb-9745-4fa1-afdc-8dd601f8200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:10.235221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:11.031241 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:05:11.396116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:11.731796 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:14.687250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-3c81afc4-7af3-4c5e-94c3-71f1340ce8af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464230 Sep 28 09:05:14.770874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-1e154ec2-7690-43d0-a309-d7092b2d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:14.772399 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-1e154ec2-7690-43d0-a309-d7092b2d5830 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1138 time: 0.0423405 Sep 28 09:05:14.886198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-e8553208-fe7b-448d-8506-6612fe83be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:14.887795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-e8553208-fe7b-448d-8506-6612fe83be19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0942850 Sep 28 09:05:14.959692 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-ffa1aab1-768f-4293-b1f1-98ed2c36090b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 1001 time: 0.0650866 Sep 28 09:05:15.015593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-68bd1f3d-9673-4f5e-9abf-60eb6c74efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:15.017063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-68bd1f3d-9673-4f5e-9abf-60eb6c74efbf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0507836 Sep 28 09:05:15.067205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-35c570e6-5fcf-4e78-9851-9614d586c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:15.068723 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-35c570e6-5fcf-4e78-9851-9614d586c8a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446138 Sep 28 09:05:15.160755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-870a7a99-e505-4fd4-8254-5214a191c4fa service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845022 Sep 28 09:05:15.261500 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-82de9bf7-2e38-4026-87ba-a598e3ee8a81 req-e94a340c-f0da-4e74-9f01-463842ef3670 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940416 Sep 28 09:05:33.564058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:36.499485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a60c7851-29f7-44a5-a969-d7ee7099ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:38.784310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-07d3dceb-d785-43be-bae5-298ed43367ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:40.240119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:41.396547 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:41.728375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:41.741613 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-73cb5124-2de8-4481-951c-918683c8c74a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876882749&fields=id&tenant_id=953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 267 time: 0.0378113 Sep 28 09:05:41.798729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-5cc28ec2-82f3-4886-8faa-c1eb9a07b6ca tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:41.800209 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-5cc28ec2-82f3-4886-8faa-c1eb9a07b6ca tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 985 time: 0.0524611 Sep 28 09:05:41.811686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'security_groups': ['ead41832-3eda-42b0-9787-7f283a83fba6']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:05:41.888489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.299839 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:05:42.328069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.335458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.347261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:42.347862 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.349238 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b35f9467-cc60-4267-87c0-8f7c41e8ea12 req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "PUT /v2.0/ports/d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 943 time: 0.5421503 Sep 28 09:05:42.349672 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:05:42.350038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:05:42.352079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedc2c1d-463d-416d-9be0-5220cf596228" -d '{"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:05:42.356202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47082) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:05:42.431457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:05:42.434258 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=7']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:05:42.446139 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.446515 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.446817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.447165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.447506 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.447838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.448171 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.448500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.448954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.449180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.449509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.449859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21315be0-a293-4cc2-8985-d14d2179b6cb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:42.467309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.493405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.566715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.569190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.570402 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "DELETE /v2.0/security-groups/9a698813-61d5-4b3c-b128-d98e7540035f HTTP/1.1" status: 204 len: 168 time: 0.2133048 Sep 28 09:05:42.573652 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47088) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:05:42.590198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3239646-8ab8-4c03-bc98-b1b7725f3e82 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a698813-61d5-4b3c-b128-d98e7540035f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:05:42.743408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Deleting port ddf0bb00-e446-4d89-b6e4-5134034b4f1f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:05:42.744189 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.821395 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.821634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:42.833305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Calling delete_port for ddf0bb00-e446-4d89-b6e4-5134034b4f1f owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:05:43.018505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:43.046758 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'Port': ['ID=ddf0bb00-e446-4d89-b6e4-5134034b4f1f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:05:43.107151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:43.107376 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Floating IP f5a0a43c-039c-4352-b6db-4f76d0b4bafe disassociated (deleted). External IP: 172.26.4.35, port: d6e19073-c073-4222-88b5-485b15b513ed. Sep 28 09:05:43.318946 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:05:43.429950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:05:43.435359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:43.440967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:05:43.453254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:05:43.453889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:05:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:05:43.466063 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a1c68450-4eeb-4eb9-9156-4caf25385ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "DELETE /v2.0/floatingips/f5a0a43c-039c-4352-b6db-4f76d0b4bafe HTTP/1.1" status: 204 len: 168 time: 0.8900867 Sep 28 09:05:43.473492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f843db-f340-4c6e-adf2-156820f9c7fb x-openstack-request-id: req-c5f843db-f340-4c6e-adf2-156820f9c7fb {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:05:43.473843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:05:43.474132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5f843db-f340-4c6e-adf2-156820f9c7fb {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:05:43.474624 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f843db-f340-4c6e-adf2-156820f9c7fb'] response: {'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:05:43.547120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-214432fa-c06d-46c2-8b1b-7c4cb3c13ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:43.548659 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-214432fa-c06d-46c2-8b1b-7c4cb3c13ce5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1099 time: 0.0452070 Sep 28 09:05:43.573009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:05:43.648818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-945935c4-1a4e-4f9d-b58f-9f0de14e74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:43.650415 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-945935c4-1a4e-4f9d-b58f-9f0de14e74d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0938807 Sep 28 09:05:43.692182 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-3cd8f6e2-0386-4771-a388-4e82fec682cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 217 time: 0.0351107 Sep 28 09:05:43.745691 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-d62a048c-2d9f-4326-aa56-bc30af9d9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:43.747195 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-d62a048c-2d9f-4326-aa56-bc30af9d9f72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0488982 Sep 28 09:05:43.798501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:05:43.798736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-0c1ab54f-27a7-468a-af7e-dcaa0234de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:43.800777 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-0c1ab54f-27a7-468a-af7e-dcaa0234de46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476236 Sep 28 09:05:43.827150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:05:43.841655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:05:43.841993 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:05:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:05:43.907377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-f2d13fa5-5617-4ed8-abe7-0c3569416b62 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984459 Sep 28 09:05:43.948055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:05:44.008877 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bedc2c1d-463d-416d-9be0-5220cf596228 req-cd576218-625c-4a61-ad53-da75ed5a1d85 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939424 Sep 28 09:05:44.151223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:05:44.182096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6775bf-8eff-442c-9a3d-a340edf6839b None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:05:44.420895 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97452a2-9287-440e-a71d-d5c42ea98b64 None None] New status for floating IP f5a0a43c-039c-4352-b6db-4f76d0b4bafe: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:05:45.475569 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:05:45.478060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c88ba-07a8-4aab-b276-676d70fb8f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:05:45.516320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde09484-747e-474f-a7b8-4b8c12dd26dc x-openstack-request-id: req-dde09484-747e-474f-a7b8-4b8c12dd26dc {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:05:45.517055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:05:45.517331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dde09484-747e-474f-a7b8-4b8c12dd26dc {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:05:45.517738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde09484-747e-474f-a7b8-4b8c12dd26dc'] response: {'name': 'network-changed', 'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:05:45.582487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-f0c90efd-cc3d-4c31-aa61-d1e557a0f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:45.584039 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-f0c90efd-cc3d-4c31-aa61-d1e557a0f1ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 1099 time: 0.0443771 Sep 28 09:05:45.675340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-4c8483c6-f697-4a39-90f2-ec823494fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:45.676936 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-4c8483c6-f697-4a39-90f2-ec823494fb26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0865326 Sep 28 09:05:45.723981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-9c7ea35e-876d-4d3f-8288-5a97d8d48b55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 200 len: 217 time: 0.0377717 Sep 28 09:05:45.774225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-885d136a-31e4-4cac-9542-970ab3256b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:45.775715 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-885d136a-31e4-4cac-9542-970ab3256b29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0458765 Sep 28 09:05:45.821498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-90987d6d-cdd6-4635-9465-dbbf5af5bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:45.823064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-90987d6d-cdd6-4635-9465-dbbf5af5bb3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413065 Sep 28 09:05:45.917427 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-19b0a538-c9bc-4be3-bb63-b439c544eeb5 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876310 Sep 28 09:05:46.010135 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-871c88ba-07a8-4aab-b276-676d70fb8f6c req-05fa22ee-8143-443f-a658-ecda9ae2639f service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865204 Sep 28 09:05:48.030492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:05:50.590736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0723-ebcc-44e3-bf84-4403d9bcaf2a req-557e28af-90c6-4c0c-be25-59e32c6c6ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:50.592102 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f7f0723-ebcc-44e3-bf84-4403d9bcaf2a req-557e28af-90c6-4c0c-be25-59e32c6c6ce4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0583494 Sep 28 09:05:50.631288 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4f7f0723-ebcc-44e3-bf84-4403d9bcaf2a req-1c73d6c8-f4af-4a25-ba78-8ec7cb0c8871 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327744 Sep 28 09:05:51.774159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29c24-98b0-45e8-abb8-50d0cd5f2694 req-b72fc916-686d-4cbd-9d65-8aeecc408b9b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:51.775712 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-26a29c24-98b0-45e8-abb8-50d0cd5f2694 req-b72fc916-686d-4cbd-9d65-8aeecc408b9b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0536377 Sep 28 09:05:51.822214 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-26a29c24-98b0-45e8-abb8-50d0cd5f2694 req-34a512eb-cf40-4e1e-927a-bef96105a696 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Sep 28 09:05:52.169391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-16d0339f-2f3e-40e2-883a-df62f0ed2dc0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:05:52.170887 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-16d0339f-2f3e-40e2-883a-df62f0ed2dc0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 946 time: 0.0575790 Sep 28 09:05:52.267423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Deleting port d6e19073-c073-4222-88b5-485b15b513ed {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:05:52.267744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:52.358977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port d6e19073-c073-4222-88b5-485b15b513ed, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=d6e19073-c073-4222-88b5-485b15b513ed,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:05:52.359345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:52.371930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Calling delete_port for d6e19073-c073-4222-88b5-485b15b513ed owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:05:52.508565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:52.520150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['d6e19073-c073-4222-88b5-485b15b513ed'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:05:52.536951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'Port': ['ID=d6e19073-c073-4222-88b5-485b15b513ed,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:05:52.548990 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.549393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.549730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.550061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.550393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.550720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.551039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.551340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.551677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.552046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.552301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.552620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:05:52.586902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] No DVR routers for this DVR port d6e19073-c073-4222-88b5-485b15b513ed on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:05:52.589605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:05:52.593096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-011b4a44-b2ed-4492-9630-6e01fabc4604 req-d01d4362-c250-4020-9fdc-00cfbe9cd1b2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "DELETE /v2.0/ports/d6e19073-c073-4222-88b5-485b15b513ed HTTP/1.1" status: 204 len: 173 time: 0.4158666 Sep 28 09:05:52.593534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'name': 'network-vif-deleted', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:05:52.595864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8408f0-4191-4f06-9109-96ca59bbedad" -d '{"events": [{"server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "name": "network-vif-deleted", "tag": "d6e19073-c073-4222-88b5-485b15b513ed"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:05:52.688593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0374e34e-57ac-4612-829e-9df48129a985 x-openstack-request-id: req-0374e34e-57ac-4612-829e-9df48129a985 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:05:52.688887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36988128-54a5-4fe1-be33-6c5f7658c983", "name": "network-vif-deleted", "tag": "d6e19073-c073-4222-88b5-485b15b513ed", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:05:52.689163 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0374e34e-57ac-4612-829e-9df48129a985 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:05:52.689577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0374e34e-57ac-4612-829e-9df48129a985'] response: {'server_uuid': '36988128-54a5-4fe1-be33-6c5f7658c983', 'name': 'network-vif-deleted', 'tag': 'd6e19073-c073-4222-88b5-485b15b513ed', 'status': 'completed', 'code': 200} Sep 28 09:05:52.966278 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-23c29fa3-f3f0-4083-8470-0cd2775c25ce req-a8408756-88f1-45ae-a744-7105862f6cec tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=36988128-54a5-4fe1-be33-6c5f7658c983 HTTP/1.1" status: 200 len: 210 time: 0.0369182 Sep 28 09:05:54.981383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d6e19073-c073-4222-88b5-485b15b513ed no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:05:55.004368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: d6e19073-c073-4222-88b5-485b15b513ed {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:05:55.004708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device d6e19073-c073-4222-88b5-485b15b513ed not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:06:03.396694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-71838624-6622-442b-af2e-8d6d95ae32a5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:03.398186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-71838624-6622-442b-af2e-8d6d95ae32a5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 815 time: 0.1190627 Sep 28 09:06:03.417887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-78d1f49b-0ef8-40d3-b2b7-a3cd4b613ac3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/quotas/953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 375 time: 0.0136166 Sep 28 09:06:03.474709 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-bd70f431-1589-4102-9199-fd0bfbf99c45 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514460 Sep 28 09:06:03.535317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-fb4ca94b-8052-4023-8f19-a7d801edb83b service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:06:03.536329 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-fb4ca94b-8052-4023-8f19-a7d801edb83b service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493646 Sep 28 09:06:03.557982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:03.628123 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-87f1b0ed-00d1-43d0-9b4b-dd2aba2e83b8 service neutron] 10.222.0.27 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847328 Sep 28 09:06:03.721952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-0651ec8d-62f2-4c2e-a0b7-4cca11b58f57 service neutron] 10.222.0.27 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Sep 28 09:06:03.901190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-84ff35e8-0652-4c9e-9c15-6b33afc0e2d3 req-afe1dbfe-ffb9-4724-8f54-ea441e55ad60 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0326943 Sep 28 09:06:04.985754 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dd33f2a5-3f48-4033-af29-839a6e36b953 req-e5efb9c6-5883-49c6-b3b7-170e87c9ef64 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0269866 Sep 28 09:06:06.068462 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-51f424fd-9bad-43b1-aabd-25fbea19717a req-48753c39-4bfb-423b-a0f7-ff6f0ce3da01 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Sep 28 09:06:06.497954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c0c4941-956b-46c1-9fb9-fa5876b6b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:07.161650 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d819ea1c-6dd9-40d5-9e43-d059394a6755 req-a07a908e-5979-410b-8a6e-062ef38bbffb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0357928 Sep 28 09:06:08.278211 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-652866f6-4e38-4a08-8b19-628bb362dd5c req-54c6036e-2b7a-4f1c-8af7-50349bb915fd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0320404 Sep 28 09:06:08.782455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7e6568db-c2b1-4a8c-842f-3383a71902eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:08.983423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-81461030-b591-418b-a6ae-4592b2ed592b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:08.985236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-81461030-b591-418b-a6ae-4592b2ed592b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 815 time: 0.1118114 Sep 28 09:06:08.999547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'device_id': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'admin_state_up': True, 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:09.108071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Made reservation on behalf of 953cf2967d774de7b0b7fe48e04878c8 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:06:09.111572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:09.243837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Allocated IP 172.20.0.13 (5eb49505-4f44-418d-9bac-67f4121b619d/f1530c08-6ff7-49af-9bfa-528210471847/7cc8b13b-b8f5-4ff6-8b79-7d59681146a2) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:06:09.459905 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-74706be8-fbbc-465d-96dd-87a2589329b3 req-04a63630-65a8-440a-b199-f6de0ca98319 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0485723 Sep 28 09:06:09.493352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:09.537947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:09.598985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:09.624315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Network 5eb49505-4f44-418d-9bac-67f4121b619d is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:06:09.627524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:06:09.647662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:06:09.756088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:09.757165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:09.798501 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f4eb2a3a-b59f-4125-9e28-7e47c9ffd9c6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027289 Sep 28 09:06:10.010483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Provisioning complete for port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:06:10.011143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:10.011409 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 1 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:10.046915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:10.247955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:10.548131 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 2 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:10.584909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1cb9-6459-4f4f-a773-a776cb709a01 req-d1330341-52d0-4c45-9909-6ea0adb00c1c tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:10.590179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c7e1cb9-6459-4f4f-a773-a776cb709a01 req-d1330341-52d0-4c45-9909-6ea0adb00c1c tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0596497 Sep 28 09:06:10.597874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:10.632936 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2c7e1cb9-6459-4f4f-a773-a776cb709a01 req-66f44b89-ba6d-4cb0-88ae-ae0b226d8371 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Sep 28 09:06:11.099900 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 3 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:11.145066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:11.400570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:11.646185 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 4 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:11.688264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:11.730801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:11.772306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c61da4-97e7-4be9-b08f-b32baa059d2b req-52ecf8bc-9a25-423c-9a07-79e67c4d35f8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:11.773950 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d5c61da4-97e7-4be9-b08f-b32baa059d2b req-52ecf8bc-9a25-423c-9a07-79e67c4d35f8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0623908 Sep 28 09:06:11.820849 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d5c61da4-97e7-4be9-b08f-b32baa059d2b req-d93e9453-e6fd-4b91-8581-b720dc62e3a9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Sep 28 09:06:12.190048 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 5 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:12.230158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:12.731476 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 6 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:12.774159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:12.952516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e95412-80a5-488e-a784-bd7ccf21ad3e req-12464f84-9bca-4f93-bb2f-2910d13908c4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:12.954200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01e95412-80a5-488e-a784-bd7ccf21ad3e req-12464f84-9bca-4f93-bb2f-2910d13908c4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0519180 Sep 28 09:06:12.996161 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01e95412-80a5-488e-a784-bd7ccf21ad3e req-cccea046-0496-44c2-afd1-bbc74b2a1a88 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Sep 28 09:06:13.276035 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 7 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:13.312929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:13.814645 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 8 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:13.857060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:14.129750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22486f46-dc6d-4254-8c74-65ef97bd1fd8 req-2c01ee0f-1d70-4235-a6ac-0aeb9cd9deb1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:14.131317 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-22486f46-dc6d-4254-8c74-65ef97bd1fd8 req-2c01ee0f-1d70-4235-a6ac-0aeb9cd9deb1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0545280 Sep 28 09:06:14.177473 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-22486f46-dc6d-4254-8c74-65ef97bd1fd8 req-00756fb6-c572-40df-9f13-17d0aaa5e31f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Sep 28 09:06:14.358103 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 9 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:14.402920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:14.904505 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Attempt 10 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:14.945573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a45a7-fdf6-4a55-8b6d-73dfd9efe9bf None None] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:06:15.336562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9fc98-670d-4aa9-b90a-143f5ffc22e4 req-fa20a84c-e9a9-4501-b30e-9d4490165b4e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:15.338978 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b3f9fc98-670d-4aa9-b90a-143f5ffc22e4 req-fa20a84c-e9a9-4501-b30e-9d4490165b4e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0596216 Sep 28 09:06:15.379190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b3f9fc98-670d-4aa9-b90a-143f5ffc22e4 req-52f3b73b-cf8f-4ff3-b436-c1c6757542ce tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Sep 28 09:06:16.523584 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031f20-abb6-495c-9507-243ecb8c3575 req-02886f25-d1fb-4bd7-9273-6fb0f3cc6bfd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:16.525112 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c2031f20-abb6-495c-9507-243ecb8c3575 req-02886f25-d1fb-4bd7-9273-6fb0f3cc6bfd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 932 time: 0.0525351 Sep 28 09:06:16.563944 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c2031f20-abb6-495c-9507-243ecb8c3575 req-a565c6ec-2c84-499a-8de4-2251b61b6f5f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Sep 28 09:06:16.587328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Request body: {'port': {'device_id': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:16.648873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:16.937668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:06:16.945515 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:16.958806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Transition to ACTIVE for port object 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:06:16.964200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:17.025927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:17.073448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Attempting to bind port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:06:17.073657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Attempting to bind port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:06:17.073996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Attempting to bind port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:06:17.078367 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 on network 5eb49505-4f44-418d-9bac-67f4121b619d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:06:17.078685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Attempting to bind port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 on network 5eb49505-4f44-418d-9bac-67f4121b619d {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:06:17.084533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:06:17.084877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Checking segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:06:17.085357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Bound using segment: {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:06:17.085918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Bound port: 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecef20a-e0b5-474e-8ee8-883f36dd733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:06:17.086280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:17.153010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:06:17.156414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:06:17.160895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:17.164958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:17.165616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:17.167019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1094 time: 0.5841002 Sep 28 09:06:17.167442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:06:17.169778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:06:17.210493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba18b5d-4a9a-4d13-9461-c6ad86cd488f x-openstack-request-id: req-6ba18b5d-4a9a-4d13-9461-c6ad86cd488f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:06:17.210768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:06:17.211094 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6ba18b5d-4a9a-4d13-9461-c6ad86cd488f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:06:17.211442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba18b5d-4a9a-4d13-9461-c6ad86cd488f'] response: {'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:06:17.245536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244721-b13d-4fe1-97d8-aa09322dcfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:17.265289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-54414c69-abdf-416f-8fa0-31ebf64c4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:17.266806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-54414c69-abdf-416f-8fa0-31ebf64c4931 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1097 time: 0.0545876 Sep 28 09:06:17.310334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-95f57c76-0d7f-4d35-bf72-7051a677e407 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 217 time: 0.0336785 Sep 28 09:06:17.358216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-d03a0870-3d66-4bb3-8cb4-aab49fe4cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:17.359563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-d03a0870-3d66-4bb3-8cb4-aab49fe4cd2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0433154 Sep 28 09:06:17.405532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563813-d684-459b-b3a1-d87bc73a27ac req-8e3fc413-9855-4408-b888-21d35aa5e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:17.406986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-8e3fc413-9855-4408-b888-21d35aa5e015 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406854 Sep 28 09:06:17.500401 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-f0e0326c-596d-49c6-84ff-7f0b26fb5d87 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Sep 28 09:06:17.698426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838901a1-6989-4825-bea3-f0ce5247108f req-559bf587-2102-4277-9e63-5b461a500040 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:17.699906 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-838901a1-6989-4825-bea3-f0ce5247108f req-559bf587-2102-4277-9e63-5b461a500040 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 944 time: 0.0581450 Sep 28 09:06:17.741817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-838901a1-6989-4825-bea3-f0ce5247108f req-8f57b5b7-0efb-45e3-92f3-c3235d14ff6a tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Sep 28 09:06:17.941170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-57563813-d684-459b-b3a1-d87bc73a27ac req-eaba9336-34b4-497f-a3d4-2a2fec67eaf2 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332457 Sep 28 09:06:18.036642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-d932288f-a33c-496f-88fb-835638db8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:18.038189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-d932288f-a33c-496f-88fb-835638db8287 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1097 time: 0.0449040 Sep 28 09:06:18.129763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-0b0c4370-9a53-444c-83ab-f555b348773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:18.131242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-0b0c4370-9a53-444c-83ab-f555b348773b service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0861182 Sep 28 09:06:18.175512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-49527078-9bb9-4873-a914-847234dbd6e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 217 time: 0.0368042 Sep 28 09:06:18.226147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-8ab9e46e-d666-4f47-9f3b-26f0f97e6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:18.227592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-8ab9e46e-d666-4f47-9f3b-26f0f97e6af3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0446072 Sep 28 09:06:18.274989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-001d2d21-e0f7-464c-a207-86820507c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:18.276488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-001d2d21-e0f7-464c-a207-86820507c48b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417411 Sep 28 09:06:18.369408 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-74388593-f0a4-421c-a365-4b16566d08f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Sep 28 09:06:18.461571 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9ad51a46-b0c1-4eb9-b625-9c2ab09364a1 req-311031ff-a1a6-4c2c-ad6b-a45c55c57794 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Sep 28 09:06:18.880849 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c23b17-c8e3-4440-bbfd-d540810d55d5 req-feff1ba3-ac19-4aaf-b8ac-673dde696d3e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:18.882362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08c23b17-c8e3-4440-bbfd-d540810d55d5 req-feff1ba3-ac19-4aaf-b8ac-673dde696d3e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 944 time: 0.0557022 Sep 28 09:06:18.920431 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08c23b17-c8e3-4440-bbfd-d540810d55d5 req-c3b2b9ec-d1c9-452f-9d5c-41b794a62a14 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Sep 28 09:06:19.026684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:06:19.124863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:06:19.136427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'port_id': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'mac_address': 'fa:16:3e:a1:f9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:06:19.177194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:06:19.177586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:19.191010 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:06:19.212394 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:06:19.218440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:19.269075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:19.276911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.277318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.277666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.278000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.278329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.278666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.278997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.279330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.279646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.279969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.280291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.280614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:06:19.461521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:06:20.064110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541ba55-82fd-4937-87b7-3ce4e2a2c7b8 req-0808840f-f299-45cb-b0a0-fe04cdac707b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:20.065535 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4541ba55-82fd-4937-87b7-3ce4e2a2c7b8 req-0808840f-f299-45cb-b0a0-fe04cdac707b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 945 time: 0.0573628 Sep 28 09:06:20.109687 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4541ba55-82fd-4937-87b7-3ce4e2a2c7b8 req-8ec1dee9-c4e9-49c8-8b69-9edfabbfa576 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Sep 28 09:06:21.043223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:06:21.098082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:06:21.102114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:06:21.102502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:21.102817 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 Sep 28 09:06:21.182049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:06:21.182437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:21.206064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:06:21.208359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2306b2-9585-47ec-8ff4-07b7091d1a0c" -d '{"events": [{"server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "name": "network-vif-plugged", "status": "completed", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:06:21.224499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:06:21.230123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:21.232979 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f0a8-a8d1-4cf3-9b4a-9f64ae98fef5 req-5e5c18f5-98cc-4455-acb6-0bceba218ec8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:21.234636 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d273f0a8-a8d1-4cf3-9b4a-9f64ae98fef5 req-5e5c18f5-98cc-4455-acb6-0bceba218ec8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Sep 28 09:06:21.275602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d273f0a8-a8d1-4cf3-9b4a-9f64ae98fef5 req-47a3a39a-b883-4079-b81c-40b2c369e482 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Sep 28 09:06:21.279546 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:21.324410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9813def-abae-4086-9ace-a78c1242a3be x-openstack-request-id: req-f9813def-abae-4086-9ace-a78c1242a3be {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:06:21.324837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "name": "network-vif-plugged", "status": "completed", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:06:21.325152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f9813def-abae-4086-9ace-a78c1242a3be {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:06:21.325684 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9813def-abae-4086-9ace-a78c1242a3be'] response: {'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'code': 200} Sep 28 09:06:21.491431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c066eb-491e-40f2-98a3-eddd556e8c9e req-2435daf9-61a9-4340-9168-f0cdcecfd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:21.492941 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-54c066eb-491e-40f2-98a3-eddd556e8c9e req-2435daf9-61a9-4340-9168-f0cdcecfd1a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1099 time: 0.0429597 Sep 28 09:06:21.532385 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-54c066eb-491e-40f2-98a3-eddd556e8c9e req-d57d5ba3-23b4-44dc-92ad-c18dce600d88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Sep 28 09:06:22.425684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7081a3-4341-4e8b-80fc-b175d54e97fc req-c5114a22-233b-467e-9a23-84f09edc2a7e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:22.427154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7f7081a3-4341-4e8b-80fc-b175d54e97fc req-c5114a22-233b-467e-9a23-84f09edc2a7e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0626926 Sep 28 09:06:22.468947 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7f7081a3-4341-4e8b-80fc-b175d54e97fc req-3a3d1bd2-eac8-4d18-9602-860319941022 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Sep 28 09:06:23.607750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a28246-7348-43f6-a48f-f4527e603e9e req-650b13a4-163e-43c7-a18f-6a48167083d4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:23.609304 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64a28246-7348-43f6-a48f-f4527e603e9e req-650b13a4-163e-43c7-a18f-6a48167083d4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0572271 Sep 28 09:06:23.649429 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-64a28246-7348-43f6-a48f-f4527e603e9e req-1900b3f4-c5a0-493d-b17f-bd2ae71bbec0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Sep 28 09:06:23.776239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94222-552e-4a87-9dde-39dc80016373 req-0b06e75a-72f2-4a49-9ba2-9dbf99f2f379 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:23.777854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55d94222-552e-4a87-9dde-39dc80016373 req-0b06e75a-72f2-4a49-9ba2-9dbf99f2f379 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0525124 Sep 28 09:06:23.827648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-55d94222-552e-4a87-9dde-39dc80016373 req-6a230a47-5960-43c4-9213-87333e412383 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Sep 28 09:06:24.034365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c7ef-516d-46c0-8d0f-a7466471d066 req-37173c04-e4ac-425f-911c-c3992aa57ac1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:24.035856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6925c7ef-516d-46c0-8d0f-a7466471d066 req-37173c04-e4ac-425f-911c-c3992aa57ac1 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0565958 Sep 28 09:06:24.080345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6925c7ef-516d-46c0-8d0f-a7466471d066 req-bf9ae994-b445-4182-8022-08e75f2fb8eb tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 28 09:06:25.030451 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:06:33.566825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:36.504056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4f6009a5-e6c8-4fe2-b718-1663768b8144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:36.889681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c1267-e0e3-41db-84cf-3bbbc78a6c02 req-6d352166-4871-4e22-bd40-692808382ac6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:36.891170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a62c1267-e0e3-41db-84cf-3bbbc78a6c02 req-6d352166-4871-4e22-bd40-692808382ac6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0610743 Sep 28 09:06:36.934144 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a62c1267-e0e3-41db-84cf-3bbbc78a6c02 req-eee0f392-39bb-4ad5-a743-ae300c8e0e58 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Sep 28 09:06:36.967307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:37.007679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16c4d4-6714-4f92-bbb7-4a55fff4db56 tempest-TestMinimumBasicScenario-2017066030 tempest-TestMinimumBasicScenario-2017066030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:37.009201 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cd16c4d4-6714-4f92-bbb7-4a55fff4db56 tempest-TestMinimumBasicScenario-2017066030 tempest-TestMinimumBasicScenario-2017066030-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1094 time: 0.0408556 Sep 28 09:06:37.013173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47394) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:37.017568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:37.040904 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:37.139039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:37.253389 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Allocated IP 172.26.4.104 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/57a70c9d-bd36-4a47-a16e-1c1859f7bd27) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:06:37.358150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:37.393783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:37.438891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:06:37.441749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:06:37.445162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:06:37.471851 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=57a70c9d-bd36-4a47-a16e-1c1859f7bd27,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:37.820773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:37.891681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.049961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.058088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.121855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=57a70c9d-bd36-4a47-a16e-1c1859f7bd27,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:38.124281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.229196 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Floating IP 7dc5ba89-201d-40c1-a21f-576b62f60edb associated. External IP: 172.26.4.104, port: 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2. Sep 28 09:06:38.446592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:06:38.778261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1ad74ca4-3fc5-4d84-a3fe-0106b44ca0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.806461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:06:38.816071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:06:38.825877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:06:38.826778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:06:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:06:38.826922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.855956 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4fd600d1-19fa-4b33-a0f9-7a44a545f193 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8392098 Sep 28 09:06:38.855956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:06:38.856402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47396) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:38.856857 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e5756-982c-4acd-a92f-1ff04f199d20" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:06:38.861815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650416715', 'description': 'tempest-secgroup-smoke-1650416715 description', 'project_id': '953cf2967d774de7b0b7fe48e04878c8'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:38.885145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:38.894745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9771f9-bb52-4c60-b2e6-32020113ad78 x-openstack-request-id: req-eb9771f9-bb52-4c60-b2e6-32020113ad78 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:06:38.895027 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:06:38.895286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb9771f9-bb52-4c60-b2e6-32020113ad78 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:06:38.895672 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9771f9-bb52-4c60-b2e6-32020113ad78'] response: {'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:06:38.998624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.004610 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.012527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-b45f5c06-96c0-471a-919b-4346e711f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:39.014136 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-b45f5c06-96c0-471a-919b-4346e711f475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1099 time: 0.0931354 Sep 28 09:06:39.060548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.061811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043636 Sep 28 09:06:39.064832 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.070119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.074527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef93e4-5cc0-4f1e-96a8-32898cc2c729 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf91d2e-b50a-4660-b212-709c968caec1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.090918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:06:39.102214 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.138435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-9a9e5f08-3385-47b1-bffd-42940937e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:39.141323 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-9a9e5f08-3385-47b1-bffd-42940937e3c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1142700 Sep 28 09:06:39.162118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.167229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.185199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9988833-75c9-433d-a1a4-76627dd46894,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.196036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.197136 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2e9cef6d-bd58-459d-9851-1ea660fd1f74 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308196 Sep 28 09:06:39.199853 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47402) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.204686 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.212588 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-bdbc2262-285a-435d-afa3-1b9dfc1070e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1000 time: 0.0657554 Sep 28 09:06:39.232974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.271683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-5aaf9ad1-10e9-45ec-bdda-6a98261f88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:39.273560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-5aaf9ad1-10e9-45ec-bdda-6a98261f88a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0544350 Sep 28 09:06:39.297992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.307105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.326478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa547ec5-b6e0-4803-bcef-425d9c04ba0a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.327485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-cb67f477-220e-4c0e-b600-669585c95981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:39.331289 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-cb67f477-220e-4c0e-b600-669585c95981 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511253 Sep 28 09:06:39.339615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.344200 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-09318844-45a5-4b4f-adef-050aa87374d2 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399918 Sep 28 09:06:39.344392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7dc5ba89-201d-40c1-a21f-576b62f60edb', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:a1:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:06:37Z', 'updated_at': '2022-09-28T09:06:37Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:06:39.344570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47404) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.350304 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.369136 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:06:39.377951 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.379506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:06:39.380190 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:06:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:06:39.437491 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-d85b37d4-e2a1-4671-9839-22aa09542f3b service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975139 Sep 28 09:06:39.444741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.449710 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.468185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62faa4dd-466a-478b-8975-406ec9860523,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.478101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.484857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d94fc288-7145-4df9-8aa2-b0ff1e721e24 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352575 Sep 28 09:06:39.489998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47406) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.496410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.497683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:06:39.523762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.544567 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d5e5756-982c-4acd-a92f-1ff04f199d20 req-6ceb84a5-4482-4e2b-9586-5aa0d905e4d5 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999312 Sep 28 09:06:39.588760 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.593892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.613986 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0affc800-ae40-4a1b-9237-55134a05b707,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.619945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.621375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0db9568e-2202-4413-a9f8-bf5beaeb243d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302171 Sep 28 09:06:39.624298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.630023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.652596 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Project 953cf2967d774de7b0b7fe48e04878c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:06:39.659831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.726023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.730941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.737755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7dc5ba89-201d-40c1-a21f-576b62f60edb', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:a1:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:06:37Z', 'updated_at': '2022-09-28T09:06:37Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:06:39.749230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76828a96-8325-43a4-9b0f-a4a2338dab76,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.759780 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.763681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-006eb275-276e-4a6d-b898-92c4f13e3787 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352627 Sep 28 09:06:39.764011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47410) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:06:39.768675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'security_group_rule': {'security_group_id': '8bf91d2e-b50a-4660-b212-709c968caec1', 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:39.769991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ae1a5-bb0d-45d2-b990-73511cd12b99 None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7dc5ba89-201d-40c1-a21f-576b62f60edb', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'port_id': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'mac_address': 'fa:16:3e:a1:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:06:37Z', 'updated_at': '2022-09-28T09:06:37Z', 'revision_number': 0, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:06:39.789666 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Project 953cf2967d774de7b0b7fe48e04878c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:06:39.794973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.858736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.863357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.881641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fe6c89-2800-4862-90ce-35b615dc2832,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:39.891137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:39.895466 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-52d05952-cc9b-403d-99a4-5dcc9659cfae tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273897 Sep 28 09:06:39.980440 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-0b681e84-607e-492b-af83-b5f6c78ee819 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650416715&fields=id&tenant_id=953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 267 time: 0.0382988 Sep 28 09:06:39.981737 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e1bf2-f05e-4eae-b37a-8b68eb3a9fa4 None None] New status for floating IP 7dc5ba89-201d-40c1-a21f-576b62f60edb: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:06:40.044079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-60a1bcd3-64cc-4651-93eb-424639231de5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.046201 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-60a1bcd3-64cc-4651-93eb-424639231de5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0581350 Sep 28 09:06:40.061220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'security_groups': ['ead41832-3eda-42b0-9787-7f283a83fba6', '8bf91d2e-b50a-4660-b212-709c968caec1']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:06:40.131185 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:40.239456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:40.327969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:06:40.362807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:40.370808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:40.382135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:06:40.383151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.383780 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:40.385130 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d15763ec-3c80-41e0-8625-3ce577216b32 req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "PUT /v2.0/ports/7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 982 time: 0.3315401 Sep 28 09:06:40.385580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:06:40.387858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608775a-98eb-4696-962a-fe4d8dafb642" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:06:40.442188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6287-2219-46c9-b6d7-713d66539547 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=6']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:06:40.444013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:06:40.454708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc465f42-7bda-4300-94d0-7d0d2222e748 x-openstack-request-id: req-dc465f42-7bda-4300-94d0-7d0d2222e748 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:06:40.455173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:06:40.455432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc465f42-7bda-4300-94d0-7d0d2222e748 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:06:40.455850 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc465f42-7bda-4300-94d0-7d0d2222e748'] response: {'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:06:40.549277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f671c-331f-4a69-989d-9ca6652b7e29 req-41a5a261-d08a-4994-bf7d-c540c68e12ee tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.551093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a90f671c-331f-4a69-989d-9ca6652b7e29 req-41a5a261-d08a-4994-bf7d-c540c68e12ee tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0830321 Sep 28 09:06:40.554118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-67de7568-6d47-436c-b2d4-5659ad733c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.555720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-67de7568-6d47-436c-b2d4-5659ad733c6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1138 time: 0.0761037 Sep 28 09:06:40.643473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a90f671c-331f-4a69-989d-9ca6652b7e29 req-41d5f714-95b4-4a45-8ae3-a6ede8ee25d4 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855875 Sep 28 09:06:40.674177 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-ad6ae677-fec1-4909-a677-044990a416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.675727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-ad6ae677-fec1-4909-a677-044990a416a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1109831 Sep 28 09:06:40.750618 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-2a16d8fe-617b-4715-af67-021c4af3a636 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1002 time: 0.0671852 Sep 28 09:06:40.801263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-d2675c85-92a2-4916-8991-26e790a7e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.802755 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-d2675c85-92a2-4916-8991-26e790a7e2bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0438836 Sep 28 09:06:40.849078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-05d5a21d-404d-4252-9bbd-517cb6daa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:40.850605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-05d5a21d-404d-4252-9bbd-517cb6daa716 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412965 Sep 28 09:06:40.944949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-c5a13716-f7c9-4f65-93e0-389d98fd464b service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871582 Sep 28 09:06:41.036807 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3608775a-98eb-4696-962a-fe4d8dafb642 req-1fdd710a-d305-4482-a20a-2aef9485c64a service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850670 Sep 28 09:06:41.404240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:41.731214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:06:55.970317 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ad56-e8db-4d22-9e94-c2f5fe53ff46 req-59682672-0e21-41f9-87c6-1d48d338477d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:55.971806 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f080ad56-e8db-4d22-9e94-c2f5fe53ff46 req-59682672-0e21-41f9-87c6-1d48d338477d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0800292 Sep 28 09:06:55.976842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64113-eef6-4403-9097-2999d6c67741 req-0d1723dd-e53b-4b9c-83e3-be07275634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:55.978270 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-0d1723dd-e53b-4b9c-83e3-be07275634a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1138 time: 0.0762875 Sep 28 09:06:56.068456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f080ad56-e8db-4d22-9e94-c2f5fe53ff46 req-48103691-5d4a-4669-aa5c-06ac854e0849 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891619 Sep 28 09:06:56.098560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64113-eef6-4403-9097-2999d6c67741 req-1155342c-4a7b-4342-8cc8-2cbff944dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:56.100547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-1155342c-4a7b-4342-8cc8-2cbff944dd2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.1155927 Sep 28 09:06:56.170438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-c293c825-44fc-4161-a3f8-2a033fae5db9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1002 time: 0.0627170 Sep 28 09:06:56.226986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64113-eef6-4403-9097-2999d6c67741 req-876fd03d-0b60-49da-b084-b502ac6d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:56.228558 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-876fd03d-0b60-49da-b084-b502ac6d56ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0500350 Sep 28 09:06:56.280617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb64113-eef6-4403-9097-2999d6c67741 req-9d3acef7-9da5-4e36-9c0b-72764070c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:56.282150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-9d3acef7-9da5-4e36-9c0b-72764070c2b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472848 Sep 28 09:06:56.380263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-e6344e10-4046-465a-b02d-0ff9e9403f81 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895741 Sep 28 09:06:56.479442 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abb64113-eef6-4403-9097-2999d6c67741 req-93855775-9668-4f40-b289-b5eef9ff9a4b service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905268 Sep 28 09:06:57.206390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f29c-fa00-45b1-8be5-afdd0abdc982 req-09b3d05c-4eeb-441d-8dcf-d0418d4f1dba tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:57.207857 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb82f29c-fa00-45b1-8be5-afdd0abdc982 req-09b3d05c-4eeb-441d-8dcf-d0418d4f1dba tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0494752 Sep 28 09:06:57.247815 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bb82f29c-fa00-45b1-8be5-afdd0abdc982 req-0eed1c03-473f-4382-a2ca-3721349f3a63 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337217 Sep 28 09:06:58.387799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c294b2-b99b-4cc0-90a1-1daa4e03e1bc req-eafdb04c-1a6f-45ef-b953-2dba7c1fafaa tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:58.389328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49c294b2-b99b-4cc0-90a1-1daa4e03e1bc req-eafdb04c-1a6f-45ef-b953-2dba7c1fafaa tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0546246 Sep 28 09:06:58.441864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-49c294b2-b99b-4cc0-90a1-1daa4e03e1bc req-b0da25d5-9030-43b9-b50b-6756aca42315 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436964 Sep 28 09:06:59.576452 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f5b6d-15a1-43a2-8a58-26a8ccff8a9d req-945a8078-b88c-41d1-8ce2-f328b71b63e3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:06:59.577842 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-426f5b6d-15a1-43a2-8a58-26a8ccff8a9d req-945a8078-b88c-41d1-8ce2-f328b71b63e3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0527163 Sep 28 09:06:59.620257 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-426f5b6d-15a1-43a2-8a58-26a8ccff8a9d req-98940b4c-8eb9-460b-84af-d5a8c8c4e8b9 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360498 Sep 28 09:07:00.756799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e7e8e-e854-4d31-b930-24877bc44c22 req-d0332fac-8366-4c4a-8801-4b937ce6829e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:00.758502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba7e7e8e-e854-4d31-b930-24877bc44c22 req-d0332fac-8366-4c4a-8801-4b937ce6829e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0509405 Sep 28 09:07:00.798380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba7e7e8e-e854-4d31-b930-24877bc44c22 req-451d46ed-5130-4a89-9bef-3d69a859dd47 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337360 Sep 28 09:07:01.948481 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e6e0-4475-4fdd-9f96-9621dc5f3160 req-870a3256-3e4b-494e-b225-f577ac70aaa8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:01.950012 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b951e6e0-4475-4fdd-9f96-9621dc5f3160 req-870a3256-3e4b-494e-b225-f577ac70aaa8 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0612216 Sep 28 09:07:01.994165 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b951e6e0-4475-4fdd-9f96-9621dc5f3160 req-76699437-6175-4f3a-9b3b-7983571649d3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358317 Sep 28 09:07:02.030083 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:07:03.131818 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a709c-2e82-44aa-9c08-5ece041cb7ec req-c42ecdcc-bcf6-402b-afd6-f0626362c1bf tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:03.133273 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8b9a709c-2e82-44aa-9c08-5ece041cb7ec req-c42ecdcc-bcf6-402b-afd6-f0626362c1bf tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0555820 Sep 28 09:07:03.175957 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8b9a709c-2e82-44aa-9c08-5ece041cb7ec req-effc4518-3b54-4c5b-bcaf-159652b817ed tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336931 Sep 28 09:07:03.568068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:04.310628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bd129-eac3-4b95-a727-c302ebca3686 req-653eacfa-1f6a-4623-8f11-d776c01effdd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:04.312101 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-270bd129-eac3-4b95-a727-c302ebca3686 req-653eacfa-1f6a-4623-8f11-d776c01effdd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0552678 Sep 28 09:07:04.356143 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-270bd129-eac3-4b95-a727-c302ebca3686 req-11ff62fe-1da8-41eb-83f4-1304d371f64e tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346403 Sep 28 09:07:05.488800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899c2b7-6a47-43ff-bf1d-3e7ead992e2d req-3b29dc79-046b-4ebb-b785-2286a55907a6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:05.490309 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2899c2b7-6a47-43ff-bf1d-3e7ead992e2d req-3b29dc79-046b-4ebb-b785-2286a55907a6 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0542336 Sep 28 09:07:05.532569 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2899c2b7-6a47-43ff-bf1d-3e7ead992e2d req-6c226cd6-074d-44a3-8c2b-9722461b549d tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360408 Sep 28 09:07:05.707643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-aa55905a-2d19-4ad3-9a35-e17419797f2f req-8530c8df-1519-4994-bb90-38efbd1464ff tempest-ServerDiskConfigTestJSON-756669374 tempest-ServerDiskConfigTestJSON-756669374-project] (103309) timed out ('10.222.0.62', 58905) {{(pid=103309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 28 09:07:06.499364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f389cd53-6c2f-4803-8aea-308c3b44df93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:06.666948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848006-5db4-4bc6-93b8-6c4555f04546 req-e85349d8-3230-410b-aace-cecb17976391 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:06.668470 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5b848006-5db4-4bc6-93b8-6c4555f04546 req-e85349d8-3230-410b-aace-cecb17976391 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0597048 Sep 28 09:07:06.713822 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5b848006-5db4-4bc6-93b8-6c4555f04546 req-035fa169-08bf-410a-9201-0b4c363b133f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362196 Sep 28 09:07:07.849961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aa535-fc61-4a5e-8840-8d50aaef0df0 req-328fbe32-ae56-4a25-89fa-28da6c3607f5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:07.851502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a68aa535-fc61-4a5e-8840-8d50aaef0df0 req-328fbe32-ae56-4a25-89fa-28da6c3607f5 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0555427 Sep 28 09:07:07.894352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a68aa535-fc61-4a5e-8840-8d50aaef0df0 req-a8d52398-f119-491c-a2af-dfefecc583ad tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&id=8bf91d2e-b50a-4660-b212-709c968caec1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353024 Sep 28 09:07:08.776039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ad85ddf-56e1-4ae6-ad48-492c49fd67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:10.252348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:11.406890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:11.733334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:14.678704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-60600a8c-7fb7-46a9-9a94-20a1bedfdd1f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486782 Sep 28 09:07:14.768470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-67bf5707-afa1-46ee-9bca-69a8d847161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:14.770132 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-67bf5707-afa1-46ee-9bca-69a8d847161b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1138 time: 0.0449269 Sep 28 09:07:14.884140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-a25161be-3e9d-4f5c-a46a-2e5858852638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:14.885716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-a25161be-3e9d-4f5c-a46a-2e5858852638 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0956912 Sep 28 09:07:14.959238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-f61bd8c0-f6d6-4538-9f99-1f0c8b212cb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1002 time: 0.0652132 Sep 28 09:07:15.009551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-176cedbc-0179-4e43-aac0-747dfc35d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:15.010971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-176cedbc-0179-4e43-aac0-747dfc35d79f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0457356 Sep 28 09:07:15.058101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-91c55b89-a17b-4e6b-86e9-37328af086f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:15.059595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-91c55b89-a17b-4e6b-86e9-37328af086f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419168 Sep 28 09:07:15.168757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-d78e5d9b-f302-405a-b8c7-03c2ccdfffce service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015170 Sep 28 09:07:15.267473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40ae2827-3383-4ac0-8067-8bcb67fc8b24 req-5fdd6f8f-7aed-4bca-aa39-e022bba113cf service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921419 Sep 28 09:07:33.564929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:36.503432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f77b0a18-ff42-4293-8476-786a30c36625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:38.779130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4923c22c-65bb-43f8-b4d3-4041955b7d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:39.033939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:07:40.252357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.310821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-b44c5ca4-dc47-4dd7-914f-ab66f2ebec6f tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650416715&fields=id&tenant_id=953cf2967d774de7b0b7fe48e04878c8 HTTP/1.1" status: 200 len: 267 time: 0.0339530 Sep 28 09:07:40.363657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-f38bae05-08f8-46c6-b4e5-2851276d48d7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:40.365121 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-f38bae05-08f8-46c6-b4e5-2851276d48d7 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 985 time: 0.0484939 Sep 28 09:07:40.376444 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Request body: {'port': {'security_groups': ['ead41832-3eda-42b0-9787-7f283a83fba6']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:07:40.442141 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.616355 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:40.653874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.661427 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.675163 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:40.675771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.676134 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:07:40.677140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0391db3f-b5c2-48ba-8fba-7fa338500305 req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "PUT /v2.0/ports/7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 943 time: 0.3055184 Sep 28 09:07:40.678658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:07:40.681054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b479dd30-f986-4386-b081-5d7d36cc357c" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:07:40.683855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:40.736329 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d10c3-c45e-4e63-87ce-4454874c0961 x-openstack-request-id: req-b78d10c3-c45e-4e63-87ce-4454874c0961 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:07:40.737160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:07:40.738166 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b78d10c3-c45e-4e63-87ce-4454874c0961 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:07:40.738166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78d10c3-c45e-4e63-87ce-4454874c0961'] response: {'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:07:40.743981 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event updated for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=7']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:40.751969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.752425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.753063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.753516 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.754256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.754256 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.754679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.755080 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.755482 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.755890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.756289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.756628 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bcb538-513e-4cac-8403-af1739df5233 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:40.760021 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:07:40.789184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.820393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.850075 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479dd30-f986-4386-b081-5d7d36cc357c req-eec0a353-254b-4b61-a66c-1a36cb08d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:40.851608 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-eec0a353-254b-4b61-a66c-1a36cb08d2b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1099 time: 0.0896204 Sep 28 09:07:40.953476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479dd30-f986-4386-b081-5d7d36cc357c req-e4815ea5-ce63-473e-a48e-fd74363931a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:40.954896 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-e4815ea5-ce63-473e-a48e-fd74363931a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0959673 Sep 28 09:07:40.955637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.958288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:40.959342 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "DELETE /v2.0/security-groups/8bf91d2e-b50a-4660-b212-709c968caec1 HTTP/1.1" status: 204 len: 168 time: 0.2736733 Sep 28 09:07:40.962812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47468) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:40.977258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf91d2e-b50a-4660-b212-709c968caec1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:41.015560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.015918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.016261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.016604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.016914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.017284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.017616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.017950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.018481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.018687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.018989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.019315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4510b6-ed37-4d07-8709-b343feb6cede tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:41.053259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-e74cf883-2590-44ac-aab6-836fd77df132 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 1002 time: 0.0890241 Sep 28 09:07:41.102306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479dd30-f986-4386-b081-5d7d36cc357c req-b4c0636c-3e65-4209-a775-99be9e0d59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:41.103852 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-b4c0636c-3e65-4209-a775-99be9e0d59c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0442262 Sep 28 09:07:41.135280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Deleting port 57a70c9d-bd36-4a47-a16e-1c1859f7bd27 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:41.135621 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.149912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479dd30-f986-4386-b081-5d7d36cc357c req-8a063dda-b3f7-4baa-a90e-f92a3ade3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:41.151456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-8a063dda-b3f7-4baa-a90e-f92a3ade3e93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411618 Sep 28 09:07:41.213950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.214199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.226255 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Calling delete_port for 57a70c9d-bd36-4a47-a16e-1c1859f7bd27 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:41.247342 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-350ca69c-30ce-43fd-9a6c-c209987ebdd0 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892386 Sep 28 09:07:41.341166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b479dd30-f986-4386-b081-5d7d36cc357c req-a74eb8e1-611c-4f78-9bff-d1d6de6e9172 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Sep 28 09:07:41.379843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.405761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'Port': ['ID=57a70c9d-bd36-4a47-a16e-1c1859f7bd27,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:41.406263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.468170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.468408 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Floating IP 7dc5ba89-201d-40c1-a21f-576b62f60edb disassociated (deleted). External IP: 172.26.4.104, port: 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2. Sep 28 09:07:41.679420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:07:41.730856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.794425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:07:41.799476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:41.807045 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:07:41.816962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:41.817609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:41.829445 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-651a3b84-f541-4de0-85bc-7de9c39484e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "DELETE /v2.0/floatingips/7dc5ba89-201d-40c1-a21f-576b62f60edb HTTP/1.1" status: 204 len: 168 time: 0.8651958 Sep 28 09:07:41.929286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:42.138997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:42.164728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:07:42.173250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:42.173869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:42.299960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:42.512425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:42.543447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c75494a-643b-42cb-9360-91e32b3abbf5 None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:01:50Z', 'revision_number': 4, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'a70255ab-c604-46b5-a640-057e5c1bd176', 'name': '', 'network_id': '5eb49505-4f44-418d-9bac-67f4121b619d', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'mac_address': 'fa:16:3e:ac:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:49Z', 'updated_at': '2022-09-28T09:01:54Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'subnets': [{'id': 'f1530c08-6ff7-49af-9bfa-528210471847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:07:42.739003 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:07:42.742034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:07:42.774912 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b8509a-a936-4fdc-856e-2bab5374a3fa None None] New status for floating IP 7dc5ba89-201d-40c1-a21f-576b62f60edb: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:07:42.785252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd37327e-97d8-4fd8-9158-600722e820af x-openstack-request-id: req-fd37327e-97d8-4fd8-9158-600722e820af {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:07:42.785543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:07:42.785797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd37327e-97d8-4fd8-9158-600722e820af {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:07:42.786198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd37327e-97d8-4fd8-9158-600722e820af'] response: {'name': 'network-changed', 'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:07:42.850485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-ccb0aa9d-1eb3-446e-9a36-2f469c590336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:42.852135 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-ccb0aa9d-1eb3-446e-9a36-2f469c590336 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=953cf2967d774de7b0b7fe48e04878c8&device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 1099 time: 0.0453861 Sep 28 09:07:42.950004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-59b26f43-3455-4c06-aab7-392c622f3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:42.951515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-59b26f43-3455-4c06-aab7-392c622f3040 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 200 len: 916 time: 0.0921555 Sep 28 09:07:42.999203 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-b8075c9a-3322-46a6-89f3-978bd7665109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 200 len: 217 time: 0.0398800 Sep 28 09:07:43.052267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-35c733b1-dafd-4254-9105-178d2ebccbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:43.053824 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-35c733b1-dafd-4254-9105-178d2ebccbfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 200 len: 854 time: 0.0486927 Sep 28 09:07:43.100779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-15c31b9d-3eeb-44f9-a124-7fc452b47baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:43.102281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-15c31b9d-3eeb-44f9-a124-7fc452b47baa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb49505-4f44-418d-9bac-67f4121b619d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418692 Sep 28 09:07:43.201589 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-9dfb2600-ec6c-4197-a49b-96f112f01efa service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923588 Sep 28 09:07:43.294850 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dd024b36-6b65-4cd2-a63b-bc40d2b4ad74 req-275d95db-5b80-4f16-93a7-aafc430a9282 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Sep 28 09:07:48.793816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637c22-9e14-4704-a449-ea50d114179b req-77b1cef3-b676-4860-847a-adeb36f985d3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:48.795430 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-69637c22-9e14-4704-a449-ea50d114179b req-77b1cef3-b676-4860-847a-adeb36f985d3 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0500729 Sep 28 09:07:48.834574 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-69637c22-9e14-4704-a449-ea50d114179b req-318b4120-604f-4343-8aaf-037f0087cc4b tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Sep 28 09:07:49.980923 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249da3b-5032-49bd-ab21-29f2041e1f05 req-76490e82-a5a4-46f4-a460-f14303b0d2e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:49.982408 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9249da3b-5032-49bd-ab21-29f2041e1f05 req-76490e82-a5a4-46f4-a460-f14303b0d2e0 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0635734 Sep 28 09:07:50.022887 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9249da3b-5032-49bd-ab21-29f2041e1f05 req-17424409-b786-4646-82d9-04954081bfbd tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/security-groups?id=ead41832-3eda-42b0-9787-7f283a83fba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 28 09:07:50.421881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-80bd29e7-beec-4cb9-b06a-615d999c1d17 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:07:50.423343 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-80bd29e7-beec-4cb9-b06a-615d999c1d17 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 946 time: 0.0595808 Sep 28 09:07:50.514264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Deleting port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:50.514608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:50.608557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] For port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:50.608936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:50.620861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Calling delete_port for 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:50.755947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:50.767650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:07:50.788441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Pushing event deleted for resources: {'Port': ['ID=7cc8b13b-b8f5-4ff6-8b79-7d59681146a2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:50.830404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] No DVR routers for this DVR port 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:07:50.833235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:50.836562 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-68c260c2-4afa-4f04-9085-fd2de4b4d51f req-c25db2ec-a170-492f-9ac4-3b188643eb33 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.62 "DELETE /v2.0/ports/7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 HTTP/1.1" status: 204 len: 173 time: 0.4070027 Sep 28 09:07:50.836999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'name': 'network-vif-deleted', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:07:50.839301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7037fa-a4ab-4868-a461-78d961a8d3ed" -d '{"events": [{"server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "name": "network-vif-deleted", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:07:50.875920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a1c247-f12f-4570-b95d-3003efc35046 x-openstack-request-id: req-f6a1c247-f12f-4570-b95d-3003efc35046 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:07:50.876216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dfa8f-ab23-45f7-8e19-653e4a07cb64", "name": "network-vif-deleted", "tag": "7cc8b13b-b8f5-4ff6-8b79-7d59681146a2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:07:50.876470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f6a1c247-f12f-4570-b95d-3003efc35046 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:07:50.876930 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a1c247-f12f-4570-b95d-3003efc35046'] response: {'server_uuid': 'c11dfa8f-ab23-45f7-8e19-653e4a07cb64', 'name': 'network-vif-deleted', 'tag': '7cc8b13b-b8f5-4ff6-8b79-7d59681146a2', 'status': 'completed', 'code': 200} Sep 28 09:07:51.153522 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3549fb66-70df-4ef1-a220-03917db26a0c req-ce798fb6-e624-4d9e-9eb6-7d849210e275 tempest-TestMinimumBasicScenario-316398408 tempest-TestMinimumBasicScenario-316398408-project] 10.222.0.27 "GET /v2.0/ports?device_id=c11dfa8f-ab23-45f7-8e19-653e4a07cb64 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Sep 28 09:07:52.792833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47562) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:53.252064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:53.477924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:53.502173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:53.502409 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 7cc8b13b-b8f5-4ff6-8b79-7d59681146a2 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:53.515113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Deleting port a70255ab-c604-46b5-a640-057e5c1bd176 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:53.515458 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:53.598473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] For port a70255ab-c604-46b5-a640-057e5c1bd176, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a70255ab-c604-46b5-a640-057e5c1bd176,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:53.598914 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:53.611905 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Calling delete_port for a70255ab-c604-46b5-a640-057e5c1bd176 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:53.805209 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:53.831901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Pushing event deleted for resources: {'Port': ['ID=a70255ab-c604-46b5-a640-057e5c1bd176,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:53.997387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:54.225974 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:07:54.337305 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:07:54.345130 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2b31329a-dd1a-42ea-b6ea-7774b01d506e admin admin] 10.222.0.27 "PUT /v2.0/routers/db2f84da-9b6a-4f29-a2a3-02d7baad5ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5488169 Sep 28 09:07:54.346495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47566) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:54.350490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Sync routers for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:07:54.360053 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:54.360767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:54.450318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:54.465897 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:54.552291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:54.604562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Deleting port 2ed425dc-0c89-431c-b29f-28b53c2f1f62 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:54.604899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:54.645004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:07:53Z', 'revision_number': 5, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port': {'id': '2ed425dc-0c89-431c-b29f-28b53c2f1f62', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:48Z', 'updated_at': '2022-09-28T09:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:54.676527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Checking router: db2f84da-9b6a-4f29-a2a3-02d7baad5ebb for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:07:54.686211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Routers {'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:54.686903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:54.784433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] Set router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:54.838206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:07:54Z', 'revision_number': 6, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:54.868887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc48958-0c1d-4763-a166-47825bf095d8 None None] The sync data for ids ['db2f84da-9b6a-4f29-a2a3-02d7baad5ebb'] in dv-neutron-859308-3-hyperv is: [{'id': 'db2f84da-9b6a-4f29-a2a3-02d7baad5ebb', 'name': 'tempest-TestMinimumBasicScenario-1207636704-router', 'tenant_id': '953cf2967d774de7b0b7fe48e04878c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:47Z', 'updated_at': '2022-09-28T09:07:54Z', 'revision_number': 6, 'project_id': '953cf2967d774de7b0b7fe48e04878c8', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:07:54.932406 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] For port 2ed425dc-0c89-431c-b29f-28b53c2f1f62, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=2ed425dc-0c89-431c-b29f-28b53c2f1f62,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:54.933066 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:54.946316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Calling delete_port for 2ed425dc-0c89-431c-b29f-28b53c2f1f62 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:55.118190 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.145270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed425dc-0c89-431c-b29f-28b53c2f1f62,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:55.203368 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.301185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.303604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.347798 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.348617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db2f84da-9b6a-4f29-a2a3-02d7baad5ebb {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:07:55.355694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.356959 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d7c68d58-915c-4f46-bd5c-ca16a8660fa6 admin admin] 10.222.0.27 "DELETE /v2.0/routers/db2f84da-9b6a-4f29-a2a3-02d7baad5ebb HTTP/1.1" status: 204 len: 168 time: 1.0090733 Sep 28 09:07:55.360380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47568) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:55.410426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Deleting subnet f1530c08-6ff7-49af-9bfa-528210471847 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:07:55.414847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.454387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.534570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.593751 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.620797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1530c08-6ff7-49af-9bfa-528210471847,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:55.627295 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.631431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b8e15a3d-8c95-4be6-b35d-e871132fd161 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f1530c08-6ff7-49af-9bfa-528210471847 HTTP/1.1" status: 204 len: 168 time: 0.2695339 Sep 28 09:07:55.633850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f35d06-13b3-4d1d-abe5-398f8655f0b9 None None] Network 5eb49505-4f44-418d-9bac-67f4121b619d requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:07:55.634151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:55.659235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2ed425dc-0c89-431c-b29f-28b53c2f1f62 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:55.707341 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 2ed425dc-0c89-431c-b29f-28b53c2f1f62 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:55.707543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 2ed425dc-0c89-431c-b29f-28b53c2f1f62 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:55.707995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a70255ab-c604-46b5-a640-057e5c1bd176 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:55.720004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.738561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a70255ab-c604-46b5-a640-057e5c1bd176 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:55.738852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a70255ab-c604-46b5-a640-057e5c1bd176 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:55.774985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Deleting port ebd65847-8342-4daa-b72d-9a9cd285e760 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:55.775306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.841153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] For port ebd65847-8342-4daa-b72d-9a9cd285e760, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd65847-8342-4daa-b72d-9a9cd285e760,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:55.841281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.858623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Calling delete_port for ebd65847-8342-4daa-b72d-9a9cd285e760 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:55.860861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] DHCP port deletion for 5eb49505-4f44-418d-9bac-67f4121b619d request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:07:55.910698 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Deleting port ebd65847-8342-4daa-b72d-9a9cd285e760 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:55.911083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.952422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.978180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] For port ebd65847-8342-4daa-b72d-9a9cd285e760, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ebd65847-8342-4daa-b72d-9a9cd285e760,segment=NetworkSegment(4ecef20a-e0b5-474e-8ee8-883f36dd733a),segment_id=4ecef20a-e0b5-474e-8ee8-883f36dd733a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:55.978579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:55.980500 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] No DVR routers for this DVR port ebd65847-8342-4daa-b72d-9a9cd285e760 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:07:55.984114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd65847-8342-4daa-b72d-9a9cd285e760,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:55.991564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Calling delete_port for ebd65847-8342-4daa-b72d-9a9cd285e760 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:56.059074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.064997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.094447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Pushing event deleted for resources: {'Port': ['ID=ebd65847-8342-4daa-b72d-9a9cd285e760,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:56.099077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] No DVR routers for this DVR port ebd65847-8342-4daa-b72d-9a9cd285e760 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:07:56.106101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.106432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.106792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.107127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.107464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.107812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.108122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.108455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.108925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.109124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.109441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.109752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10496239-4ce2-4259-b388-7044f7b48c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:07:56.416384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb49505-4f44-418d-9bac-67f4121b619d']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:56.426559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecef20a-e0b5-474e-8ee8-883f36dd733a') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:56.427062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecef20a-e0b5-474e-8ee8-883f36dd733a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:56.437068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.450803 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.456739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:07:56.457151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.518259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.524119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:56.527527 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] 10.222.0.27 "DELETE /v2.0/networks/5eb49505-4f44-418d-9bac-67f4121b619d HTTP/1.1" status: 204 len: 168 time: 0.8913357 Sep 28 09:07:56.531627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47576) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:56.539885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4ecef20a-e0b5-474e-8ee8-883f36dd733a resource provider aggregate not found Sep 28 09:07:56.544361 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251df2e6-2551-4065-b3d9-d8e15e657711 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb49505-4f44-418d-9bac-67f4121b619d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:56.560307 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 4ecef20a-e0b5-474e-8ee8-883f36dd733a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ecef20a-e0b5-474e-8ee8-883f36dd733a found for delete ", "request_id": "req-3d53bab8-dd73-41d1-ad48-407f69aaedc2"}]} Sep 28 09:07:56.883778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:57.134120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Deleting port ab154e70-afb7-44ae-8962-d2942729cdf2 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:57.134366 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:57.211325 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] For port ab154e70-afb7-44ae-8962-d2942729cdf2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=ab154e70-afb7-44ae-8962-d2942729cdf2,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:57.211687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:57.224002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Calling delete_port for ab154e70-afb7-44ae-8962-d2942729cdf2 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:57.409572 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:57.409788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd65847-8342-4daa-b72d-9a9cd285e760 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:57.430388 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ebd65847-8342-4daa-b72d-9a9cd285e760 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:57.430733 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ebd65847-8342-4daa-b72d-9a9cd285e760 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:57.439050 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab154e70-afb7-44ae-8962-d2942729cdf2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:57.606225 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:57.840870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Router b16a3038-5583-4677-8913-e33263a72931 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:07:57.948364 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:07:57.954489 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6780bd8e-eab9-4653-91b2-d07254b67d80 admin admin] 10.222.0.27 "PUT /v2.0/routers/b16a3038-5583-4677-8913-e33263a72931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217293 Sep 28 09:07:57.956858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47580) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:57.957827 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Sync routers for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:07:57.969014 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:57.969817 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:58.065181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.072969 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:58.169473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.228341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Deleting port f2bcf5c9-1670-450e-a2a7-0870d82fd514 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:58.228685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.262864 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:07:57Z', 'revision_number': 5, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port': {'id': 'f2bcf5c9-1670-450e-a2a7-0870d82fd514', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16a3038-5583-4677-8913-e33263a72931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:58.289293 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Checking router: b16a3038-5583-4677-8913-e33263a72931 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:07:58.297654 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Routers {'b16a3038-5583-4677-8913-e33263a72931'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:07:58.298259 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['b16a3038-5583-4677-8913-e33263a72931'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:58.309060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] For port f2bcf5c9-1670-450e-a2a7-0870d82fd514, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f2bcf5c9-1670-450e-a2a7-0870d82fd514,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:58.309446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.321957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Calling delete_port for f2bcf5c9-1670-450e-a2a7-0870d82fd514 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:58.475832 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] Set router b16a3038-5583-4677-8913-e33263a72931 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:07:58.497427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.523528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bcf5c9-1670-450e-a2a7-0870d82fd514,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:58.534151 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:07:58Z', 'revision_number': 6, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:58.560118 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468a16e-22ca-416e-80d1-0e89365c4f20 None None] The sync data for ids ['b16a3038-5583-4677-8913-e33263a72931'] in dv-neutron-859308-3-hyperv is: [{'id': 'b16a3038-5583-4677-8913-e33263a72931', 'name': 'tempest-TestMinimumBasicScenario-1355853443-router', 'tenant_id': '0c1fb9bd43114ae9a81ef554a5665336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:01:52Z', 'updated_at': '2022-09-28T09:07:58Z', 'revision_number': 6, 'project_id': '0c1fb9bd43114ae9a81ef554a5665336', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:07:58.589061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.685864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.688060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.744313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.744839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16a3038-5583-4677-8913-e33263a72931 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:07:58.749318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.750814 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c0a64512-843f-4a63-8155-84436e0e4925 admin admin] 10.222.0.27 "DELETE /v2.0/routers/b16a3038-5583-4677-8913-e33263a72931 HTTP/1.1" status: 204 len: 168 time: 0.7928410 Sep 28 09:07:58.754137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47582) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:58.803763 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Deleting subnet d93110ae-d510-4c1b-beff-b9ecd299df3e {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:07:58.809068 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.847547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.933394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:58.995662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.021861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93110ae-d510-4c1b-beff-b9ecd299df3e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:59.026944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.030116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f8430a4a-b392-4443-aa1a-8af5477b4bf7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d93110ae-d510-4c1b-beff-b9ecd299df3e HTTP/1.1" status: 204 len: 168 time: 0.2750759 Sep 28 09:07:59.032853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47584) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:59.032997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c97dd-7f9d-4326-b7c4-1f6296241ea8 None None] Network 87b2987d-f82a-4867-b7dc-3f04a630087a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:07:59.107012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.163055 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Deleting port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:59.163397 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.231117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] For port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,segment=NetworkSegment(64ec154e-d77b-445a-acf8-3b8ed60a72de),segment_id=64ec154e-d77b-445a-acf8-3b8ed60a72de)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:59.231336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.248883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Calling delete_port for 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:59.294578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] DHCP port deletion for 87b2987d-f82a-4867-b7dc-3f04a630087a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:07:59.332552 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.345557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Deleting port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:07:59.346030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.359991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:59.361843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] No DVR routers for this DVR port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:07:59.415923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] For port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:07:59.416413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.431030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Calling delete_port for 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:07:59.434086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 09:07:59.435419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.447671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ab154e70-afb7-44ae-8962-d2942729cdf2 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:59.450692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.468148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] No DVR routers for this DVR port 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:07:59.471768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b2987d-f82a-4867-b7dc-3f04a630087a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:59.481905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ec154e-d77b-445a-acf8-3b8ed60a72de') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:59.482199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ec154e-d77b-445a-acf8-3b8ed60a72de') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:07:59.487678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: ab154e70-afb7-44ae-8962-d2942729cdf2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:59.488028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device ab154e70-afb7-44ae-8962-d2942729cdf2 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:59.488455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:59.492181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a5389-8079-48ef-bbac-74bb83637d58 None None] Pushing event deleted for resources: {'Port': ['ID=6bd0e884-29bc-43f7-90c3-83bf80ee4ceb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:59.495952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.511842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:59.512195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bd0e884-29bc-43f7-90c3-83bf80ee4ceb not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:59.512614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f2bcf5c9-1670-450e-a2a7-0870d82fd514 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:07:59.519235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.526582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:07:59.527128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.537194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f2bcf5c9-1670-450e-a2a7-0870d82fd514 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:07:59.537548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f2bcf5c9-1670-450e-a2a7-0870d82fd514 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:07:59.558425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 64ec154e-d77b-445a-acf8-3b8ed60a72de resource provider aggregate not found Sep 28 09:07:59.587713 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 64ec154e-d77b-445a-acf8-3b8ed60a72de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64ec154e-d77b-445a-acf8-3b8ed60a72de found for delete ", "request_id": "req-41cb7560-8f90-49d0-a90e-a880f9b3a4bb"}]} Sep 28 09:07:59.601370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.607192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.613229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/87b2987d-f82a-4867-b7dc-3f04a630087a HTTP/1.1" status: 204 len: 168 time: 0.5766952 Sep 28 09:07:59.622174 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5625fd9-8bd1-4c91-8ce0-95b89d4242e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b2987d-f82a-4867-b7dc-3f04a630087a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:07:59.730044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47592) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:59.777713 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-022282b8-ef49-4c4a-970a-685d1701b494 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=953cf2967d774de7b0b7fe48e04878c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464330 Sep 28 09:07:59.780474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47594) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:07:59.830297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.851120 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.900093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.902678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:07:59.903839 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ead41832-3eda-42b0-9787-7f283a83fba6 HTTP/1.1" status: 204 len: 168 time: 0.1223474 Sep 28 09:07:59.911676 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9bf55-4cf2-4c7c-a7ab-3c51d5c58e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead41832-3eda-42b0-9787-7f283a83fba6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:00.233260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47600) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:00.283859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e025d835-f9ef-41a6-8b89-db52059bbe14 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0c1fb9bd43114ae9a81ef554a5665336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491962 Sep 28 09:08:00.286706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:00.344351 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:00.366609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:00.419857 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:00.422431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:00.423645 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3ed86a11-b10e-4845-838b-853a226d3e9b HTTP/1.1" status: 204 len: 168 time: 0.1357398 Sep 28 09:08:00.431624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09802b-abef-4a25-a287-9f793f32801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed86a11-b10e-4845-838b-853a226d3e9b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:01.961400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47642) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:01.966165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340748502', 'description': 'tempest-secgroup-smoke-1340748502 description', 'project_id': '0b3b0999574947c09931d38dc6e10b29'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:01.991635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.000266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.076510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.082266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.119246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9751d4-2dfe-4928-9f73-ce8d55c5b5a0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.163757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.170102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.198271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.203589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.206999 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c03362ad-3e78-494e-b78e-ff8a15e675b7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2424045 Sep 28 09:08:02.207888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47644) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.212800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.243710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.302040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.307899 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.325271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4356d5a-5ab7-4727-b2eb-695b05191b0d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.335387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.336603 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7051c480-22c8-46e3-a6d8-21331ab6d201 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276705 Sep 28 09:08:02.339494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47646) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.343858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.377645 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.440994 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.449097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.476210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a9a42a-0845-4fb9-ab4f-ba8c5becdf37,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.486261 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.487482 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a4ea1a27-92a9-497c-9a67-84eb655e46bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470749 Sep 28 09:08:02.490639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47648) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.495020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.522635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.584776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.589936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.607233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6904fdd-0308-405b-a031-bfe7162d8afe,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.615773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.617004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-69e5bd19-8592-4808-b2ac-8e9971e6575f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254334 Sep 28 09:08:02.619782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47650) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.624067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.649433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.706846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.712595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.731588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9090c04-0591-4b8d-b5a3-b90e3095169b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.738457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.739881 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d1407998-846d-4808-90df-9bc6bcd0e0bf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191099 Sep 28 09:08:02.742643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47652) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.746986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.768301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:08:02.773158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.834567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.839595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.858341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25a7936-b9b5-48d6-8f5f-9bf12545cbfa,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:02.869205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.870420 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-04708186-3267-4fae-b3c8-e05ca722c776 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268437 Sep 28 09:08:02.873319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47654) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:02.877957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '0c5fc646-3dda-45d5-9aa8-07fd8b927d5c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:02.901102 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:08:02.906181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.970533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.975866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:02.994697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f73b79e-2ed9-4620-a431-21ef29239add,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:03.002196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.003502 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-33e917f4-e71f-4db8-8377-d2a2706ef897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292086 Sep 28 09:08:03.006982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47656) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:03.011906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'network': {'name': 'tempest-network-smoke--1592196869', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:03.032504 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:08:03.036178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.059918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:08:03.069256 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.069596 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Added segment b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d of type vlan for network 8151d9ad-7a55-496c-a928-5eb4911d7b1b Sep 28 09:08:03.110021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.137768 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.143434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:03.144023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.184124 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1760976 Sep 28 09:08:03.187344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47658) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:03.192061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'admin_state_up': True, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:03.216220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.216540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971c83-1b64-41bb-a5e5-635abe2e3897 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Network': ['ID=8151d9ad-7a55-496c-a928-5eb4911d7b1b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:03.217490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.228835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:08:03.273165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.570507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.660168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.859402 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.878446 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:03.988047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.243 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/02ed39d3-9809-464b-b6ea-bd4f30d22ae6) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:08:04.100611 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:04.139337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:04.176106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:04.179046 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:04.182487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:08:04.190036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:04.437833 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:04.635962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:04.768233 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 26c93320-f4b9-4883-888a-cf99f8421f56 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:08:04.886028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:08:04.896929 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Sync routers for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:08:04.909891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:04.910121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:04.910767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:04.911127 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d2365a24-9a6f-45f5-8342-b3ca20fd5754 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7227771 Sep 28 09:08:04.914814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47660) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:05.048816 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-14647419-1155-49d6-8c65-9f9089a89f0a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0b3b0999574947c09931d38dc6e10b29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326470 Sep 28 09:08:05.051497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47664) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:05.170515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:05.208319 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630b99a-5878-449d-b5a1-5ceff26bc03d tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:05.210779 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1630b99a-5878-449d-b5a1-5ceff26bc03d tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583555 Sep 28 09:08:05.213906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47666) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:05.242915 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-056b34c2-087b-4418-a789-bfa4dcfc3a4a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277953 Sep 28 09:08:05.245689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:05.250719 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694317541', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:05.337522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:08:05.341126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.348923 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:04Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:05.375724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Checking router: 26c93320-f4b9-4883-888a-cf99f8421f56 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:08:05.376050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Updating router 26c93320-f4b9-4883-888a-cf99f8421f56 port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:08:05.404778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.526082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.595707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Subnet': ['ID=30eba479-17db-429b-95ac-c555669acc79,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:05.600096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Checking segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:08:05.600456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network hostable DHCP agents. Network: 8151d9ad-7a55-496c-a928-5eb4911d7b1b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:08:05.618789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:08:05.629354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 8151d9ad-7a55-496c-a928-5eb4911d7b1b) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:05.634015 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:05.634530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.648352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929bb7f0-77cc-46de-b69a-d2b3bec8c460 None None] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:08:05.652676 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e95ba5e3-b042-4f6a-9e60-d1a9b96c4d62 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4059696 Sep 28 09:08:05.655422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47670) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:05.689591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.721554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.779766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Attempting to bind port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:08:05.780133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Attempting to bind port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:08:05.780505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Attempting to bind port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:08:05.814509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2a53c-12c5-4ba2-a59c-26d69f383033 None None] Pushing event updated for resources: {'Port': ['ID=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:05.819482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:08:05.819876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:08:05.820312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.820703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:08:05.821219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Bound port: 02ed39d3-9809-464b-b6ea-bd4f30d22ae6, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:08:05.821605 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.902413 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:08:05.903387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:05.909377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] For port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:08:05.931836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] For port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:08:05.938942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.035124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:06.035754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:06.097068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2a53c-12c5-4ba2-a59c-26d69f383033 None None] Pushing event updated for resources: {'Port': ['ID=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:06.102855 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.185724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Allocated IP 172.20.0.2 (8151d9ad-7a55-496c-a928-5eb4911d7b1b/30eba479-17db-429b-95ac-c555669acc79/5949b600-f598-4fce-adc9-28ef211cbf6a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:08:06.213270 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:06.481904 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.498932 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.535450 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ad8a26fc-4038-45c3-afaa-57c811d09491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.542915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.1 (8151d9ad-7a55-496c-a928-5eb4911d7b1b/30eba479-17db-429b-95ac-c555669acc79/553a56e0-9221-4c69-876e-d1bf0df1524f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:08:06.549223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:06.559765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:06.563137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:08:06.565044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Pushing event updated for resources: {'Port': ['ID=5949b600-f598-4fce-adc9-28ef211cbf6a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:06.599556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:04Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:06.643111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b94d3af-6cd1-4ff0-b880-87b5352304ff None None] The sync data for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv is: [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:04Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:08:06.655036 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Attempting to bind port 5949b600-f598-4fce-adc9-28ef211cbf6a on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:08:06.655410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Attempting to bind port 5949b600-f598-4fce-adc9-28ef211cbf6a by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:08:06.655775 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Attempting to bind port 5949b600-f598-4fce-adc9-28ef211cbf6a on network 8151d9ad-7a55-496c-a928-5eb4911d7b1b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:08:06.663755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:08:06.663755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Checking segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:08:06.663755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.663755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Bound using segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:08:06.663755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Bound port: 5949b600-f598-4fce-adc9-28ef211cbf6a, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:08:06.664294 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.670895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.710110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.733783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] For port 5949b600-f598-4fce-adc9-28ef211cbf6a, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:08:06.737333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] For port 5949b600-f598-4fce-adc9-28ef211cbf6a, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5949b600-f598-4fce-adc9-28ef211cbf6a,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:08:06.743087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:06.768257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:06.772362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:06.777021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:08:06.810228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:06.818051 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522408e-d6ef-470a-862f-2abcb785b97f None None] Pushing event updated for resources: {'Port': ['ID=5949b600-f598-4fce-adc9-28ef211cbf6a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:06.838216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.035609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.377672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.383906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.470477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:07.482319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.519720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:07.627897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:07.628443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:07.628443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.628632 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 Sep 28 09:08:07.630536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:07.751219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:07.751553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.779068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:07.782586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 26c93320-f4b9-4883-888a-cf99f8421f56 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:08:07.793408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.794248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5949b600-f598-4fce-adc9-28ef211cbf6a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:07.883423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:07.901688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5949b600-f598-4fce-adc9-28ef211cbf6a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:07.902062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:07.902399 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5949b600-f598-4fce-adc9-28ef211cbf6a Sep 28 09:08:07.926952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:08:07.932992 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a6ee6035-77c2-4f58-a9fb-f1913ba059e5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/26c93320-f4b9-4883-888a-cf99f8421f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765868 Sep 28 09:08:07.983473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d513793-f5b3-4af2-a4d9-c6cf423bb3a9 None None] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:08:08.033164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5949b600-f598-4fce-adc9-28ef211cbf6a is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:08.033952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.081653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a9e2f19e-b61e-42df-930e-bc49c3119aca None None] Provisioning complete for port 5949b600-f598-4fce-adc9-28ef211cbf6a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:08.082027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f19e-b61e-42df-930e-bc49c3119aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.082364 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a9e2f19e-b61e-42df-930e-bc49c3119aca None None] Attempt 1 to provision port 5949b600-f598-4fce-adc9-28ef211cbf6a Sep 28 09:08:08.096149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-3be2ce66-53e3-4e78-b7a7-d8a5d0f98c03 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340748502&fields=id&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 267 time: 0.0449202 Sep 28 09:08:08.150719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 5949b600-f598-4fce-adc9-28ef211cbf6a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5949b600-f598-4fce-adc9-28ef211cbf6a,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:08.214018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-89fa2707-2026-45e6-8446-b79e22272cef tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:08.215579 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-89fa2707-2026-45e6-8446-b79e22272cef tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/networks?id=8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 200 len: 797 time: 0.1117773 Sep 28 09:08:08.232100 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-e33ef690-64c5-4bec-9059-c22cb82ea4be tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/quotas/0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 375 time: 0.0104561 Sep 28 09:08:08.293869 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-8c669fbb-f4d9-4d9a-9d04-ba42738fbd4d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555446 Sep 28 09:08:08.340112 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.394504 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-658d3158-2d8b-487c-9afc-8b113c94dac9 service neutron] 10.222.0.27 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874412 Sep 28 09:08:08.416956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=5949b600-f598-4fce-adc9-28ef211cbf6a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:08.472041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2f19e-b61e-42df-930e-bc49c3119aca None None] Current status of the port 5949b600-f598-4fce-adc9-28ef211cbf6a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:08.504214 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-501aa0eb-bf02-42e1-bc5a-4525824e69bc service neutron] 10.222.0.27 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031697 Sep 28 09:08:08.677821 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1e364f9-6681-4db5-b4d5-cf4e8f892785 req-59535e6b-1698-4e00-8260-48019753c39a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 210 time: 0.0328236 Sep 28 09:08:08.697655 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Provisioning complete for port 5949b600-f598-4fce-adc9-28ef211cbf6a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:08.698617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.699174 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Attempt 1 to provision port 5949b600-f598-4fce-adc9-28ef211cbf6a Sep 28 09:08:08.708294 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Sync routers for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:08:08.723977 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:08.724661 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:07:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:08.808249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Current status of the port 5949b600-f598-4fce-adc9-28ef211cbf6a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:08.811890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a322d8d3-9b8e-4032-be42-990676ebd0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.825610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Provisioning complete for port 553a56e0-9221-4c69-876e-d1bf0df1524f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:08.826217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:08.826782 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Attempt 1 to provision port 553a56e0-9221-4c69-876e-d1bf0df1524f Sep 28 09:08:08.866109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Port 553a56e0-9221-4c69-876e-d1bf0df1524f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:08:08.887268 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:09.109802 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 2, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:09.137441 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Checking router: 26c93320-f4b9-4883-888a-cf99f8421f56 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:08:09.137785 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Updating router 26c93320-f4b9-4883-888a-cf99f8421f56 port 553a56e0-9221-4c69-876e-d1bf0df1524f binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:08:09.161756 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.367854 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Attempt 2 to provision port 553a56e0-9221-4c69-876e-d1bf0df1524f Sep 28 09:08:09.410041 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Port 553a56e0-9221-4c69-876e-d1bf0df1524f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:08:09.424676 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.426626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:09.432153 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.474451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:09.475164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.475419 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 Sep 28 09:08:09.489505 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Pushing event updated for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:09.511753 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.512048 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.512403 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.512741 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.513077 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.513449 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.513809 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.514089 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.514454 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.514738 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.515058 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.515370 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:09.527007 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Attempting to bind port 553a56e0-9221-4c69-876e-d1bf0df1524f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:08:09.527374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Attempting to bind port 553a56e0-9221-4c69-876e-d1bf0df1524f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:08:09.527730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Attempting to bind port 553a56e0-9221-4c69-876e-d1bf0df1524f on network 8151d9ad-7a55-496c-a928-5eb4911d7b1b {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:08:09.532665 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:08:09.533019 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Checking segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:08:09.534250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.534250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Bound using segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:08:09.534250 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Bound port: 553a56e0-9221-4c69-876e-d1bf0df1524f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:08:09.534627 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.563393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:09.564628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5949b600-f598-4fce-adc9-28ef211cbf6a up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:09.608669 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] For port 553a56e0-9221-4c69-876e-d1bf0df1524f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:08:09.612180 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] For port 553a56e0-9221-4c69-876e-d1bf0df1524f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=553a56e0-9221-4c69-876e-d1bf0df1524f,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:08:09.613935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5949b600-f598-4fce-adc9-28ef211cbf6a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:09.614319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.614620 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5949b600-f598-4fce-adc9-28ef211cbf6a Sep 28 09:08:09.617370 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:09.654311 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:09.655044 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:09.707671 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab4f97-3464-4a99-8c08-754343a32fef None None] Pushing event updated for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:09.718886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5949b600-f598-4fce-adc9-28ef211cbf6a is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:09.790109 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:09.796539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-df7308b5-5ad1-4b08-810d-4e1bedfa5961 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:09.799753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-df7308b5-5ad1-4b08-810d-4e1bedfa5961 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/networks?id=8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 200 len: 797 time: 0.1699383 Sep 28 09:08:09.808227 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b1992a65-06cb-4086-8837-b868c6433c3f req-10e6c6dc-a919-4307-8254-d3f2fae68f4e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 210 time: 0.0294421 Sep 28 09:08:09.867158 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-7b641e30-31f5-42d2-b9bd-dd16e08632aa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 380 time: 0.0551009 Sep 28 09:08:09.877023 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'port': {'device_id': '868f994e-617d-44fd-bae1-3acef86c89a6', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'admin_state_up': True, 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'security_groups': ['0c5fc646-3dda-45d5-9aa8-07fd8b927d5c']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:09.911731 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Attempt 3 to provision port 553a56e0-9221-4c69-876e-d1bf0df1524f Sep 28 09:08:10.001843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Current status of the port 553a56e0-9221-4c69-876e-d1bf0df1524f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:10.002396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.003523 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:09Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:10.040496 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa36a1-0db8-4cf0-9059-b19256875043 None None] The sync data for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv is: [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:09Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:08:10.043530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] For port 553a56e0-9221-4c69-876e-d1bf0df1524f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=553a56e0-9221-4c69-876e-d1bf0df1524f,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:10.048705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.129756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ceace-7fd8-4e71-898b-96a168449e9c None None] Pushing event updated for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:10.171133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2a9d0d9a-1133-4e96-943d-83b13246edf7 None None] Provisioning complete for port 553a56e0-9221-4c69-876e-d1bf0df1524f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:10.171542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0d9a-1133-4e96-943d-83b13246edf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.171944 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2a9d0d9a-1133-4e96-943d-83b13246edf7 None None] Attempt 1 to provision port 553a56e0-9221-4c69-876e-d1bf0df1524f Sep 28 09:08:10.274952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d0d9a-1133-4e96-943d-83b13246edf7 None None] Current status of the port 553a56e0-9221-4c69-876e-d1bf0df1524f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:10.277801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.346871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:08:10.350615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.486478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.12 (8151d9ad-7a55-496c-a928-5eb4911d7b1b/30eba479-17db-429b-95ac-c555669acc79/725e8d80-99c3-471e-acfc-50f5f0a891c9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:08:10.632913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.674733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.718375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:10.729573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:10.731607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:10.733966 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:08:10.786683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:10.787399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:10.811034 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-18ee0134-fd70-4141-a851-eb21055973ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9379516 Sep 28 09:08:10.825686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Request body: {'port': {'device_id': '868f994e-617d-44fd-bae1-3acef86c89a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:10.900991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.001217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Provisioning complete for port 725e8d80-99c3-471e-acfc-50f5f0a891c9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:11.001726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.002137 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Attempt 1 to provision port 725e8d80-99c3-471e-acfc-50f5f0a891c9 Sep 28 09:08:11.041140 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Port 725e8d80-99c3-471e-acfc-50f5f0a891c9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:08:11.051682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219507-e67e-4498-8225-37fb294e4dd1 req-ab153d98-85b2-4426-a96c-29a42df7d571 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:11.053382 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d219507-e67e-4498-8225-37fb294e4dd1 req-ab153d98-85b2-4426-a96c-29a42df7d571 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 932 time: 0.1381803 Sep 28 09:08:11.126346 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d219507-e67e-4498-8225-37fb294e4dd1 req-22ccfbb2-ce8e-4662-93a8-7b7c3c509d17 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661585 Sep 28 09:08:11.240215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725e8d80-99c3-471e-acfc-50f5f0a891c9 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:08:11.248160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.261148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Transition to ACTIVE for port object 725e8d80-99c3-471e-acfc-50f5f0a891c9 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:08:11.267116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.329412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Pushing event updated for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:11.377225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Attempting to bind port 725e8d80-99c3-471e-acfc-50f5f0a891c9 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:08:11.377557 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Attempting to bind port 725e8d80-99c3-471e-acfc-50f5f0a891c9 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:08:11.377987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Attempting to bind port 725e8d80-99c3-471e-acfc-50f5f0a891c9 on network 8151d9ad-7a55-496c-a928-5eb4911d7b1b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:08:11.383337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Port 725e8d80-99c3-471e-acfc-50f5f0a891c9 on network 8151d9ad-7a55-496c-a928-5eb4911d7b1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:08:11.383651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Attempting to bind port 725e8d80-99c3-471e-acfc-50f5f0a891c9 on network 8151d9ad-7a55-496c-a928-5eb4911d7b1b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:08:11.388521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:08:11.388852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Checking segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:08:11.389246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Bound using segment: {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:08:11.389716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Bound port: 725e8d80-99c3-471e-acfc-50f5f0a891c9, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:08:11.390012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.413793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.439131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 553a56e0-9221-4c69-876e-d1bf0df1524f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:11.457252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:08:11.460329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:08:11.466564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.470627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:11.471211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.472575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] 10.222.0.62 "PUT /v2.0/ports/725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 200 len: 1094 time: 0.6518393 Sep 28 09:08:11.473002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:08:11.475651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d91b58-3390-4af1-859e-7926365909c2" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:08:11.496873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 553a56e0-9221-4c69-876e-d1bf0df1524f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:11.497377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.497803 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 553a56e0-9221-4c69-876e-d1bf0df1524f Sep 28 09:08:11.533517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b8c803-f60f-48f3-9601-0461fd87894e x-openstack-request-id: req-f0b8c803-f60f-48f3-9601-0461fd87894e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:08:11.533795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:08:11.534048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0b8c803-f60f-48f3-9601-0461fd87894e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:08:11.534458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b8c803-f60f-48f3-9601-0461fd87894e'] response: {'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'status': 'completed', 'code': 200} Sep 28 09:08:11.542896 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Attempt 2 to provision port 725e8d80-99c3-471e-acfc-50f5f0a891c9 Sep 28 09:08:11.559387 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34ba93-9576-4ad8-9d35-9c62ae9bfb38 service neutron] Pushing event updated for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:11.576998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-91e69e7a-c49d-4d45-ba31-83ab7825dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:11.578557 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-91e69e7a-c49d-4d45-ba31-83ab7825dd4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1097 time: 0.0615184 Sep 28 09:08:11.610863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 553a56e0-9221-4c69-876e-d1bf0df1524f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:11.614771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c73b6b28-b73f-470c-8585-c3d605d8677b None None] Port 725e8d80-99c3-471e-acfc-50f5f0a891c9 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:08:11.621484 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-d73ed356-2b90-40f3-b8c7-aed3a1831066 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 200 len: 217 time: 0.0341778 Sep 28 09:08:11.669426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-8400052d-3335-4e9c-b5c7-7f8c9be96cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:11.670888 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-8400052d-3335-4e9c-b5c7-7f8c9be96cc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30eba479-17db-429b-95ac-c555669acc79 HTTP/1.1" status: 200 len: 834 time: 0.0435951 Sep 28 09:08:11.720374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-7550666b-4a91-43ec-a24f-817554343547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:11.721959 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-7550666b-4a91-43ec-a24f-817554343547 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8151d9ad-7a55-496c-a928-5eb4911d7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450089 Sep 28 09:08:11.726678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:11.819753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-d5ecdcd1-8b61-4680-aea9-8beb4e1b613e service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907001 Sep 28 09:08:11.929509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f72f7890-e7be-4db4-a4aa-a39877f44cb5 req-706abf3d-76a8-49e5-b545-120b9d05e812 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034133 Sep 28 09:08:12.023688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b58-3390-4af1-859e-7926365909c2 req-b9a24489-89e9-45a0-84cd-e582f6037792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:12.025137 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-b9a24489-89e9-45a0-84cd-e582f6037792 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1097 time: 0.0445645 Sep 28 09:08:12.128484 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b58-3390-4af1-859e-7926365909c2 req-e62a1098-077f-4182-a60a-417a240bf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:12.130072 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-e62a1098-077f-4182-a60a-417a240bf272 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 200 len: 898 time: 0.0983877 Sep 28 09:08:12.174554 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-ce711480-7ee9-4ac4-b0a6-5acd1044b18c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 200 len: 217 time: 0.0368598 Sep 28 09:08:12.261418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b58-3390-4af1-859e-7926365909c2 req-fde3c6d6-8790-4bca-8a2f-b0e25fb9f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:12.262914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-fde3c6d6-8790-4bca-8a2f-b0e25fb9f6ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30eba479-17db-429b-95ac-c555669acc79 HTTP/1.1" status: 200 len: 834 time: 0.0802691 Sep 28 09:08:12.286459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28036-17f1-437b-a287-1d7e390f9f93 req-49f34e84-90c9-4625-a20c-778010f8f2d3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:12.287784 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1c28036-17f1-437b-a287-1d7e390f9f93 req-49f34e84-90c9-4625-a20c-778010f8f2d3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 944 time: 0.0762417 Sep 28 09:08:12.347039 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b58-3390-4af1-859e-7926365909c2 req-dc84c675-ac2e-40a1-af9b-25493f635cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:12.348552 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-dc84c675-ac2e-40a1-af9b-25493f635cee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8151d9ad-7a55-496c-a928-5eb4911d7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774124 Sep 28 09:08:12.352379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1c28036-17f1-437b-a287-1d7e390f9f93 req-eaedaa4d-f65f-4009-9b0c-fbf229db775e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 Sep 28 09:08:12.447746 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-2451c4ec-96b0-40c7-a342-f751f51c0000 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902901 Sep 28 09:08:12.547453 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8d91b58-3390-4af1-859e-7926365909c2 req-d2fbad1a-247d-4d99-89cb-9961d1df2026 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923107 Sep 28 09:08:13.489778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19f092-ea1d-4e51-978c-03b19e67258c req-6ffcf0fc-d39f-493f-9379-4c30cbaff892 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:13.491260 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8a19f092-ea1d-4e51-978c-03b19e67258c req-6ffcf0fc-d39f-493f-9379-4c30cbaff892 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 944 time: 0.0610738 Sep 28 09:08:13.534477 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8a19f092-ea1d-4e51-978c-03b19e67258c req-33e703de-244b-452b-86b7-92e7979ceb84 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Sep 28 09:08:13.544016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 725e8d80-99c3-471e-acfc-50f5f0a891c9 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:08:13.649233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:13.660646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'port_id': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'mac_address': 'fa:16:3e:65:66:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:08:13.701504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 725e8d80-99c3-471e-acfc-50f5f0a891c9 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:13.701886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:13.714725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725e8d80-99c3-471e-acfc-50f5f0a891c9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:08:13.736493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:13.743450 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:13.791836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:13.952266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['725e8d80-99c3-471e-acfc-50f5f0a891c9'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:08:14.668069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c157eb-ac0a-4a9a-a9f1-0fa273818130 req-5c28c520-5208-4a32-a075-b41e1828e6a9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:14.669583 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44c157eb-ac0a-4a9a-a9f1-0fa273818130 req-5c28c520-5208-4a32-a075-b41e1828e6a9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Sep 28 09:08:14.715130 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44c157eb-ac0a-4a9a-a9f1-0fa273818130 req-d877c71a-9878-44d7-bfe1-2778e047326f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367293 Sep 28 09:08:15.560013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 725e8d80-99c3-471e-acfc-50f5f0a891c9 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:08:15.624962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 725e8d80-99c3-471e-acfc-50f5f0a891c9 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:08:15.628709 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 725e8d80-99c3-471e-acfc-50f5f0a891c9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:08:15.629108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:15.629447 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 725e8d80-99c3-471e-acfc-50f5f0a891c9 Sep 28 09:08:15.711111 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 725e8d80-99c3-471e-acfc-50f5f0a891c9 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:08:15.711501 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:15.734541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:08:15.736848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17df9f25-2167-4b83-961a-5559f9db653a" -d '{"events": [{"server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "name": "network-vif-plugged", "status": "completed", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:08:15.750453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:15.755739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:15.783989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3d3be-78b1-48e7-a928-61583837a5af x-openstack-request-id: req-63e3d3be-78b1-48e7-a928-61583837a5af {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:08:15.784824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "name": "network-vif-plugged", "status": "completed", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:08:15.784824 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-63e3d3be-78b1-48e7-a928-61583837a5af {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:08:15.785078 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e3d3be-78b1-48e7-a928-61583837a5af'] response: {'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'code': 200} Sep 28 09:08:15.818521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:15.855612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1bf6d-1e97-4871-b0c2-697e6b8a0bbb req-5716f2c9-f89a-4402-b16c-d3248c405fb7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:15.857193 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eff1bf6d-1e97-4871-b0c2-697e6b8a0bbb req-5716f2c9-f89a-4402-b16c-d3248c405fb7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Sep 28 09:08:15.902179 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eff1bf6d-1e97-4871-b0c2-697e6b8a0bbb req-a6ac4215-5ef0-4c5e-8aec-f5852fc9b67a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Sep 28 09:08:15.951863 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737d493-0e48-453d-bdd5-61b8896fab50 req-cd06c455-658b-4121-9de1-353f922b1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:15.953446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f737d493-0e48-453d-bdd5-61b8896fab50 req-cd06c455-658b-4121-9de1-353f922b1474 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1099 time: 0.0441606 Sep 28 09:08:15.989688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f737d493-0e48-453d-bdd5-61b8896fab50 req-181a13c6-4283-46a1-9ee7-020c8b842096 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288272 Sep 28 09:08:16.032537 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:08:17.041069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43693f-9644-46d3-aae0-7466c61d84bf req-dc4b8ff9-7e95-4206-986a-c36b052c89d7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:17.042557 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9b43693f-9644-46d3-aae0-7466c61d84bf req-dc4b8ff9-7e95-4206-986a-c36b052c89d7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0561855 Sep 28 09:08:17.085421 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9b43693f-9644-46d3-aae0-7466c61d84bf req-7d3b5300-ff80-4243-af89-1f974a107d24 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Sep 28 09:08:18.226653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e148748-4171-4a7f-b93d-7442d20af0ad req-d1e7485e-7a07-4047-9206-c2527a08df74 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:18.228145 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e148748-4171-4a7f-b93d-7442d20af0ad req-d1e7485e-7a07-4047-9206-c2527a08df74 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0529921 Sep 28 09:08:18.273778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e148748-4171-4a7f-b93d-7442d20af0ad req-019fa813-dc0e-4289-ad26-fd6426ccf0a5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370984 Sep 28 09:08:18.404413 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1acefa-30d6-4c8f-808f-566f6576e8a7 req-cf400454-27f1-4715-acd2-a71d897fdabc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:18.405861 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3e1acefa-30d6-4c8f-808f-566f6576e8a7 req-cf400454-27f1-4715-acd2-a71d897fdabc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0539453 Sep 28 09:08:18.444893 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3e1acefa-30d6-4c8f-808f-566f6576e8a7 req-70bcf7e7-b43d-4364-b583-5691cb5925cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Sep 28 09:08:18.472335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47722) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:18.514091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffcf66e-72c5-4b37-8fa2-7e802a755a60 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:18.515555 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-cffcf66e-72c5-4b37-8fa2-7e802a755a60 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1094 time: 0.0422595 Sep 28 09:08:18.519811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47724) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:18.524426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:08:18.548380 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:18.652495 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:18.758602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.247 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e4d7376b-31a4-423c-b16b-525076cbfc50) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:08:18.860738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:18.901896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:18.939146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:08:18.942040 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:08:18.945536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:08:18.973651 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=e4d7376b-31a4-423c-b16b-525076cbfc50,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:19.345151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:19.415186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:19.559962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:19.566847 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:19.634057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=e4d7376b-31a4-423c-b16b-525076cbfc50,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:19.637791 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:19.986005 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 19a0d4b3-fc69-436f-844e-cefcd7e9631f associated. External IP: 172.26.4.247, port: 725e8d80-99c3-471e-acfc-50f5f0a891c9. Sep 28 09:08:20.194762 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 26c93320-f4b9-4883-888a-cf99f8421f56 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:08:20.302998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:08:20.313428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Sync routers for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:08:20.321882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:20.325372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:20.326009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:20.348675 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-58d5f9bf-52f9-4375-8e2b-1664cc1b6a5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8278725 Sep 28 09:08:20.349383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:08:20.351959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337241e-1d56-4ee4-8f90-bfaf878a36be" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:08:20.391910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a719f6-6e05-49a1-824d-7e03a6f7d9b1 x-openstack-request-id: req-07a719f6-6e05-49a1-824d-7e03a6f7d9b1 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:08:20.392263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:08:20.392575 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-07a719f6-6e05-49a1-824d-7e03a6f7d9b1 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:08:20.393189 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a719f6-6e05-49a1-824d-7e03a6f7d9b1'] response: {'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'status': 'completed', 'code': 200} Sep 28 09:08:20.436482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:20.477670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc086a-2e6e-480b-b2b9-9709b424c8a7 req-81ee7a3a-7769-4910-9ece-10d72ea58669 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:20.479174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d8cc086a-2e6e-480b-b2b9-9709b424c8a7 req-81ee7a3a-7769-4910-9ece-10d72ea58669 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0795617 Sep 28 09:08:20.484774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-c2013e12-a4b3-4a66-8f43-596b1d39b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:20.486232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-c2013e12-a4b3-4a66-8f43-596b1d39b66b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1099 time: 0.0590906 Sep 28 09:08:20.571606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d8cc086a-2e6e-480b-b2b9-9709b424c8a7 req-6bd05cb9-1ed5-4e35-9cad-4dc3bf06b910 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837252 Sep 28 09:08:20.601231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-604986e9-88d9-4fdc-83e8-6752eb4fee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:20.602540 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-604986e9-88d9-4fdc-83e8-6752eb4fee11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 200 len: 898 time: 0.1095753 Sep 28 09:08:20.603590 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47730) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:20.662344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '19a0d4b3-fc69-436f-844e-cefcd7e9631f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'port_id': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'mac_address': 'fa:16:3e:65:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994e-617d-44fd-bae1-3acef86c89a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:08:19Z', 'updated_at': '2022-09-28T09:08:19Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:20.672894 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-04a4650b-ee1e-4e11-9d32-ebf650d1f8f9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/19a0d4b3-fc69-436f-844e-cefcd7e9631f HTTP/1.1" status: 200 len: 992 time: 0.0671213 Sep 28 09:08:20.680757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-26c734a1-e7e4-4bab-b209-fd3e2c5fca99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 200 len: 1000 time: 0.0667057 Sep 28 09:08:20.690164 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Checking router: 26c93320-f4b9-4883-888a-cf99f8421f56 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:08:20.699169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:20.699781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:20.737140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-a4d7d945-2ee4-420b-a194-cf0802f0ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:20.738701 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-a4d7d945-2ee4-420b-a194-cf0802f0ad27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30eba479-17db-429b-95ac-c555669acc79 HTTP/1.1" status: 200 len: 834 time: 0.0521810 Sep 28 09:08:20.785524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-75fe2606-9036-46b5-b112-2277e8c08b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:20.787048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-75fe2606-9036-46b5-b112-2277e8c08b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8151d9ad-7a55-496c-a928-5eb4911d7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417237 Sep 28 09:08:20.811312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:20.882481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-cb016c02-5b2e-4ddb-a8f3-9174987f0ec1 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Sep 28 09:08:20.980197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e337241e-1d56-4ee4-8f90-bfaf878a36be req-0f6d17d7-2429-4fde-97bf-9b2919253f52 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909832 Sep 28 09:08:21.052302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '19a0d4b3-fc69-436f-844e-cefcd7e9631f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'port_id': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'mac_address': 'fa:16:3e:65:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994e-617d-44fd-bae1-3acef86c89a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:08:19Z', 'updated_at': '2022-09-28T09:08:19Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:21.078789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8669a-9809-47bd-a774-6bcad4382df5 None None] The sync data for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv is: [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '19a0d4b3-fc69-436f-844e-cefcd7e9631f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'port_id': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'mac_address': 'fa:16:3e:65:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f994e-617d-44fd-bae1-3acef86c89a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:08:19Z', 'updated_at': '2022-09-28T09:08:19Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:08:21.279157 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffb822-7f39-4b7a-b595-af560b64a98e None None] New status for floating IP 19a0d4b3-fc69-436f-844e-cefcd7e9631f: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:08:21.676562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47732) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:21.748670 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-043692a9-8022-485f-b9d5-0ef429552a18 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/19a0d4b3-fc69-436f-844e-cefcd7e9631f HTTP/1.1" status: 200 len: 994 time: 0.0707445 Sep 28 09:08:33.590583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:36.511667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bd4-9de2-403a-8796-eb699121162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:38.780153 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1a98-3d8b-4c1a-bc95-8bfd8f435a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:40.265885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:41.416307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:41.732784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:50.509547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf63f9-95ec-45d4-a5d4-a0e76bd4d551 req-2310a790-1ba8-4218-9475-afda68b77020 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:50.511056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-deaf63f9-95ec-45d4-a5d4-a0e76bd4d551 req-2310a790-1ba8-4218-9475-afda68b77020 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0579665 Sep 28 09:08:50.555233 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-deaf63f9-95ec-45d4-a5d4-a0e76bd4d551 req-9b5d363c-b6fa-406f-935d-581abeba164d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Sep 28 09:08:51.695203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8237bab-87b0-4e2d-95ad-c1b949539864 req-3b1d47b5-db2c-4de2-a3a0-e3ba43070555 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:51.696624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a8237bab-87b0-4e2d-95ad-c1b949539864 req-3b1d47b5-db2c-4de2-a3a0-e3ba43070555 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0553668 Sep 28 09:08:51.737406 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a8237bab-87b0-4e2d-95ad-c1b949539864 req-030fb13d-dce1-4440-bb8a-d78fd95a23e4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Sep 28 09:08:51.769088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47750) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:51.845974 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-14d41b6d-cbbb-4d1c-8527-bb3063627101 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/19a0d4b3-fc69-436f-844e-cefcd7e9631f HTTP/1.1" status: 200 len: 994 time: 0.0755801 Sep 28 09:08:53.031663 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:08:53.154425 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fbbc6-2f63-488d-865c-3560571bad64 req-c21cbada-84be-4d3f-b29c-b14c10d026a5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:53.155900 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-059fbbc6-2f63-488d-865c-3560571bad64 req-c21cbada-84be-4d3f-b29c-b14c10d026a5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0521090 Sep 28 09:08:53.200886 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-059fbbc6-2f63-488d-865c-3560571bad64 req-d0b135a5-3a14-472f-aeed-09b7456e3a6a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Sep 28 09:08:54.346675 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafd8f-3b5c-418f-b324-1a3ea6f07bc2 req-1ef5df03-3555-4f59-9b67-5f088cd87fe2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:54.348145 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4aafd8f-3b5c-418f-b324-1a3ea6f07bc2 req-1ef5df03-3555-4f59-9b67-5f088cd87fe2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0596595 Sep 28 09:08:54.396360 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a4aafd8f-3b5c-418f-b324-1a3ea6f07bc2 req-ed7ced19-9d46-4cf1-a220-1c7991580e18 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Sep 28 09:08:54.432299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47760) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:54.496633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9f346ea5-4631-4381-8baf-308a5adbe9b3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/19a0d4b3-fc69-436f-844e-cefcd7e9631f HTTP/1.1" status: 200 len: 994 time: 0.0630660 Sep 28 09:08:54.859759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47766) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:55.036773 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port e4d7376b-31a4-423c-b16b-525076cbfc50 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:08:55.037182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.122109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.122335 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.135001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for e4d7376b-31a4-423c-b16b-525076cbfc50 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:08:55.293471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.318750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=e4d7376b-31a4-423c-b16b-525076cbfc50,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:55.342589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.342940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.343283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.343622 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.343950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.344278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.344609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.344923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.345273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.345597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.345913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.346233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:08:55.387100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.387756 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 19a0d4b3-fc69-436f-844e-cefcd7e9631f disassociated (deleted). External IP: 172.26.4.247, port: 725e8d80-99c3-471e-acfc-50f5f0a891c9. Sep 28 09:08:55.606400 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 26c93320-f4b9-4883-888a-cf99f8421f56 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:08:55.721519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:08:55.728394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:55.734121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Sync routers for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:08:55.743935 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:55.744537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:55.757894 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5000ee85-31a4-4d61-9cfa-f68f906aa2a6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/floatingips/19a0d4b3-fc69-436f-844e-cefcd7e9631f HTTP/1.1" status: 204 len: 168 time: 0.8968358 Sep 28 09:08:55.758468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:08:55.760770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af5de2-45d0-4a25-b452-d27c649e0420" -d '{"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:08:55.802772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff157a-a8b9-4f21-9b7f-f7577033841d x-openstack-request-id: req-d2ff157a-a8b9-4f21-9b7f-f7577033841d {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:08:55.803065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:08:55.803319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d2ff157a-a8b9-4f21-9b7f-f7577033841d {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:08:55.803732 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ff157a-a8b9-4f21-9b7f-f7577033841d'] response: {'name': 'network-changed', 'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'status': 'completed', 'code': 200} Sep 28 09:08:55.872251 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-9fe7707f-4779-4a1d-98f5-b5b8af1c69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:55.874394 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-9fe7707f-4779-4a1d-98f5-b5b8af1c69a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 1099 time: 0.0459187 Sep 28 09:08:55.977580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-5ccea47d-b37f-4a29-a8d0-ba8b779c2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:55.979083 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-5ccea47d-b37f-4a29-a8d0-ba8b779c2631 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 200 len: 898 time: 0.0969429 Sep 28 09:08:56.019528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da8e8-dd43-44a3-99fe-373b77cac5d3 req-f86ae0f7-bd47-4368-9761-e5f1cb2a29f4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:56.022080 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-579da8e8-dd43-44a3-99fe-373b77cac5d3 req-f86ae0f7-bd47-4368-9761-e5f1cb2a29f4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0559118 Sep 28 09:08:56.028967 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:56.030869 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-0b2b71f1-23d3-42bc-a849-38b232ed255f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 200 len: 217 time: 0.0421464 Sep 28 09:08:56.073154 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-579da8e8-dd43-44a3-99fe-373b77cac5d3 req-7ae88e52-ea34-4d3c-bc3c-29172b72da0e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Sep 28 09:08:56.086480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-bfccebb4-0c5f-4c7a-a373-932aaf6340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:56.087980 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-bfccebb4-0c5f-4c7a-a373-932aaf6340e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30eba479-17db-429b-95ac-c555669acc79 HTTP/1.1" status: 200 len: 834 time: 0.0511770 Sep 28 09:08:56.136001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-c54b6e83-b940-454a-9abf-9ad21db6fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:56.137890 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-c54b6e83-b940-454a-9abf-9ad21db6fe1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8151d9ad-7a55-496c-a928-5eb4911d7b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413902 Sep 28 09:08:56.230786 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-17df2055-c4ff-4d07-8d3e-7f044fc4c645 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843573 Sep 28 09:08:56.233094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:56.260007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Checking router: 26c93320-f4b9-4883-888a-cf99f8421f56 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:08:56.270400 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:08:56.271022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:56.332295 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-50af5de2-45d0-4a25-b452-d27c649e0420 req-472f1ab8-d2ca-487f-a6d5-a4bb276eb013 service neutron] 10.222.0.62 "GET /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932970 Sep 28 09:08:56.384711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:08:56.597678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:08:56.627507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95cb6c-4319-4863-985a-fc47bec3c9fa None None] The sync data for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv is: [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:06Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '553a56e0-9221-4c69-876e-d1bf0df1524f', 'name': '', 'network_id': '8151d9ad-7a55-496c-a928-5eb4911d7b1b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:52:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '30eba479-17db-429b-95ac-c555669acc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:06Z', 'updated_at': '2022-09-28T09:08:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30eba479-17db-429b-95ac-c555669acc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:08:56.868533 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d3f34a-0ab2-4408-898c-b10fffad17ee None None] New status for floating IP 19a0d4b3-fc69-436f-844e-cefcd7e9631f: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:08:57.219176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a35dc3-4f7a-4919-b6ea-0bd780ce8e81 req-f7a5cc33-9a10-403b-bda9-c2175e8af373 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:57.220660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1a35dc3-4f7a-4919-b6ea-0bd780ce8e81 req-f7a5cc33-9a10-403b-bda9-c2175e8af373 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0629239 Sep 28 09:08:57.259555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1a35dc3-4f7a-4919-b6ea-0bd780ce8e81 req-d4b7b45e-cce4-444c-b83e-73e16ea59e50 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327277 Sep 28 09:08:57.679943 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-fc4bd267-27a7-47c4-9dd0-f5638898205b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:08:57.681347 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-fc4bd267-27a7-47c4-9dd0-f5638898205b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 946 time: 0.0555351 Sep 28 09:08:57.789575 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 725e8d80-99c3-471e-acfc-50f5f0a891c9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:08:57.790032 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:57.890745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 725e8d80-99c3-471e-acfc-50f5f0a891c9, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=725e8d80-99c3-471e-acfc-50f5f0a891c9,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:08:57.891119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:57.908693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 725e8d80-99c3-471e-acfc-50f5f0a891c9 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:08:58.047027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:58.075811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=725e8d80-99c3-471e-acfc-50f5f0a891c9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:08:58.120524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] No DVR routers for this DVR port 725e8d80-99c3-471e-acfc-50f5f0a891c9 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:08:58.123136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:08:58.126842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-00ea6e2f-f4e6-45db-b22d-8d90a5aeec9f req-1702d523-ea9b-46a7-b283-77fe278e525f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "DELETE /v2.0/ports/725e8d80-99c3-471e-acfc-50f5f0a891c9 HTTP/1.1" status: 204 len: 173 time: 0.4392331 Sep 28 09:08:58.127296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'name': 'network-vif-deleted', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:08:58.131782 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0ecd4-d45f-4d4e-b6cd-505ae1335d53" -d '{"events": [{"server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "name": "network-vif-deleted", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:08:58.170240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a702136-83f8-465e-ba1a-2585c91e65ee x-openstack-request-id: req-2a702136-83f8-465e-ba1a-2585c91e65ee {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:08:58.170531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f994e-617d-44fd-bae1-3acef86c89a6", "name": "network-vif-deleted", "tag": "725e8d80-99c3-471e-acfc-50f5f0a891c9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:08:58.170797 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a702136-83f8-465e-ba1a-2585c91e65ee {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:08:58.171195 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a702136-83f8-465e-ba1a-2585c91e65ee'] response: {'server_uuid': '868f994e-617d-44fd-bae1-3acef86c89a6', 'name': 'network-vif-deleted', 'tag': '725e8d80-99c3-471e-acfc-50f5f0a891c9', 'status': 'completed', 'code': 200} Sep 28 09:08:58.376823 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-da2362b0-85f9-4815-b472-7727c7fc2eb5 req-b01e3e4c-0d97-4907-90f3-d46165627ae0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=868f994e-617d-44fd-bae1-3acef86c89a6 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Sep 28 09:08:59.441242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47782) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:08:59.753619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 725e8d80-99c3-471e-acfc-50f5f0a891c9 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:08:59.776172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 725e8d80-99c3-471e-acfc-50f5f0a891c9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:08:59.776550 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 725e8d80-99c3-471e-acfc-50f5f0a891c9 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:08:59.837717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:00.425475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 553a56e0-9221-4c69-876e-d1bf0df1524f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:09:00.425810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:00.512864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 553a56e0-9221-4c69-876e-d1bf0df1524f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=553a56e0-9221-4c69-876e-d1bf0df1524f,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:00.513641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:00.526076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 553a56e0-9221-4c69-876e-d1bf0df1524f owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:09:00.719937 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:00.751467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=553a56e0-9221-4c69-876e-d1bf0df1524f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:00.928483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.152326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 26c93320-f4b9-4883-888a-cf99f8421f56 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:09:01.265431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:09:01.270575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-23c2a9de-c044-4fc9-8631-da3b0d821dcf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/26c93320-f4b9-4883-888a-cf99f8421f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282490 Sep 28 09:09:01.274245 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47784) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:01.276442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Sync routers for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:09:01.287771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:01.288401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:01.328530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting subnet 30eba479-17db-429b-95ac-c555669acc79 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:09:01.331807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.377116 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.394526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:01.472993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.539028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.566041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Subnet': ['ID=30eba479-17db-429b-95ac-c555669acc79,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:01.569800 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.573023 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-93c01a25-dd1c-4ec1-8586-3042ef615fd9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/subnets/30eba479-17db-429b-95ac-c555669acc79 HTTP/1.1" status: 204 len: 168 time: 0.2976444 Sep 28 09:09:01.575787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47786) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:01.579989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bec70c-8bf4-446a-84c6-3bbd1593f1ed None None] Network 8151d9ad-7a55-496c-a928-5eb4911d7b1b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:09:01.599185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:09:00Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:01.634469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Checking router: 26c93320-f4b9-4883-888a-cf99f8421f56 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:09:01.677292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Routers {'26c93320-f4b9-4883-888a-cf99f8421f56'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:01.677815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['26c93320-f4b9-4883-888a-cf99f8421f56'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:01.685384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.809334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.824588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] Set router 26c93320-f4b9-4883-888a-cf99f8421f56 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:01.886306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:09:01.886652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.900697 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] DHCP port deletion for 8151d9ad-7a55-496c-a928-5eb4911d7b1b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:09:01.968944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 02ed39d3-9809-464b-b6ea-bd4f30d22ae6, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:01.969635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:01.982198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:09:02.034328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Deleting port 5949b600-f598-4fce-adc9-28ef211cbf6a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:09:02.034679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.103247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] For port 5949b600-f598-4fce-adc9-28ef211cbf6a, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5949b600-f598-4fce-adc9-28ef211cbf6a,segment=NetworkSegment(b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d),segment_id=b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:02.103613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.119266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Calling delete_port for 5949b600-f598-4fce-adc9-28ef211cbf6a owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:09:02.127110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:09:00Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:02.150992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.159533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4cca8-30b0-41cd-84ea-13a576911808 None None] The sync data for ids ['26c93320-f4b9-4883-888a-cf99f8421f56'] in dv-neutron-859308-3-hyperv is: [{'id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902879443', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:09:00Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '02ed39d3-9809-464b-b6ea-bd4f30d22ae6', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c93320-f4b9-4883-888a-cf99f8421f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:08:03Z', 'updated_at': '2022-09-28T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:09:02.178203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=02ed39d3-9809-464b-b6ea-bd4f30d22ae6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:02.243787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.251633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.279085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Pushing event deleted for resources: {'Port': ['ID=5949b600-f598-4fce-adc9-28ef211cbf6a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:02.281514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] No DVR routers for this DVR port 5949b600-f598-4fce-adc9-28ef211cbf6a on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:09:02.291710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.292065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.292308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.292651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.293003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.293358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.293693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.294029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.294374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.294703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.295106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.295425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d0d32-1e48-48ba-97e3-e1f3d2d49d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.340470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.342900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.386931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.387468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Fanout notify agent at l3_agent the message router_deleted on router 26c93320-f4b9-4883-888a-cf99f8421f56 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:09:02.394268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.395366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d179b18a-0010-4a81-b033-afc8d0fa0785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/routers/26c93320-f4b9-4883-888a-cf99f8421f56 HTTP/1.1" status: 204 len: 168 time: 0.8185759 Sep 28 09:09:02.398350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47788) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:02.477810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.575111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.596876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8151d9ad-7a55-496c-a928-5eb4911d7b1b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:02.607031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:02.607282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:02.621201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.631833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.638735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:09:02.639784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.671137 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d resource provider aggregate not found Sep 28 09:09:02.717918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2bb7cfc-b72d-40e4-9f54-e39a6e42b18d found for delete ", "request_id": "req-c1aff3d0-d5d3-441a-a342-53e01fcae0a3"}]} Sep 28 09:09:02.719123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.727558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.730825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/networks/8151d9ad-7a55-496c-a928-5eb4911d7b1b HTTP/1.1" status: 204 len: 168 time: 0.3311007 Sep 28 09:09:02.734743 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47794) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:02.742683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec979b6-9c0c-4856-bf47-ac2bc77ab093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Network': ['ID=8151d9ad-7a55-496c-a928-5eb4911d7b1b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:02.800877 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.828192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.895531 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.898164 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:02.899330 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/security-groups/0c5fc646-3dda-45d5-9aa8-07fd8b927d5c HTTP/1.1" status: 204 len: 168 time: 0.1635690 Sep 28 09:09:02.908872 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5fc646-3dda-45d5-9aa8-07fd8b927d5c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:02.917927 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.918270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.918646 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.919026 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.919405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.919778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.920381 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.920792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.921175 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.921532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.921932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:02.922257 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc0aba-42fa-4188-98fc-c4f649032bf0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:09:03.010871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47800) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.017715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496319230', 'description': 'tempest-secgroup-smoke-1496319230 description', 'project_id': '0b3b0999574947c09931d38dc6e10b29'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.044610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.109087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.115137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.142773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.143953 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1318982 Sep 28 09:09:03.147078 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47802) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.148105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37228e-8be6-43be-a252-660849913f47 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4d603-b21c-4aec-a5c8-0b31b428e99c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.153178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.182031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.242620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.246369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.261560 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9cb09c-62dc-4d6d-a811-4c15012b9bf5,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.273870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.275154 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-16cf8faf-ed18-4986-b064-362f4fb7cbe3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270247 Sep 28 09:09:03.278026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.283047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.311252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.371924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.378605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.398689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32807a4c-c114-4924-96e3-64f66f9a2646,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.405571 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.406785 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a9cc4d5-748a-423c-b412-e71fc8d7c5c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278358 Sep 28 09:09:03.409941 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47806) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.414482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.439825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.462143 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 553a56e0-9221-4c69-876e-d1bf0df1524f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:09:03.481960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 553a56e0-9221-4c69-876e-d1bf0df1524f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:09:03.482305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 553a56e0-9221-4c69-876e-d1bf0df1524f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:09:03.482789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:09:03.502969 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.505510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:09:03.505881 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 02ed39d3-9809-464b-b6ea-bd4f30d22ae6 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:09:03.506345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5949b600-f598-4fce-adc9-28ef211cbf6a no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:09:03.508077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.526311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee05b050-3a36-4631-bd59-7ae49ce62a71,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.528276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5949b600-f598-4fce-adc9-28ef211cbf6a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:09:03.528667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5949b600-f598-4fce-adc9-28ef211cbf6a not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:09:03.534434 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.535648 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4c15860e-13f6-4d3d-94d1-735c0d189497 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249683 Sep 28 09:09:03.538416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.542987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.570495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.582898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.638136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.642889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.660490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810e096b-5255-46db-b90a-a4fecca76a99,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.669354 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.670653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7037bfe2-d641-4bf5-9f5a-f3dd09003281 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312454 Sep 28 09:09:03.673412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.677704 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.700259 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:09:03.705682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.768299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.774743 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.792486 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a474f0-9cad-4fec-adbe-9e7b6e0879c6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.802271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.803486 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-77908550-6712-4b85-8270-7b6bde0499c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291218 Sep 28 09:09:03.806530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47812) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.812167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '2fa4d603-b21c-4aec-a5c8-0b31b428e99c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.834677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:09:03.839888 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.917306 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.924519 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.946148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76478784-592b-4070-8830-8d41f570dcbe,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:03.957603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:03.959216 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d4393503-e9b4-4458-b582-67c4fa47944c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516767 Sep 28 09:09:03.962801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47814) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:03.968647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'network': {'name': 'tempest-network-smoke--1840291138', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'port_security_enabled': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:03.992537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:09:03.996058 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.021469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:09:04.030838 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.031561 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Added segment 7f7b618a-88e4-4520-a515-f4c4a50b1351 of type vlan for network 85241290-54d0-4c8d-9495-b0b78108cdac Sep 28 09:09:04.084726 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.112187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.121088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:04.121941 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.172502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055109 Sep 28 09:09:04.173187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47816) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:04.177902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'admin_state_up': True, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:04.200879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.202589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.205063 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c637f2-b2c5-403b-b546-6b838cd360ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Network': ['ID=85241290-54d0-4c8d-9495-b0b78108cdac,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:04.218762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 85241290-54d0-4c8d-9495-b0b78108cdac details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:09:04.265076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.405801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.601228 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.624001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.738736 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.141 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/445e3283-ba07-45cb-a5be-ada66b9445e4) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:09:04.847897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.885920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:04.924422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:04.927213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:04.933744 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:09:04.937051 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=445e3283-ba07-45cb-a5be-ada66b9445e4,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:05.183896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:05.705875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:05.840632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router af8780c2-1df2-4132-a363-594f41f04691 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:09:05.966423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:09:05.977228 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Sync routers for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:09:05.987303 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:05.987518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:05.987909 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:05.988711 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1adce56d-e241-474f-8ebf-47cbbf5f17b5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8143852 Sep 28 09:09:05.992042 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47818) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:06.020769 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e969de63-e1d1-4119-bc4f-227a127c0284 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0b3b0999574947c09931d38dc6e10b29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273845 Sep 28 09:09:06.023568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:06.092626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:06.110776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e950bc0-783f-42d4-92b3-6ea846fa81d0 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:06.112301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e950bc0-783f-42d4-92b3-6ea846fa81d0 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878472 Sep 28 09:09:06.115182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47822) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:06.147357 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ee87cc39-f5d7-4eb6-874a-0e817c0cdc6a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310962 Sep 28 09:09:06.150031 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:06.154732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397231946', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:06.242612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:09:06.246280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.318615 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:05Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:06.347358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Checking router: af8780c2-1df2-4132-a363-594f41f04691 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:09:06.347732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Updating router af8780c2-1df2-4132-a363-594f41f04691 port 445e3283-ba07-45cb-a5be-ada66b9445e4 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:09:06.377077 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.435456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.500017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Subnet': ['ID=8bffc7e8-9567-443a-989a-4fa90378d212,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:06.500249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8778-0223-4ada-88a5-a99f7cbe140d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.506223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Checking segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:09:06.506576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network hostable DHCP agents. Network: 85241290-54d0-4c8d-9495-b0b78108cdac, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:09:06.524815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 85241290-54d0-4c8d-9495-b0b78108cdac is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:09:06.536686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 85241290-54d0-4c8d-9495-b0b78108cdac) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:06.541149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:06.541738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.546133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886e6c8-6224-448e-87f6-84eebe1c3132 None None] Network 85241290-54d0-4c8d-9495-b0b78108cdac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:09:06.564604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b615c11f-aad7-4ef3-9efe-0afa64913d91 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4135265 Sep 28 09:09:06.567407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47826) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:06.696856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-85241290-54d0-4c8d-9495-b0b78108cdac', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:09:06.697100 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.697767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.704939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.740205 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Attempting to bind port 445e3283-ba07-45cb-a5be-ada66b9445e4 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:09:06.740571 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Attempting to bind port 445e3283-ba07-45cb-a5be-ada66b9445e4 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:09:06.740930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Attempting to bind port 445e3283-ba07-45cb-a5be-ada66b9445e4 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:09:06.759935 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:09:06.760200 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:09:06.760597 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.760991 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:09:06.761493 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Bound port: 445e3283-ba07-45cb-a5be-ada66b9445e4, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:09:06.761869 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.763716 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeefb2-66a2-4958-83a5-0848efdccd84 None None] Pushing event updated for resources: {'Port': ['ID=445e3283-ba07-45cb-a5be-ada66b9445e4,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:06.836583 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] For port 445e3283-ba07-45cb-a5be-ada66b9445e4, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:09:06.841052 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] For port 445e3283-ba07-45cb-a5be-ada66b9445e4, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=445e3283-ba07-45cb-a5be-ada66b9445e4,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:09:06.846938 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:06.894526 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:06.895151 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:08:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:06.947435 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeefb2-66a2-4958-83a5-0848efdccd84 None None] Pushing event updated for resources: {'Port': ['ID=445e3283-ba07-45cb-a5be-ada66b9445e4,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:07.013380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Allocated IP 172.20.0.2 (85241290-54d0-4c8d-9495-b0b78108cdac/8bffc7e8-9567-443a-989a-4fa90378d212/dd9d9830-1421-4723-a7a9-f8d558b180b3) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:09:07.015999 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:07.065299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.223186 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:05Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:07.224124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.235509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.293117 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Network 85241290-54d0-4c8d-9495-b0b78108cdac is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:07.314985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Pushing event updated for resources: {'Port': ['ID=dd9d9830-1421-4723-a7a9-f8d558b180b3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:07.319571 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:07.322435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:09:07.361457 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d3ab2-6fd1-49c7-9414-585299dd5565 None None] The sync data for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv is: [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:05Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:09:07.383091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.1 (85241290-54d0-4c8d-9495-b0b78108cdac/8bffc7e8-9567-443a-989a-4fa90378d212/1a1b75bd-3d02-4cda-87ff-05531a47e3e2) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:09:07.385930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Attempting to bind port dd9d9830-1421-4723-a7a9-f8d558b180b3 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:09:07.386302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Attempting to bind port dd9d9830-1421-4723-a7a9-f8d558b180b3 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:09:07.386687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Attempting to bind port dd9d9830-1421-4723-a7a9-f8d558b180b3 on network 85241290-54d0-4c8d-9495-b0b78108cdac {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:09:07.392922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:09:07.393518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Checking segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:09:07.394067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.394504 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Bound using segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:09:07.395300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Bound port: dd9d9830-1421-4723-a7a9-f8d558b180b3, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:09:07.395690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.465059 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] For port dd9d9830-1421-4723-a7a9-f8d558b180b3, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:09:07.469192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] For port dd9d9830-1421-4723-a7a9-f8d558b180b3, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dd9d9830-1421-4723-a7a9-f8d558b180b3,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:09:07.476217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.538554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.551948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51d1a-2991-435a-bbb1-9ac5bddb3eba None None] Pushing event updated for resources: {'Port': ['ID=dd9d9830-1421-4723-a7a9-f8d558b180b3,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:07.587852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.641350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 85241290-54d0-4c8d-9495-b0b78108cdac is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:07.645066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:07.649708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:09:07.716046 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:07.789688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:07.954771 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.260883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.268991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.344654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:08.350052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.451701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 85241290-54d0-4c8d-9495-b0b78108cdac is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:08.453407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:08.574783 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router af8780c2-1df2-4132-a363-594f41f04691 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:09:08.574938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f37b09-2887-495d-8b56-1e40cfd2908f None None] Network 85241290-54d0-4c8d-9495-b0b78108cdac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:09:08.650513 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Provisioning complete for port dd9d9830-1421-4723-a7a9-f8d558b180b3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:08.650769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.651132 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Attempt 1 to provision port dd9d9830-1421-4723-a7a9-f8d558b180b3 Sep 28 09:09:08.692525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:09:08.699791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a6938782-a408-4aee-a18e-3b169af6960c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/af8780c2-1df2-4132-a363-594f41f04691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1311305 Sep 28 09:09:08.813358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b91a7195-2b27-4f0d-9aa5-35b107e4c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.814815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Current status of the port dd9d9830-1421-4723-a7a9-f8d558b180b3 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:08.815196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.858939 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] For port dd9d9830-1421-4723-a7a9-f8d558b180b3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dd9d9830-1421-4723-a7a9-f8d558b180b3,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:08.866258 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:08.879782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-a277ec8d-e4c4-44ed-818c-eee2833d3674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496319230&fields=id&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 267 time: 0.0391088 Sep 28 09:09:08.927662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6362a94-8c26-4ff4-9141-cf95b86637f5 None None] Pushing event updated for resources: {'Port': ['ID=dd9d9830-1421-4723-a7a9-f8d558b180b3,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:08.995157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-5428219f-4f34-4c07-a184-5d7cf40f7ce7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:08.996687 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-5428219f-4f34-4c07-a184-5d7cf40f7ce7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 797 time: 0.1089745 Sep 28 09:09:09.013334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-4df64121-5b78-42c6-9f48-5e37b0029378 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/quotas/0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Sep 28 09:09:09.075058 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-9b26230e-a259-449a-9924-da36e7715f85 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557795 Sep 28 09:09:09.089487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Provisioning complete for port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:09.089906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:09.090229 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Attempt 1 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:09.129250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:09:09.144192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Sync routers for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:09:09.154764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:09.155439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:09:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:09.178295 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-2f5b314a-fdc2-45d2-8a72-ceca0a9c88b3 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:09:09.179356 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-2f5b314a-fdc2-45d2-8a72-ceca0a9c88b3 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907857 Sep 28 09:09:09.274314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:09.282592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-55cebda3-e504-43db-8139-cc4c6397ef80 service neutron] 10.222.0.27 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961773 Sep 28 09:09:09.386340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-0fc75856-a741-4f87-8c14-07606ce3f062 service neutron] 10.222.0.27 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972505 Sep 28 09:09:09.511931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:08Z', 'revision_number': 2, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:09.549679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 445e3283-ba07-45cb-a5be-ada66b9445e4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:09:09.571813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Checking router: af8780c2-1df2-4132-a363-594f41f04691 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:09:09.572171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Updating router af8780c2-1df2-4132-a363-594f41f04691 port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:09:09.602891 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e4068334-4066-40cd-a495-d458c16e33e9 req-c323b34b-62a6-4699-9d7c-c26ebbc6ef9f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0320916 Sep 28 09:09:09.611424 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:09.630468 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Attempt 2 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:09.654366 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 445e3283-ba07-45cb-a5be-ada66b9445e4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:09.654739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:09.655106 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 445e3283-ba07-45cb-a5be-ada66b9445e4 Sep 28 09:09:09.734756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:09:09.874957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 445e3283-ba07-45cb-a5be-ada66b9445e4 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:09.875350 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:09.927154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 445e3283-ba07-45cb-a5be-ada66b9445e4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=445e3283-ba07-45cb-a5be-ada66b9445e4,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:09.934659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:09.935437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dd9d9830-1421-4723-a7a9-f8d558b180b3 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:09:10.044642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=445e3283-ba07-45cb-a5be-ada66b9445e4,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:10.107148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port dd9d9830-1421-4723-a7a9-f8d558b180b3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:10.107644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.108054 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port dd9d9830-1421-4723-a7a9-f8d558b180b3 Sep 28 09:09:10.114202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.138395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.228979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66224d1-4982-4499-ac18-03786d5d7054 None None] Pushing event updated for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:10.238176 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Attempt 3 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:10.286613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Attempting to bind port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:09:10.286988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Attempting to bind port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:09:10.287349 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Attempting to bind port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 on network 85241290-54d0-4c8d-9495-b0b78108cdac {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:09:10.309463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:09:10.309833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Checking segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:09:10.310237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.310600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Bound using segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:09:10.311094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Bound port: 1a1b75bd-3d02-4cda-87ff-05531a47e3e2, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:09:10.311499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.321512 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.330880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:09:10.333129 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port dd9d9830-1421-4723-a7a9-f8d558b180b3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:10.388740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] For port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:09:10.392288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] For port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:09:10.399056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.439523 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:10.440264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:09:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:10.492132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66224d1-4982-4499-ac18-03786d5d7054 None None] Pushing event updated for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:10.550581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-79ecad55-5026-40a9-9827-e4f56d4e14ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:10.552075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-79ecad55-5026-40a9-9827-e4f56d4e14ff tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 797 time: 0.1297421 Sep 28 09:09:10.561803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:10.598417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-879e4c20-3ef8-4b06-ae5e-1f31323cef52 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 380 time: 0.0365257 Sep 28 09:09:10.611565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'port': {'device_id': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'admin_state_up': True, 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'security_groups': ['2fa4d603-b21c-4aec-a5c8-0b31b428e99c']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:10.714833 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9e68aa42-f6db-424b-99f8-a1982f841a4e req-f9122602-dad8-496e-8858-05bd55c737dc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0340004 Sep 28 09:09:10.762755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:09:10.766920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.834823 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Attempt 4 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:10.899513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.10 (85241290-54d0-4c8d-9495-b0b78108cdac/8bffc7e8-9567-443a-989a-4fa90378d212/154e5698-7c04-483b-81f0-5369e9c2444b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:09:10.964948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Current status of the port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:10.965382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:10.990181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:11.028946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ee502-cab3-4318-b47d-0d935c6804ec None None] The sync data for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv is: [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:09:11.032008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] For port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:11.041902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.043094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.104735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Provisioning complete for port dd9d9830-1421-4723-a7a9-f8d558b180b3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:11.105277 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.105741 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Attempt 1 to provision port dd9d9830-1421-4723-a7a9-f8d558b180b3 Sep 28 09:09:11.112120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.142491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Pushing event updated for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:11.185649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:11.189180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 85241290-54d0-4c8d-9495-b0b78108cdac is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:11.191212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:11.193398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:09:11.213109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cd34-9b5a-42b9-89a5-c9601f232357 None None] Current status of the port dd9d9830-1421-4723-a7a9-f8d558b180b3 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:11.248870 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:11.250117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.270773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-1858d8d3-a22e-4b05-9946-c72219d8a34e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6638491 Sep 28 09:09:11.283513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Request body: {'port': {'device_id': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:11.343318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5f61ca8c-5ef9-40f1-83ad-4aab078c2034 None None] Provisioning complete for port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:11.343612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f61ca8c-5ef9-40f1-83ad-4aab078c2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.343958 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5f61ca8c-5ef9-40f1-83ad-4aab078c2034 None None] Attempt 1 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:11.348448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.470038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5f61ca8c-5ef9-40f1-83ad-4aab078c2034 None None] Current status of the port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:11.477086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.587356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 445e3283-ba07-45cb-a5be-ada66b9445e4 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:09:11.624055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Provisioning complete for port 154e5698-7c04-483b-81f0-5369e9c2444b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:11.624924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.625294 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Attempt 1 to provision port 154e5698-7c04-483b-81f0-5369e9c2444b Sep 28 09:09:11.663193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154e5698-7c04-483b-81f0-5369e9c2444b {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:09:11.671596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.672135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Port 154e5698-7c04-483b-81f0-5369e9c2444b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:09:11.681020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 445e3283-ba07-45cb-a5be-ada66b9445e4 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:11.681429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.681766 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 445e3283-ba07-45cb-a5be-ada66b9445e4 Sep 28 09:09:11.685574 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Transition to ACTIVE for port object 154e5698-7c04-483b-81f0-5369e9c2444b will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:09:11.690977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.740410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.783941 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 445e3283-ba07-45cb-a5be-ada66b9445e4 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:11.785070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:09:11.798346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Pushing event updated for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:11.824348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Attempting to bind port 154e5698-7c04-483b-81f0-5369e9c2444b on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:09:11.824684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Attempting to bind port 154e5698-7c04-483b-81f0-5369e9c2444b by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:09:11.825022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Attempting to bind port 154e5698-7c04-483b-81f0-5369e9c2444b on network 85241290-54d0-4c8d-9495-b0b78108cdac {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:09:11.830210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Port 154e5698-7c04-483b-81f0-5369e9c2444b on network 85241290-54d0-4c8d-9495-b0b78108cdac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:09:11.830536 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Attempting to bind port 154e5698-7c04-483b-81f0-5369e9c2444b on network 85241290-54d0-4c8d-9495-b0b78108cdac {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:09:11.836617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:09:11.836951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Checking segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:09:11.837432 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Bound using segment: {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:09:11.837872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Bound port: 154e5698-7c04-483b-81f0-5369e9c2444b, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7b618a-88e4-4520-a515-f4c4a50b1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:09:11.838229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.847676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:11.848223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.848369 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 Sep 28 09:09:11.884610 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c59de-9982-4d7d-9557-a37fe7223f46 req-38d7c96f-b4e9-470c-81e3-1cc48d4d2866 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:11.886654 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a9c59de-9982-4d7d-9557-a37fe7223f46 req-38d7c96f-b4e9-470c-81e3-1cc48d4d2866 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0654426 Sep 28 09:09:11.917880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:09:11.921309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=154e5698-7c04-483b-81f0-5369e9c2444b,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:09:11.929883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.935134 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:11.935765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:11.937511 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] 10.222.0.62 "PUT /v2.0/ports/154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 1094 time: 0.6585724 Sep 28 09:09:11.938481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:11.938807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:09:11.941354 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3a9c59de-9982-4d7d-9557-a37fe7223f46 req-9253cf0f-0e52-4da0-bb34-e7e4b60c4964 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481536 Sep 28 09:09:11.942033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b849040-a68b-4268-bb9f-5c1575febc87" -d '{"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:09:11.995945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536e0baf-5336-4e61-a9c6-1199f7571671 x-openstack-request-id: req-536e0baf-5336-4e61-a9c6-1199f7571671 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:09:11.996231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:09:11.996489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-536e0baf-5336-4e61-a9c6-1199f7571671 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:09:11.996901 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536e0baf-5336-4e61-a9c6-1199f7571671'] response: {'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b', 'status': 'completed', 'code': 200} Sep 28 09:09:12.033464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ddcb5-1dfe-42a3-9545-eaf8ff7fb868 service neutron] Pushing event updated for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:12.053527 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-fe33d6c2-bb8b-4b96-8d90-a43e4ac0c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:12.055092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-fe33d6c2-bb8b-4b96-8d90-a43e4ac0c7f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0521204 Sep 28 09:09:12.098328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-c9f92596-5255-4888-8681-bb3c3e98b7dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 217 time: 0.0353069 Sep 28 09:09:12.150689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-659db171-ebeb-4a4f-a9cd-7bf26ec539dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:12.152295 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-659db171-ebeb-4a4f-a9cd-7bf26ec539dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0459943 Sep 28 09:09:12.173590 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Attempt 2 to provision port 154e5698-7c04-483b-81f0-5369e9c2444b Sep 28 09:09:12.202579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-5c2e4d6d-f509-4f4e-bc3b-608404d64336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:12.204108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-5c2e4d6d-f509-4f4e-bc3b-608404d64336 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447829 Sep 28 09:09:12.218633 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6bde5-cdb6-49fe-9693-8a23aafeab50 None None] Port 154e5698-7c04-483b-81f0-5369e9c2444b had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:09:12.305344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-56388e18-ecb9-4b83-b90e-8bd04fbb8bcc service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937605 Sep 28 09:09:12.399940 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-366c2fc1-cf37-4f56-a1c2-bd25ab277b79 req-7dc12e54-faea-4d76-bf48-13ab6abc2ad2 service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875847 Sep 28 09:09:12.491668 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-e0802e9a-a0b2-4253-a638-3b3d16a472e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:12.493213 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-e0802e9a-a0b2-4253-a638-3b3d16a472e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0414367 Sep 28 09:09:12.583004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-ae989661-b245-45c9-8f2c-4814a58a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:12.584473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-ae989661-b245-45c9-8f2c-4814a58a275c service neutron] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 898 time: 0.0837176 Sep 28 09:09:12.962859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-cd6090f4-9ed7-49ee-a800-16d1b191b76e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 217 time: 0.3701677 Sep 28 09:09:13.012625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-31ee15e1-0541-4468-b2d6-1204527c05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:13.014145 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-31ee15e1-0541-4468-b2d6-1204527c05d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0444219 Sep 28 09:09:13.060683 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23103db1-f85f-4e05-a27d-75e8b7945754 req-423954e6-b44a-42bb-b77a-424c7e0b3094 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:13.061341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-07b7b61f-2392-4314-a4a7-1c1bc5c61612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:13.062144 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-23103db1-f85f-4e05-a27d-75e8b7945754 req-423954e6-b44a-42bb-b77a-424c7e0b3094 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0499401 Sep 28 09:09:13.062909 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-07b7b61f-2392-4314-a4a7-1c1bc5c61612 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412157 Sep 28 09:09:13.102017 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-23103db1-f85f-4e05-a27d-75e8b7945754 req-05a0d4dd-0251-4fef-909a-a6b0567ab139 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Sep 28 09:09:13.159119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-48923687-b39d-4daf-a2d3-cc87dc1c13c2 service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Sep 28 09:09:13.254272 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4b849040-a68b-4268-bb9f-5c1575febc87 req-00ea8a0c-9d07-43e0-adc7-4e52300bfadf service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888412 Sep 28 09:09:13.846098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 154e5698-7c04-483b-81f0-5369e9c2444b details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:09:13.953987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=154e5698-7c04-483b-81f0-5369e9c2444b,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:13.965588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '154e5698-7c04-483b-81f0-5369e9c2444b', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'port_id': '154e5698-7c04-483b-81f0-5369e9c2444b', 'mac_address': 'fa:16:3e:64:50:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:09:14.004291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 154e5698-7c04-483b-81f0-5369e9c2444b is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:14.004712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:14.018668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154e5698-7c04-483b-81f0-5369e9c2444b {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:09:14.039121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=154e5698-7c04-483b-81f0-5369e9c2444b,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:14.045490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:14.098234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:14.247016 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195af36-fd24-4e7c-8477-b208e1265691 req-62417443-4135-40d0-806e-f249cea57740 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:14.249094 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7195af36-fd24-4e7c-8477-b208e1265691 req-62417443-4135-40d0-806e-f249cea57740 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Sep 28 09:09:14.253525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['154e5698-7c04-483b-81f0-5369e9c2444b'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:09:14.287458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7195af36-fd24-4e7c-8477-b208e1265691 req-715e64db-7138-4e7b-85c6-6f1e85a7e632 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Sep 28 09:09:15.426867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b8860-fe0f-4373-aa81-4d4b1afbd630 req-1be385e4-1916-40f0-8e32-c26def692bda tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:15.428432 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-677b8860-fe0f-4373-aa81-4d4b1afbd630 req-1be385e4-1916-40f0-8e32-c26def692bda tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 945 time: 0.0637858 Sep 28 09:09:15.474869 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-677b8860-fe0f-4373-aa81-4d4b1afbd630 req-85eb265b-6a0a-4cdf-bae4-562def3aaef2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Sep 28 09:09:15.849275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 154e5698-7c04-483b-81f0-5369e9c2444b up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:09:15.912886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 154e5698-7c04-483b-81f0-5369e9c2444b completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:09:15.918392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 154e5698-7c04-483b-81f0-5369e9c2444b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:09:15.918977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:15.919461 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 154e5698-7c04-483b-81f0-5369e9c2444b Sep 28 09:09:16.010715 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 154e5698-7c04-483b-81f0-5369e9c2444b is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:09:16.011279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:16.041283 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:09:16.043619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944c6b4-561b-429d-99db-5bff36086aef" -d '{"events": [{"server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "name": "network-vif-plugged", "status": "completed", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:09:16.057159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=154e5698-7c04-483b-81f0-5369e9c2444b,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:09:16.062604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:16.086810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b521e68c-b93e-4d89-a29b-9850edcb7cab x-openstack-request-id: req-b521e68c-b93e-4d89-a29b-9850edcb7cab {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:09:16.087106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "name": "network-vif-plugged", "status": "completed", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:09:16.087358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b521e68c-b93e-4d89-a29b-9850edcb7cab {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:09:16.087754 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b521e68c-b93e-4d89-a29b-9850edcb7cab'] response: {'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b', 'code': 200} Sep 28 09:09:16.114107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:16.308269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0a37-6688-4a70-a5f5-bc47bce9af6b req-71b7ecea-cf32-42cc-a1b3-d14463ae0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:16.309721 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a6ff0a37-6688-4a70-a5f5-bc47bce9af6b req-71b7ecea-cf32-42cc-a1b3-d14463ae0fa4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0929852 Sep 28 09:09:16.348465 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a6ff0a37-6688-4a70-a5f5-bc47bce9af6b req-c4318bb1-3ece-4135-8705-673a98e9b6d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Sep 28 09:09:16.601701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7bd9d-9d7d-4cb3-b5c7-835965600671 req-cdb3f333-0f81-43e9-b111-9a40048dee88 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:16.603216 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ca7bd9d-9d7d-4cb3-b5c7-835965600671 req-cdb3f333-0f81-43e9-b111-9a40048dee88 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Sep 28 09:09:16.649592 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ca7bd9d-9d7d-4cb3-b5c7-835965600671 req-fc344ab1-b925-434f-8c8a-209dfcbf570b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 Sep 28 09:09:17.786587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cadba-c31a-4272-9460-5d7427f04907 req-19bb5816-5f2d-4f65-9a51-900f2d1c9728 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:17.787997 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d58cadba-c31a-4272-9460-5d7427f04907 req-19bb5816-5f2d-4f65-9a51-900f2d1c9728 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0504274 Sep 28 09:09:17.827238 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d58cadba-c31a-4272-9460-5d7427f04907 req-a2b0277a-1a72-4f86-9918-e83471d01ed7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329075 Sep 28 09:09:17.957198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad551-15f7-47a8-85af-744888d56f6e req-96b0a1c0-396a-4166-8488-a38cba36521d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:17.959543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-177ad551-15f7-47a8-85af-744888d56f6e req-96b0a1c0-396a-4166-8488-a38cba36521d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0583241 Sep 28 09:09:18.003301 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-177ad551-15f7-47a8-85af-744888d56f6e req-c88f6984-857d-4738-96d0-7f5e491bb4bb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Sep 28 09:09:18.041207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47878) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:18.080551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df4705-2b69-4cdc-846b-6d63f88dc6a1 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:18.082061 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-40df4705-2b69-4cdc-846b-6d63f88dc6a1 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1094 time: 0.0399532 Sep 28 09:09:18.085181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47880) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:18.089375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '154e5698-7c04-483b-81f0-5369e9c2444b', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:09:18.111351 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:18.217655 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:18.326826 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.213 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/6a0f5681-9f47-4ebb-8f24-fecaf8a65748) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:09:18.427666 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:18.464600 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:18.501831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:09:18.505968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:09:18.508765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:09:18.520218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=6a0f5681-9f47-4ebb-8f24-fecaf8a65748,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:18.893301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:18.963822 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:19.120998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:19.128976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:19.195955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=6a0f5681-9f47-4ebb-8f24-fecaf8a65748,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:09:19.198496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:19.304736 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP a446d2a0-9b31-4900-9f6f-da5b59bd1b7e associated. External IP: 172.26.4.213, port: 154e5698-7c04-483b-81f0-5369e9c2444b. Sep 28 09:09:19.527980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router af8780c2-1df2-4132-a363-594f41f04691 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:09:19.647251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:09:19.657470 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Sync routers for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:09:19.667548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:19.668404 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:19.669046 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:09:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:19.778888 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:19.962188 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-d8dc2879-ac98-49a0-8555-c7ee75dfc9f2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8758826 Sep 28 09:09:19.962667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:09:19.964967 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f388c-f803-4ee4-9818-88ed6f0c3ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:09:20.007025 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d187db8-b631-4215-8f9e-d16366b2103a x-openstack-request-id: req-2d187db8-b631-4215-8f9e-d16366b2103a {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:09:20.007317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:09:20.007470 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d187db8-b631-4215-8f9e-d16366b2103a {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:09:20.007862 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d187db8-b631-4215-8f9e-d16366b2103a'] response: {'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b', 'status': 'completed', 'code': 200} Sep 28 09:09:20.017929 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'a446d2a0-9b31-4900-9f6f-da5b59bd1b7e', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'port_id': '154e5698-7c04-483b-81f0-5369e9c2444b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'mac_address': 'fa:16:3e:64:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:09:18Z', 'updated_at': '2022-09-28T09:09:18Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:20.044863 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Checking router: af8780c2-1df2-4132-a363-594f41f04691 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:09:20.053689 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:09:20.053931 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:09:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:20.096014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d59829-0d0a-428d-ba24-3ea66074abf4 req-c40014de-36c6-4e02-ade8-fd8f8f40caf9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:20.097535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1d59829-0d0a-428d-ba24-3ea66074abf4 req-c40014de-36c6-4e02-ade8-fd8f8f40caf9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0843387 Sep 28 09:09:20.099630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-936c13cc-2f7e-478b-a537-73a5aef4da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:20.100983 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-936c13cc-2f7e-478b-a537-73a5aef4da5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0701516 Sep 28 09:09:20.158172 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:09:20.190397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1d59829-0d0a-428d-ba24-3ea66074abf4 req-5742a104-37b1-490e-b5de-0830abdac6c6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865190 Sep 28 09:09:20.219671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47886) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:20.227606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-4aa67a6b-2ff9-4313-b24f-1035476eaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:20.229075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-4aa67a6b-2ff9-4313-b24f-1035476eaee1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 898 time: 0.1193914 Sep 28 09:09:20.343537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5302d00c-31a2-4188-ab97-8ea31df59fc0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/a446d2a0-9b31-4900-9f6f-da5b59bd1b7e HTTP/1.1" status: 200 len: 992 time: 0.1225982 Sep 28 09:09:20.350275 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-fb0f905d-0ced-4027-844d-a6fa529bec6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 1000 time: 0.0879731 Sep 28 09:09:20.386631 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'a446d2a0-9b31-4900-9f6f-da5b59bd1b7e', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'port_id': '154e5698-7c04-483b-81f0-5369e9c2444b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'mac_address': 'fa:16:3e:64:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:09:18Z', 'updated_at': '2022-09-28T09:09:18Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:09:20.400657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-0d5e4c39-b390-499b-aaa7-e8a325f9bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:20.402176 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-0d5e4c39-b390-499b-aaa7-e8a325f9bfbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0454135 Sep 28 09:09:20.415659 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc65f06-fad8-436c-8e27-e9cd69ad6251 None None] The sync data for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv is: [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': 'a446d2a0-9b31-4900-9f6f-da5b59bd1b7e', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.213', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'port_id': '154e5698-7c04-483b-81f0-5369e9c2444b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'mac_address': 'fa:16:3e:64:50:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:09:18Z', 'updated_at': '2022-09-28T09:09:18Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:09:20.451995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-27effcb8-e59f-4cbe-b445-9933d88bac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:20.453748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-27effcb8-e59f-4cbe-b445-9933d88bac6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428908 Sep 28 09:09:20.556560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-a9a7eb11-ef9f-4458-91ee-9af2a6128ddd service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962260 Sep 28 09:09:20.626099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74752a4d-6a21-4c2d-9200-6d91f12c3f81 None None] New status for floating IP a446d2a0-9b31-4900-9f6f-da5b59bd1b7e: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:09:20.657575 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-578f388c-f803-4ee4-9818-88ed6f0c3ed2 req-b4b29af1-75d5-4a93-95c0-af9ec71f733d service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930672 Sep 28 09:09:21.348106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47888) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:09:21.422788 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-23b820a1-a6ef-4428-a97f-d1293a310479 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/a446d2a0-9b31-4900-9f6f-da5b59bd1b7e HTTP/1.1" status: 200 len: 994 time: 0.0730479 Sep 28 09:09:30.030982 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:09:33.620866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:36.502110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4de5a98b-5e0b-4c46-912a-820226b1b78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:38.786320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f69d3d6a-41f0-4a71-9220-d878fbdae0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:40.268551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:41.423261 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:41.733769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:09:50.204940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-30cf6bcf-fe29-4c8c-a048-bfc93977bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:50.206631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-30cf6bcf-fe29-4c8c-a048-bfc93977bbdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0423827 Sep 28 09:09:50.296540 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46b49-8229-473e-838d-2694c08dc1c7 req-62cab05c-78eb-4126-a8c2-c8b8b98fc57c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:50.298052 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1e46b49-8229-473e-838d-2694c08dc1c7 req-62cab05c-78eb-4126-a8c2-c8b8b98fc57c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1416314 Sep 28 09:09:50.308402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-92ffa1be-15f7-46bf-ad66-a9f1c97c9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:50.309962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-92ffa1be-15f7-46bf-ad66-a9f1c97c9bef service neutron] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 898 time: 0.0968368 Sep 28 09:09:50.338195 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e1e46b49-8229-473e-838d-2694c08dc1c7 req-8f85c978-7b63-4bab-8249-7d1fc76b9f81 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334353 Sep 28 09:09:50.377943 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-5bd77208-24d9-41ed-aae0-339a698391dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 1002 time: 0.0585945 Sep 28 09:09:50.426315 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-b3c64567-1daa-405f-a8a6-a6b0c5396117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:50.427734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-b3c64567-1daa-405f-a8a6-a6b0c5396117 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0432885 Sep 28 09:09:50.479451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-bb245e2d-6ff7-41c2-a714-faa6ec435f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:50.480983 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-bb245e2d-6ff7-41c2-a714-faa6ec435f6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469594 Sep 28 09:09:50.587890 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-8126b84c-419f-4122-be3b-f603d3b1836c service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989850 Sep 28 09:09:50.687246 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c26facb5-7a0d-49d0-8dc9-512fcd9c95e7 req-ebf00fc0-0998-48a3-84d9-17ed2797e901 service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926402 Sep 28 09:09:51.532458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539001e5-3ad7-44f9-a922-b8d6c7787731 req-de8830ba-21f0-4040-b528-f17000242d24 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:51.533994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-539001e5-3ad7-44f9-a922-b8d6c7787731 req-de8830ba-21f0-4040-b528-f17000242d24 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1132689 Sep 28 09:09:51.575477 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-539001e5-3ad7-44f9-a922-b8d6c7787731 req-5ade2ee1-f082-4760-8e96-1c760ebade32 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Sep 28 09:09:52.708922 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd8a84-0f3d-4a44-a54b-d02c780f90db req-c64612b3-a212-4e76-86d5-5835f3d38dd0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:52.710748 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f8dd8a84-0f3d-4a44-a54b-d02c780f90db req-c64612b3-a212-4e76-86d5-5835f3d38dd0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0556574 Sep 28 09:09:52.748802 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f8dd8a84-0f3d-4a44-a54b-d02c780f90db req-5b5d1a2d-7c7e-4284-9edf-30d75ac74e83 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321577 Sep 28 09:09:53.885237 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01af2-1113-4bfb-be76-d81b6553b3cc req-65fbb82f-c764-49b2-ac71-2a6f3dec4dc4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:53.886716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-89a01af2-1113-4bfb-be76-d81b6553b3cc req-65fbb82f-c764-49b2-ac71-2a6f3dec4dc4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0516851 Sep 28 09:09:53.927556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-89a01af2-1113-4bfb-be76-d81b6553b3cc req-c0df13e6-e858-49b0-b1c7-42136d1cadc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320525 Sep 28 09:09:55.057609 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c90d0f-259f-4fae-9774-be5c23386a46 req-a84e64c6-a338-43cc-8b21-d88a23e38791 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:55.058989 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72c90d0f-259f-4fae-9774-be5c23386a46 req-a84e64c6-a338-43cc-8b21-d88a23e38791 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0537863 Sep 28 09:09:55.104173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72c90d0f-259f-4fae-9774-be5c23386a46 req-913afc7e-6618-4579-9285-b36d220dcdd6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Sep 28 09:09:56.251769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1165-6304-4e99-98ce-e758e4c9a049 req-798083ed-f47d-407d-9413-998b20d66c5b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:56.253308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-091a1165-6304-4e99-98ce-e758e4c9a049 req-798083ed-f47d-407d-9413-998b20d66c5b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0608463 Sep 28 09:09:56.292937 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-091a1165-6304-4e99-98ce-e758e4c9a049 req-fa5f9618-85f9-4aa6-8494-603fe15e9034 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Sep 28 09:09:57.430410 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f11ef0-79db-4567-a8e2-cc643b616b3e req-d50f9828-0401-4a7a-87df-f7738c1e3ef6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:57.432604 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c5f11ef0-79db-4567-a8e2-cc643b616b3e req-d50f9828-0401-4a7a-87df-f7738c1e3ef6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0602214 Sep 28 09:09:57.472320 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c5f11ef0-79db-4567-a8e2-cc643b616b3e req-601defa5-54d6-43d3-b096-52aaab20efdd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Sep 28 09:09:58.616936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8ff8-212a-44a2-a1e0-053076930a13 req-e164d610-dbd0-4a25-bb0e-ef137d8fcf74 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:58.618727 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-38db8ff8-212a-44a2-a1e0-053076930a13 req-e164d610-dbd0-4a25-bb0e-ef137d8fcf74 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0637026 Sep 28 09:09:58.659592 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-38db8ff8-212a-44a2-a1e0-053076930a13 req-04fa9132-1a34-4a4e-b581-7d3f90afaeb3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Sep 28 09:09:59.806335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2c3db-b007-49a8-8f32-68434b6498bf req-c4688e71-d6bb-4056-b5a3-cf3063fe388b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:09:59.807829 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4eb2c3db-b007-49a8-8f32-68434b6498bf req-c4688e71-d6bb-4056-b5a3-cf3063fe388b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0595684 Sep 28 09:09:59.849026 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4eb2c3db-b007-49a8-8f32-68434b6498bf req-fa335b2a-3686-41c1-aca4-003f330234ad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Sep 28 09:10:00.982902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db885-518d-4f4f-83cc-28ffe9e6d431 req-e74454e0-2e9a-483b-b473-a20baf9d90a8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:00.984417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d0db885-518d-4f4f-83cc-28ffe9e6d431 req-e74454e0-2e9a-483b-b473-a20baf9d90a8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0549300 Sep 28 09:10:01.026673 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6d0db885-518d-4f4f-83cc-28ffe9e6d431 req-ad27e482-97e5-4685-b0cc-0443e05df00a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Sep 28 09:10:02.164723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d783e1e-6fe2-4453-a133-ac30ad959852 req-2e3ec393-0119-4ae2-9c82-0f54a9525cf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:02.166245 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5d783e1e-6fe2-4453-a133-ac30ad959852 req-2e3ec393-0119-4ae2-9c82-0f54a9525cf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0512059 Sep 28 09:10:02.206734 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5d783e1e-6fe2-4453-a133-ac30ad959852 req-f2257b82-a967-463d-baf7-76e37c3fe925 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Sep 28 09:10:02.245815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47926) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:02.315959 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f25e9a65-e5c8-4d07-9c63-4ea925869365 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/a446d2a0-9b31-4900-9f6f-da5b59bd1b7e HTTP/1.1" status: 200 len: 994 time: 0.0685120 Sep 28 09:10:03.622289 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:06.503846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5d50ba8d-c642-4508-9f05-add17f318a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:07.030450 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:10:08.787019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-63297ed4-553c-43ff-9bb1-5e698d6077f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:10.283189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:11.429572 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:11.732275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:16.687255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-1edc472b-3b3f-41ed-9390-25e2476ba86f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436316 Sep 28 09:10:16.782253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-3ca75170-44dd-48db-85f6-30b5835a19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:16.783773 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-3ca75170-44dd-48db-85f6-30b5835a19b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0525482 Sep 28 09:10:16.896236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-d5c62f0b-2fe5-479d-8005-2e889c4dfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:16.897782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-d5c62f0b-2fe5-479d-8005-2e889c4dfac3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 898 time: 0.0938382 Sep 28 09:10:16.965227 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-a8155226-f4c1-44ea-b442-4beda75aa698 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 1002 time: 0.0599234 Sep 28 09:10:17.017655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-a7596817-4423-4acc-9cdd-4dafcd010a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:17.019111 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-a7596817-4423-4acc-9cdd-4dafcd010a90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0476227 Sep 28 09:10:17.069445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-01d9d721-b725-49aa-a08b-4da063f75ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:17.071795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-01d9d721-b725-49aa-a08b-4da063f75ab2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447497 Sep 28 09:10:17.179900 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-d31c5577-5dee-48a7-a524-0feac1263957 service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008549 Sep 28 09:10:17.284605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-64597bbd-2c79-4576-b2ab-b29d8f840586 req-5b7fdfde-f1bc-4faf-9258-7d30d9663c6b service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958829 Sep 28 09:10:32.767608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:32.926463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 6a0f5681-9f47-4ebb-8f24-fecaf8a65748 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:10:32.926814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.005592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.005881 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.018043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 6a0f5681-9f47-4ebb-8f24-fecaf8a65748 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:10:33.178323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.210421 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=6a0f5681-9f47-4ebb-8f24-fecaf8a65748,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:33.221883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.222241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.222589 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.222936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.223271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.223606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.223932 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.224259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.224606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.224918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.225277 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.225602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:33.279160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.279394 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP a446d2a0-9b31-4900-9f6f-da5b59bd1b7e disassociated (deleted). External IP: 172.26.4.213, port: 154e5698-7c04-483b-81f0-5369e9c2444b. Sep 28 09:10:33.490723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router af8780c2-1df2-4132-a363-594f41f04691 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:10:33.600853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:10:33.606083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.611449 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Sync routers for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:10:33.612676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:33.623667 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:33.624627 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:33.637075 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-30bc3d6d-c373-489d-a397-2b8cde4ca542 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/floatingips/a446d2a0-9b31-4900-9f6f-da5b59bd1b7e HTTP/1.1" status: 204 len: 168 time: 0.8683310 Sep 28 09:10:33.637883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:10:33.641146 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b14314-8272-46e1-872c-ed5f9c41f7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:10:33.681428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e495c-d789-49ba-9356-32493be9ee71 x-openstack-request-id: req-b90e495c-d789-49ba-9356-32493be9ee71 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:10:33.681720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:10:33.681976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b90e495c-d789-49ba-9356-32493be9ee71 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:10:33.682397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90e495c-d789-49ba-9356-32493be9ee71'] response: {'name': 'network-changed', 'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b', 'status': 'completed', 'code': 200} Sep 28 09:10:33.737321 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:33.747383 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-2b3e6d58-e295-410a-aaef-5a054a95cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:33.749057 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-2b3e6d58-e295-410a-aaef-5a054a95cc95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0441139 Sep 28 09:10:33.879852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-37998d99-7697-4da8-a377-8d276edfaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:33.881381 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-37998d99-7697-4da8-a377-8d276edfaaea service neutron] 10.222.0.62 "GET /v2.0/networks?id=85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 200 len: 898 time: 0.1206093 Sep 28 09:10:33.936921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684fcf-5a3d-48d9-a68f-93700f88a8dd req-cde55e73-9e49-4a40-8789-1ea93adb0638 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:33.938455 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b684fcf-5a3d-48d9-a68f-93700f88a8dd req-cde55e73-9e49-4a40-8789-1ea93adb0638 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1031227 Sep 28 09:10:33.939904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-18878360-037f-46e5-b5ad-4f9a4c8daf2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 200 len: 217 time: 0.0497301 Sep 28 09:10:33.940058 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:33.969641 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Checking router: af8780c2-1df2-4132-a363-594f41f04691 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:10:33.977780 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:33.978379 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:34.012531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b684fcf-5a3d-48d9-a68f-93700f88a8dd req-71effaec-8127-4c4d-81de-128a78b40770 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673552 Sep 28 09:10:34.016878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-a02b1ee8-9732-41e3-8580-4e2924fd50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:34.018214 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-a02b1ee8-9732-41e3-8580-4e2924fd50cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 200 len: 835 time: 0.0668988 Sep 28 09:10:34.065822 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-44dda4bd-25e4-4715-b60f-6c84e3a5209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:34.067348 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-44dda4bd-25e4-4715-b60f-6c84e3a5209e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85241290-54d0-4c8d-9495-b0b78108cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421441 Sep 28 09:10:34.166131 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-6aa17554-4706-4ad0-8ed4-2d0dd048786b service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913484 Sep 28 09:10:34.172848 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:34.264025 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c3b14314-8272-46e1-872c-ed5f9c41f7b5 req-6928f6b8-9a54-497a-8aa7-4e57b8452fc1 service neutron] 10.222.0.62 "GET /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900445 Sep 28 09:10:34.375335 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:34.400333 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329672a-653e-437d-bdf2-4049c13ae361 None None] The sync data for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv is: [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:07Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '1a1b75bd-3d02-4cda-87ff-05531a47e3e2', 'name': '', 'network_id': '85241290-54d0-4c8d-9495-b0b78108cdac', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:d3:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:07Z', 'updated_at': '2022-09-28T09:09:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '8bffc7e8-9567-443a-989a-4fa90378d212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:10:34.617442 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f62fd-595f-46da-8be5-6a472ef16802 None None] New status for floating IP a446d2a0-9b31-4900-9f6f-da5b59bd1b7e: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:10:35.148782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d90d-0cb0-419e-9784-daa6f7b3e1fe req-bbb12545-faf0-48ba-a610-74f054f81764 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:35.150331 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b572d90d-0cb0-419e-9784-daa6f7b3e1fe req-bbb12545-faf0-48ba-a610-74f054f81764 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0547216 Sep 28 09:10:35.187973 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b572d90d-0cb0-419e-9784-daa6f7b3e1fe req-b5580c1d-ca8f-47cd-81c5-6fa7ce401362 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fa4d603-b21c-4aec-a5c8-0b31b428e99c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Sep 28 09:10:35.363289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-a5dee9b3-cc18-410e-ada8-ff4bc49593b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:35.364653 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-a5dee9b3-cc18-410e-ada8-ff4bc49593b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0532250 Sep 28 09:10:35.453770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 154e5698-7c04-483b-81f0-5369e9c2444b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:10:35.454120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:35.551248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 154e5698-7c04-483b-81f0-5369e9c2444b, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=154e5698-7c04-483b-81f0-5369e9c2444b,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:35.551656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:35.568836 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 154e5698-7c04-483b-81f0-5369e9c2444b owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:10:35.704056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:35.732793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=154e5698-7c04-483b-81f0-5369e9c2444b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:35.774993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] No DVR routers for this DVR port 154e5698-7c04-483b-81f0-5369e9c2444b on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:10:35.777637 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:35.781418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d0a1e99f-0eef-42b1-a43c-da3bcb7b8bac req-c048df42-5c1b-4018-bddc-e62c8d201a8e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "DELETE /v2.0/ports/154e5698-7c04-483b-81f0-5369e9c2444b HTTP/1.1" status: 204 len: 173 time: 0.4106855 Sep 28 09:10:35.781869 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'name': 'network-vif-deleted', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:10:35.784902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5324125c-860f-44a8-adf0-d15739163aa6" -d '{"events": [{"server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "name": "network-vif-deleted", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:10:35.824287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06d2fb-f9d1-4ad6-8023-7ae2f2881743 x-openstack-request-id: req-fa06d2fb-f9d1-4ad6-8023-7ae2f2881743 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:10:35.824582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62cb8fa-97f5-498a-9aa3-c0aae133e8e3", "name": "network-vif-deleted", "tag": "154e5698-7c04-483b-81f0-5369e9c2444b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:10:35.824858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa06d2fb-f9d1-4ad6-8023-7ae2f2881743 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:10:35.825292 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa06d2fb-f9d1-4ad6-8023-7ae2f2881743'] response: {'server_uuid': 'c62cb8fa-97f5-498a-9aa3-c0aae133e8e3', 'name': 'network-vif-deleted', 'tag': '154e5698-7c04-483b-81f0-5369e9c2444b', 'status': 'completed', 'code': 200} Sep 28 09:10:36.316780 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-207e0853-c961-4986-a900-9972f02962f9 req-1913d081-ff1c-4611-9b1f-970ec33db770 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c62cb8fa-97f5-498a-9aa3-c0aae133e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0274780 Sep 28 09:10:36.501828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1744afd4-1b6a-4fd3-9ea9-9d7b3e9b37e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:37.390833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:37.775079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:38.391443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:10:38.392158 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:38.487926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 1a1b75bd-3d02-4cda-87ff-05531a47e3e2, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:38.488303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:38.501989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:10:38.692921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:38.724756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=1a1b75bd-3d02-4cda-87ff-05531a47e3e2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:38.782931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaf82-7002-44e8-be4b-3eeb1b74a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:38.907123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.135110 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router af8780c2-1df2-4132-a363-594f41f04691 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:10:39.249972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:10:39.255775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-80143864-9d3b-4e4c-8c19-fc79b560d02a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/af8780c2-1df2-4132-a363-594f41f04691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637691 Sep 28 09:10:39.258518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:39.260319 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Sync routers for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:10:39.270200 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:39.270813 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:39.309470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting subnet 8bffc7e8-9567-443a-989a-4fa90378d212 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:10:39.312860 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.352528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.377210 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:39.440355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.513201 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.541592 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Subnet': ['ID=8bffc7e8-9567-443a-989a-4fa90378d212,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:39.543873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.549523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-590c6959-3cd4-4c25-ade7-5488ff0358c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/subnets/8bffc7e8-9567-443a-989a-4fa90378d212 HTTP/1.1" status: 204 len: 168 time: 0.2900066 Sep 28 09:10:39.550485 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47972) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:39.552147 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82233db7-5f99-411f-a158-e8497f004235 None None] Network 85241290-54d0-4c8d-9495-b0b78108cdac requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:10:39.565193 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:10:38Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:39.590953 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Checking router: af8780c2-1df2-4132-a363-594f41f04691 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:10:39.599373 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Routers {'af8780c2-1df2-4132-a363-594f41f04691'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:39.600343 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['af8780c2-1df2-4132-a363-594f41f04691'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:39.656913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.706370 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] Set router af8780c2-1df2-4132-a363-594f41f04691 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:39.759062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] DHCP port deletion for 85241290-54d0-4c8d-9495-b0b78108cdac request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:10:39.771220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.818042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Deleting port dd9d9830-1421-4723-a7a9-f8d558b180b3 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:10:39.818622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.829842 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 445e3283-ba07-45cb-a5be-ada66b9445e4 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:10:39.830283 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.889372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] For port dd9d9830-1421-4723-a7a9-f8d558b180b3, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=dd9d9830-1421-4723-a7a9-f8d558b180b3,segment=NetworkSegment(7f7b618a-88e4-4520-a515-f4c4a50b1351),segment_id=7f7b618a-88e4-4520-a515-f4c4a50b1351)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:39.889779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.891572 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:10:38Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:39.902640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Calling delete_port for dd9d9830-1421-4723-a7a9-f8d558b180b3 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:10:39.921762 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae60d9f-7ba3-4797-97c3-1b64dc33eb6b None None] The sync data for ids ['af8780c2-1df2-4132-a363-594f41f04691'] in dv-neutron-859308-3-hyperv is: [{'id': 'af8780c2-1df2-4132-a363-594f41f04691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-648620', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:10:38Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '445e3283-ba07-45cb-a5be-ada66b9445e4', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8780c2-1df2-4132-a363-594f41f04691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:09:04Z', 'updated_at': '2022-09-28T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:10:39.922045 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 445e3283-ba07-45cb-a5be-ada66b9445e4, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=445e3283-ba07-45cb-a5be-ada66b9445e4,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:39.922412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:39.937624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 445e3283-ba07-45cb-a5be-ada66b9445e4 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:10:39.990433 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.018405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Pushing event deleted for resources: {'Port': ['ID=dd9d9830-1421-4723-a7a9-f8d558b180b3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:40.020911 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] No DVR routers for this DVR port dd9d9830-1421-4723-a7a9-f8d558b180b3 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:10:40.031800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.031800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.031956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.032250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.032580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.032910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.033303 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.033669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.033896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.034220 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.034543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.034862 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74137df-fc87-428f-be46-a4cc6e697c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.112451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.112746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 154e5698-7c04-483b-81f0-5369e9c2444b no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:10:40.136309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 154e5698-7c04-483b-81f0-5369e9c2444b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:10:40.136654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 154e5698-7c04-483b-81f0-5369e9c2444b not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:10:40.139282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=445e3283-ba07-45cb-a5be-ada66b9445e4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:40.163234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.163580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.163926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.164264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.164601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.164932 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.165291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.165619 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.165947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.166272 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.166594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.166913 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:40.204998 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.282329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.300475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.302980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.352152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.352756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Fanout notify agent at l3_agent the message router_deleted on router af8780c2-1df2-4132-a363-594f41f04691 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:10:40.363678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.364851 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6fc3ba22-787b-4e25-a248-0b8fdd1c4674 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/routers/af8780c2-1df2-4132-a363-594f41f04691 HTTP/1.1" status: 204 len: 168 time: 0.8128026 Sep 28 09:10:40.367680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:40.445587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.537778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.558801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85241290-54d0-4c8d-9495-b0b78108cdac']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:40.568682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7b618a-88e4-4520-a515-f4c4a50b1351') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:40.568955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7b618a-88e4-4520-a515-f4c4a50b1351') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:40.584564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.598074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.604291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:10:40.604668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.673624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.681374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.684756 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/networks/85241290-54d0-4c8d-9495-b0b78108cdac HTTP/1.1" status: 204 len: 168 time: 0.3159597 Sep 28 09:10:40.687731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47980) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:40.696813 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e141e87-212f-4d7d-924e-849cb8353cc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Network': ['ID=85241290-54d0-4c8d-9495-b0b78108cdac,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:40.752742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.757924 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7f7b618a-88e4-4520-a515-f4c4a50b1351 resource provider aggregate not found Sep 28 09:10:40.776027 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 7f7b618a-88e4-4520-a515-f4c4a50b1351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f7b618a-88e4-4520-a515-f4c4a50b1351 found for delete ", "request_id": "req-47f24fc0-db4d-4aaf-bba1-a7e6ceb5bf10"}]} Sep 28 09:10:40.779248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.842667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.845258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:40.846491 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/security-groups/2fa4d603-b21c-4aec-a5c8-0b31b428e99c HTTP/1.1" status: 204 len: 168 time: 0.1576452 Sep 28 09:10:40.861226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046ac9-daca-4653-b425-7a0e56983443 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4d603-b21c-4aec-a5c8-0b31b428e99c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:40.982311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:40.987103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883412166', 'description': 'tempest-secgroup-smoke-1883412166 description', 'project_id': '0b3b0999574947c09931d38dc6e10b29'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.010708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.080080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.085232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.113692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b1c11-113d-4fec-9ce3-827b3e644fef,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.119646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.120879 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ff650b8-a7c6-4e71-8f01-92e06be353cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374176 Sep 28 09:10:41.125010 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47990) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.129514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.156659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.212716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.219882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.241128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae972da-3d51-464e-87bf-d99acfc04f8b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.251173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.252458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fa158aff-a12c-4a30-b8ae-19dbcc717785 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264474 Sep 28 09:10:41.255341 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47992) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.259778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.289415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.348593 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.354495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.374662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84bb3bd-ed27-4234-8d2d-5b79860b51b1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.384900 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.386148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-99b8f23a-6131-4b6f-b06f-6f08a0e4d483 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298389 Sep 28 09:10:41.389501 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 47994) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.394404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.421627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.426720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.481483 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.486420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.506349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa025dd-e2c9-4aff-9790-0edd1e57cc24,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.509899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dd9d9830-1421-4723-a7a9-f8d558b180b3 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:10:41.514312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.515556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5e02d9ed-723e-44c6-a20b-e63d75163fa0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247973 Sep 28 09:10:41.518551 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47996) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.523556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.531137 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: dd9d9830-1421-4723-a7a9-f8d558b180b3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:10:41.531484 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device dd9d9830-1421-4723-a7a9-f8d558b180b3 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:10:41.531916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 445e3283-ba07-45cb-a5be-ada66b9445e4 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:10:41.551043 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.551250 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 445e3283-ba07-45cb-a5be-ada66b9445e4 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:10:41.551562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 445e3283-ba07-45cb-a5be-ada66b9445e4 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:10:41.551969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:10:41.571033 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:10:41.571373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 1a1b75bd-3d02-4cda-87ff-05531a47e3e2 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:10:41.611009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.616353 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.633392 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07758641-2508-415b-900d-62bbc0fb6a7e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.642774 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.643993 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7a3b46a2-4ffb-482e-b29e-e84f1b022586 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243727 Sep 28 09:10:41.646956 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 47998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.651475 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.673837 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:10:41.678783 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.728690 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.744471 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.750754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.768867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433a3ec1-439e-400e-a872-c7a71adb9d5c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.774776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.776275 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2a0f15c0-616c-47b7-8b49-836075d7960e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283615 Sep 28 09:10:41.779930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48000) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.784390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'ff0b1c11-113d-4fec-9ce3-827b3e644fef', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.808528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:10:41.813918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.887234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.892570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.910477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3778fdc1-47e8-478d-82fa-9710abb7386d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:41.918704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.919979 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-db6d0d6d-78bd-4b88-abc1-02434b9e7adf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390955 Sep 28 09:10:41.923126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48002) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:41.928440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'network': {'name': 'tempest-network-smoke--1467733889', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:41.951573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:10:41.955069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.979399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:10:41.989420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:41.989750 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Added segment 28a90e78-619b-42bf-8de5-edb9d792ae5b of type vlan for network a04d74c0-dab6-44c8-a31e-303cb858393a Sep 28 09:10:42.035404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.062425 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.067975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:42.068599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.104230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799636 Sep 28 09:10:42.107214 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:42.111667 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'admin_state_up': True, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:42.154741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc85576-4f4e-4744-a88b-24fa91661217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Network': ['ID=a04d74c0-dab6-44c8-a31e-303cb858393a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:42.169205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.170266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.172315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network a04d74c0-dab6-44c8-a31e-303cb858393a details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:10:42.221649 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.389915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.596091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.615263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.719467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.17 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/e4d4b928-1135-4554-a007-7746a9553975) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:10:42.834565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.872122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:42.910706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:42.914939 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:42.922119 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:10:42.925168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=e4d4b928-1135-4554-a007-7746a9553975,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:43.186954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:43.405017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:43.544395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 144f9c9c-98d7-4338-a9a6-9b35c3836101 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:10:43.651420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:10:43.663747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Sync routers for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:10:43.676175 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:43.676533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:43.677240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:43.677456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d5798dfe-e35c-4168-9c90-62141f2e53bd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5692942 Sep 28 09:10:43.681816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48006) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:43.710071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-32d77696-d4c3-4b49-99df-43725d81a52a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0b3b0999574947c09931d38dc6e10b29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270092 Sep 28 09:10:43.712600 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48008) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:43.809093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f4119f-9046-4717-81e7-f32aecca6545 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:43.811204 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-59f4119f-9046-4717-81e7-f32aecca6545 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976603 Sep 28 09:10:43.814124 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48010) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:43.849166 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-13e74f4f-9a81-4cf5-a0cb-0771cd8fb14d tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337782 Sep 28 09:10:43.851806 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48012) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:43.856597 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1456981084', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:43.942978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:10:43.943256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:43.946613 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.029683 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:10:44.127595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:43Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:44.133439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.154082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Checking router: 144f9c9c-98d7-4338-a9a6-9b35c3836101 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:10:44.154429 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Updating router 144f9c9c-98d7-4338-a9a6-9b35c3836101 port e4d4b928-1135-4554-a007-7746a9553975 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:10:44.179160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.195979 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Subnet': ['ID=30707645-73b2-4e2d-a2d6-05a8eaa0bb21,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:44.207197 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Checking segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:10:44.207567 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network hostable DHCP agents. Network: a04d74c0-dab6-44c8-a31e-303cb858393a, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:10:44.226647 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network a04d74c0-dab6-44c8-a31e-303cb858393a is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:10:44.236594 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, a04d74c0-dab6-44c8-a31e-303cb858393a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:44.240882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:44.241511 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.264496 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-818a7be9-8348-4233-9739-cdb79311d796 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086306 Sep 28 09:10:44.264778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48014) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:44.266499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def901b2-99ff-4fa1-8242-53c66333f31e None None] Network a04d74c0-dab6-44c8-a31e-303cb858393a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:10:44.500106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21304962-a6be-481c-a320-42171932e31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-a04d74c0-dab6-44c8-a31e-303cb858393a', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:10:44.501124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.604646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.618211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.668336 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Attempting to bind port e4d4b928-1135-4554-a007-7746a9553975 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:10:44.669100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Attempting to bind port e4d4b928-1135-4554-a007-7746a9553975 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:10:44.669100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Attempting to bind port e4d4b928-1135-4554-a007-7746a9553975 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:10:44.698560 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.705541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:10:44.705924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:10:44.706328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.706740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:10:44.707219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Bound port: e4d4b928-1135-4554-a007-7746a9553975, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:10:44.707600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.711750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a16a-991f-49cd-81ca-b0aacf3eab16 None None] Pushing event updated for resources: {'Port': ['ID=e4d4b928-1135-4554-a007-7746a9553975,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:44.757008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-21304962-a6be-481c-a320-42171932e31d None None] Allocated IP 172.20.0.2 (a04d74c0-dab6-44c8-a31e-303cb858393a/30707645-73b2-4e2d-a2d6-05a8eaa0bb21/4640a1c5-f88a-4995-a3a1-608bc4a53839) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:10:44.782317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] For port e4d4b928-1135-4554-a007-7746a9553975, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:10:44.786636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] For port e4d4b928-1135-4554-a007-7746a9553975, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4d4b928-1135-4554-a007-7746a9553975,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:10:44.800553 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:44.885998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:44.886623 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:44.955353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607a16a-991f-49cd-81ca-b0aacf3eab16 None None] Pushing event updated for resources: {'Port': ['ID=e4d4b928-1135-4554-a007-7746a9553975,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:45.058244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.067317 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:45.069927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.115631 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.1 (a04d74c0-dab6-44c8-a31e-303cb858393a/30707645-73b2-4e2d-a2d6-05a8eaa0bb21/d2243ca6-7da4-471d-aa10-f5e1443a841f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:10:45.176592 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21304962-a6be-481c-a320-42171932e31d None None] Network a04d74c0-dab6-44c8-a31e-303cb858393a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:45.189443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-21304962-a6be-481c-a320-42171932e31d None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:45.193178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21304962-a6be-481c-a320-42171932e31d None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:10:45.195017 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304962-a6be-481c-a320-42171932e31d None None] Pushing event updated for resources: {'Port': ['ID=4640a1c5-f88a-4995-a3a1-608bc4a53839,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:45.302889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-21304962-a6be-481c-a320-42171932e31d None None] Attempting to bind port 4640a1c5-f88a-4995-a3a1-608bc4a53839 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:10:45.303253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-21304962-a6be-481c-a320-42171932e31d None None] Attempting to bind port 4640a1c5-f88a-4995-a3a1-608bc4a53839 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:10:45.303641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21304962-a6be-481c-a320-42171932e31d None None] Attempting to bind port 4640a1c5-f88a-4995-a3a1-608bc4a53839 on network a04d74c0-dab6-44c8-a31e-303cb858393a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:10:45.313812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21304962-a6be-481c-a320-42171932e31d None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:10:45.314078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21304962-a6be-481c-a320-42171932e31d None None] Checking segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:10:45.314490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.314873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21304962-a6be-481c-a320-42171932e31d None None] Bound using segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:10:45.315357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-21304962-a6be-481c-a320-42171932e31d None None] Bound port: 4640a1c5-f88a-4995-a3a1-608bc4a53839, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:10:45.315741 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.417253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-21304962-a6be-481c-a320-42171932e31d None None] For port 4640a1c5-f88a-4995-a3a1-608bc4a53839, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:10:45.423338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-21304962-a6be-481c-a320-42171932e31d None None] For port 4640a1c5-f88a-4995-a3a1-608bc4a53839, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4640a1c5-f88a-4995-a3a1-608bc4a53839,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:10:45.425510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:43Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:45.461649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f8739-54eb-44b9-bbbd-c57b791c6773 None None] The sync data for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv is: [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:43Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:10:45.464410 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21304962-a6be-481c-a320-42171932e31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.511605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.539695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304962-a6be-481c-a320-42171932e31d None None] Pushing event updated for resources: {'Port': ['ID=4640a1c5-f88a-4995-a3a1-608bc4a53839,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:45.562641 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.584386 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network a04d74c0-dab6-44c8-a31e-303cb858393a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:45.602943 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:45.607034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:10:45.661125 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:45.703226 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:45.888284 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.183367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.190580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.271012 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:46.273521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.379447 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network a04d74c0-dab6-44c8-a31e-303cb858393a is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:46.380906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:46.503961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 144f9c9c-98d7-4338-a9a6-9b35c3836101 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:10:46.550568 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e17f56-cfd3-4e6c-a707-e30245942227 None None] Network a04d74c0-dab6-44c8-a31e-303cb858393a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:10:46.622750 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:10:46.629607 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6ea9c155-7ac3-4c1a-b1fd-e36878b568fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/144f9c9c-98d7-4338-a9a6-9b35c3836101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3635883 Sep 28 09:10:46.634542 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Provisioning complete for port 4640a1c5-f88a-4995-a3a1-608bc4a53839 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:46.634922 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.635261 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Attempt 1 to provision port 4640a1c5-f88a-4995-a3a1-608bc4a53839 Sep 28 09:10:46.770208 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-b07f01d4-2678-4301-b2f6-01e1e07b4694 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883412166&fields=id&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 267 time: 0.0345898 Sep 28 09:10:46.893215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-26e0942f-aa0b-4607-b2f8-63856c14e2d8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:46.895279 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-26e0942f-aa0b-4607-b2f8-63856c14e2d8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 797 time: 0.1175015 Sep 28 09:10:46.911996 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-33145f63-2f35-4879-b662-f29ce8bb2a4f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/quotas/0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 375 time: 0.0104427 Sep 28 09:10:46.931029 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Current status of the port 4640a1c5-f88a-4995-a3a1-608bc4a53839 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:46.931416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:46.965126 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-dbedadde-2d06-450a-9750-29d6de12302c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468755 Sep 28 09:10:46.979211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] For port 4640a1c5-f88a-4995-a3a1-608bc4a53839, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4640a1c5-f88a-4995-a3a1-608bc4a53839,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:46.986387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.038025 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425c6a5-92a1-48ce-8785-8ff2ef02daa0 None None] Pushing event updated for resources: {'Port': ['ID=4640a1c5-f88a-4995-a3a1-608bc4a53839,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:47.091360 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-40ffd201-567a-496c-b732-094559f1e8b5 service neutron] 10.222.0.27 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984757 Sep 28 09:10:47.192878 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-ea593ac6-bdb8-44fa-bbbb-ac364feef475 service neutron] 10.222.0.27 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950987 Sep 28 09:10:47.207995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Provisioning complete for port d2243ca6-7da4-471d-aa10-f5e1443a841f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:47.208355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.208759 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Attempt 1 to provision port d2243ca6-7da4-471d-aa10-f5e1443a841f Sep 28 09:10:47.253263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Port d2243ca6-7da4-471d-aa10-f5e1443a841f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:10:47.364735 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Sync routers for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:10:47.376808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:47.377725 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:47.395395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-83e5d3ef-15d1-4334-bc55-0dc0cadd75fc req-7762dc6d-3688-4c09-a997-2fbd8f954c45 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 210 time: 0.0290997 Sep 28 09:10:47.489124 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:47.639227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4640a1c5-f88a-4995-a3a1-608bc4a53839 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:10:47.698662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 4640a1c5-f88a-4995-a3a1-608bc4a53839 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:47.699065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.699403 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 4640a1c5-f88a-4995-a3a1-608bc4a53839 Sep 28 09:10:47.723824 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:46Z', 'revision_number': 2, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:47.758367 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Checking router: 144f9c9c-98d7-4338-a9a6-9b35c3836101 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:10:47.758718 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Updating router 144f9c9c-98d7-4338-a9a6-9b35c3836101 port d2243ca6-7da4-471d-aa10-f5e1443a841f binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:10:47.771006 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Attempt 2 to provision port d2243ca6-7da4-471d-aa10-f5e1443a841f Sep 28 09:10:47.784518 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.823909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Port d2243ca6-7da4-471d-aa10-f5e1443a841f cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:10:47.824696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 4640a1c5-f88a-4995-a3a1-608bc4a53839 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:47.826355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4d4b928-1135-4554-a007-7746a9553975 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:10:47.884693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e4d4b928-1135-4554-a007-7746a9553975 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:47.885088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.885428 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e4d4b928-1135-4554-a007-7746a9553975 Sep 28 09:10:47.969731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e4d4b928-1135-4554-a007-7746a9553975 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:47.971090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:47.993161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port e4d4b928-1135-4554-a007-7746a9553975, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4d4b928-1135-4554-a007-7746a9553975,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:48.002803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.056584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=e4d4b928-1135-4554-a007-7746a9553975,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:48.065957 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.072157 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.145733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Pushing event updated for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:48.159298 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.159644 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.159980 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.160298 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.160627 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.160946 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.161304 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.161631 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.161957 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.162277 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.162601 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.162915 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:10:48.168133 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Attempting to bind port d2243ca6-7da4-471d-aa10-f5e1443a841f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:10:48.168504 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Attempting to bind port d2243ca6-7da4-471d-aa10-f5e1443a841f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:10:48.168873 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Attempting to bind port d2243ca6-7da4-471d-aa10-f5e1443a841f on network a04d74c0-dab6-44c8-a31e-303cb858393a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:10:48.173951 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:10:48.174318 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Checking segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:10:48.174715 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.175096 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Bound using segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:10:48.175558 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Bound port: d2243ca6-7da4-471d-aa10-f5e1443a841f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:10:48.175934 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.239006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] For port d2243ca6-7da4-471d-aa10-f5e1443a841f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:10:48.242247 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] For port d2243ca6-7da4-471d-aa10-f5e1443a841f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d2243ca6-7da4-471d-aa10-f5e1443a841f,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:10:48.249751 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.324847 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Attempt 3 to provision port d2243ca6-7da4-471d-aa10-f5e1443a841f Sep 28 09:10:48.376582 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:48.377461 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:48.435617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Current status of the port d2243ca6-7da4-471d-aa10-f5e1443a841f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:48.436132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.486541 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:48.493157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-8e091991-d159-41fc-8109-c58c92e805b6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:48.495641 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-8e091991-d159-41fc-8109-c58c92e805b6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 797 time: 0.1452796 Sep 28 09:10:48.505376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] For port d2243ca6-7da4-471d-aa10-f5e1443a841f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d2243ca6-7da4-471d-aa10-f5e1443a841f,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:48.511783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.530431 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ef0acd4-39e9-4ead-9d2d-6a6e1b04d846 req-a2551096-9266-49c9-855f-000f2a93e430 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 210 time: 0.0398519 Sep 28 09:10:48.553242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Provisioning complete for port 4640a1c5-f88a-4995-a3a1-608bc4a53839 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:48.553619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.553954 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Attempt 1 to provision port 4640a1c5-f88a-4995-a3a1-608bc4a53839 Sep 28 09:10:48.579846 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-341fe8a8-8158-4175-a322-8712f64e21c8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 380 time: 0.0736327 Sep 28 09:10:48.593793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'port': {'device_id': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'admin_state_up': True, 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'security_groups': ['ff0b1c11-113d-4fec-9ce3-827b3e644fef']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:48.597646 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359fe62-fc85-4cd6-9457-4b5915ae754f None None] Pushing event updated for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:48.601759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Pushing event updated for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:48.666186 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b4ad7-9222-4dc9-9774-da57cbcd3666 None None] Current status of the port 4640a1c5-f88a-4995-a3a1-608bc4a53839 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:48.709320 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:48.739750 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693f64-dcbc-47d7-a495-291c2ef0556a None None] The sync data for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv is: [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:10:48.742724 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:10:48.746455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.814769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2b7f157a-abe8-4486-8d62-3a40b9a1cacf None None] Provisioning complete for port d2243ca6-7da4-471d-aa10-f5e1443a841f triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:48.815309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b7f157a-abe8-4486-8d62-3a40b9a1cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:48.815795 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2b7f157a-abe8-4486-8d62-3a40b9a1cacf None None] Attempt 1 to provision port d2243ca6-7da4-471d-aa10-f5e1443a841f Sep 28 09:10:48.901199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f157a-abe8-4486-8d62-3a40b9a1cacf None None] Current status of the port d2243ca6-7da4-471d-aa10-f5e1443a841f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:48.909521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.6 (a04d74c0-dab6-44c8-a31e-303cb858393a/30707645-73b2-4e2d-a2d6-05a8eaa0bb21/aa0a08c1-ef74-42fc-9166-c02a6d97dd2c) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:10:49.052304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.086851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.137407 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network a04d74c0-dab6-44c8-a31e-303cb858393a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:49.140904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:49.143465 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:10:49.171671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:49.202304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:49.202986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.224542 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-23edd49c-dc3f-41ab-8cba-b4c8ae64babd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359456 Sep 28 09:10:49.237558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Request body: {'port': {'device_id': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:49.298025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.424811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Provisioning complete for port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:49.425533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.426942 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Attempt 1 to provision port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c Sep 28 09:10:49.466777 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:10:49.627408 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d2243ca6-7da4-471d-aa10-f5e1443a841f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:10:49.684395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d2243ca6-7da4-471d-aa10-f5e1443a841f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:49.685159 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.685335 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d2243ca6-7da4-471d-aa10-f5e1443a841f Sep 28 09:10:49.775319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d2243ca6-7da4-471d-aa10-f5e1443a841f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:49.776432 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4d4b928-1135-4554-a007-7746a9553975 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:10:49.833573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e4d4b928-1135-4554-a007-7746a9553975 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:49.833946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:49.834278 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e4d4b928-1135-4554-a007-7746a9553975 Sep 28 09:10:49.921949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e4d4b928-1135-4554-a007-7746a9553975 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:49.967829 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Attempt 2 to provision port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c Sep 28 09:10:49.977170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:10:49.986021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:50.005011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:10:50.005862 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Transition to ACTIVE for port object aa0a08c1-ef74-42fc-9166-c02a6d97dd2c will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:10:50.014049 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f525f-e2d2-4e56-bbbd-83c6379bf93d req-05587fc5-0ec4-4b54-83e2-796f19530389 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.015577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f59f525f-e2d2-4e56-bbbd-83c6379bf93d req-05587fc5-0ec4-4b54-83e2-796f19530389 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 931 time: 0.0747855 Sep 28 09:10:50.016734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:50.099584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:50.126379 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f59f525f-e2d2-4e56-bbbd-83c6379bf93d req-1bbaced8-04de-4e08-be4c-33ed595ca5c4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038446 Sep 28 09:10:50.155903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Attempting to bind port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:10:50.156242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Attempting to bind port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:10:50.156608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Attempting to bind port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c on network a04d74c0-dab6-44c8-a31e-303cb858393a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:10:50.161141 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c on network a04d74c0-dab6-44c8-a31e-303cb858393a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:10:50.161458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Attempting to bind port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c on network a04d74c0-dab6-44c8-a31e-303cb858393a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:10:50.166538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:10:50.166873 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Checking segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:10:50.167231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Bound using segment: {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:10:50.167692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Bound port: aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a90e78-619b-42bf-8de5-edb9d792ae5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:10:50.168047 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:50.234328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:10:50.237621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:10:50.244846 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:50.248520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.249539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:50.250954 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] 10.222.0.62 "PUT /v2.0/ports/aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 1093 time: 1.0180814 Sep 28 09:10:50.252974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:10:50.255562 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed8510-c67e-425c-915a-1755381cfe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:10:50.311064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8514f82-1152-4cb8-8a10-b88ea7641bcd x-openstack-request-id: req-e8514f82-1152-4cb8-8a10-b88ea7641bcd {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:10:50.311281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:10:50.311564 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8514f82-1152-4cb8-8a10-b88ea7641bcd {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:10:50.311960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8514f82-1152-4cb8-8a10-b88ea7641bcd'] response: {'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'status': 'completed', 'code': 200} Sep 28 09:10:50.335466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58050-2168-471c-878e-1f07edc3fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:50.357804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-101a7fa2-8fba-40dd-811e-62195c67e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.359278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-101a7fa2-8fba-40dd-811e-62195c67e9d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1096 time: 0.0679905 Sep 28 09:10:50.402349 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-4607921b-40a3-487b-bbf0-1cf79525872f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 217 time: 0.0354905 Sep 28 09:10:50.453834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-3b655adf-0c48-434e-9055-b193b92261b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.455324 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-3b655adf-0c48-434e-9055-b193b92261b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0462229 Sep 28 09:10:50.505333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-82c0b568-f785-487b-ac59-cae0cc2b7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.506274 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Attempt 3 to provision port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c Sep 28 09:10:50.506903 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-82c0b568-f785-487b-ac59-cae0cc2b7fb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455830 Sep 28 09:10:50.553218 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-050a5706-4b72-4775-96ee-a7e3c3e6de6b None None] Port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:10:50.604417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-16d9eacf-196d-4937-aaf7-fecae86bbcca service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904722 Sep 28 09:10:50.702427 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6c4bb393-bae2-4895-8ea6-44e094c66f0d req-c65e84cf-13f8-4458-9cda-a9eed64aae8f service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902023 Sep 28 09:10:50.793312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8510-c67e-425c-915a-1755381cfe6c req-0c2433c4-29d2-4517-9119-594cb2932f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.794914 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-0c2433c4-29d2-4517-9119-594cb2932f75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1096 time: 0.0428908 Sep 28 09:10:50.892165 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8510-c67e-425c-915a-1755381cfe6c req-5c700c76-2354-42d5-b297-8e0013efa20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.893693 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-5c700c76-2354-42d5-b297-8e0013efa20e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0921478 Sep 28 09:10:50.935722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-33720e04-792a-457e-bccf-55f1634dcd1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 217 time: 0.0349712 Sep 28 09:10:50.983770 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8510-c67e-425c-915a-1755381cfe6c req-1c522540-7baf-414d-ba54-bfde74c677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:50.985266 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-1c522540-7baf-414d-ba54-bfde74c677fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0433998 Sep 28 09:10:51.030921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8510-c67e-425c-915a-1755381cfe6c req-885765f8-d03a-4902-af2b-62f83498b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:51.032437 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-885765f8-d03a-4902-af2b-62f83498b40e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407310 Sep 28 09:10:51.131350 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-3a5a5ed6-5f24-419f-951e-58ee20945237 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Sep 28 09:10:51.256790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8fed8510-c67e-425c-915a-1755381cfe6c req-1680c63f-f484-4847-88a9-6dff6d69ccd5 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163421 Sep 28 09:10:51.269878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd37b5-1bab-4730-80e6-1ade0c8ca738 req-9f3280ce-eee4-4239-b153-37fd2517a6b0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:51.271376 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bdd37b5-1bab-4730-80e6-1ade0c8ca738 req-9f3280ce-eee4-4239-b153-37fd2517a6b0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 943 time: 0.0696185 Sep 28 09:10:51.314642 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bdd37b5-1bab-4730-80e6-1ade0c8ca738 req-e856ead5-9f17-4c5b-896b-70b491cb274a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Sep 28 09:10:52.173538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:10:52.281214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:52.296229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'mac_address': 'fa:16:3e:e8:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:10:52.333671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:52.334061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:52.349578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:10:52.369560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:52.376472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:52.423927 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:52.448129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c743d4-8e40-4df9-a193-1504fa7f0e81 req-786fc1d4-da38-498b-a24b-8a325d134673 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:52.449646 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72c743d4-8e40-4df9-a193-1504fa7f0e81 req-786fc1d4-da38-498b-a24b-8a325d134673 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 944 time: 0.0539975 Sep 28 09:10:52.508823 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-72c743d4-8e40-4df9-a193-1504fa7f0e81 req-da53f291-e8dd-477a-be09-ee0f0300d3e3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Sep 28 09:10:52.587731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:10:53.639161 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76fd20-92a3-499d-a264-57d8888a3c58 req-0317c938-adb9-49f9-b3ba-df8f6af78437 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:53.640640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b76fd20-92a3-499d-a264-57d8888a3c58 req-0317c938-adb9-49f9-b3ba-df8f6af78437 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 944 time: 0.0540345 Sep 28 09:10:53.682929 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0b76fd20-92a3-499d-a264-57d8888a3c58 req-a64e7f94-83fe-458e-a593-8451cbeea7a2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Sep 28 09:10:54.173955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:10:54.242714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:10:54.248269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:10:54.248695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:54.248961 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c Sep 28 09:10:54.334526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:10:54.334913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:54.357084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:10:54.359462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8c6ec-9f08-4837-8250-13877e4856c0" -d '{"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:10:54.372692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:10:54.378000 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:54.403005 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fbf3a8-b724-446c-86e6-f5a4570a29ad x-openstack-request-id: req-93fbf3a8-b724-446c-86e6-f5a4570a29ad {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:10:54.403300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:10:54.403544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-93fbf3a8-b724-446c-86e6-f5a4570a29ad {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:10:54.403922 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fbf3a8-b724-446c-86e6-f5a4570a29ad'] response: {'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'code': 200} Sep 28 09:10:54.430530 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:54.579895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0b74-e4eb-4936-a4a1-2902dd74653b req-7b8cc0a5-aa43-4374-8485-fb0ede2bec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:54.582330 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c7aa0b74-e4eb-4936-a4a1-2902dd74653b req-7b8cc0a5-aa43-4374-8485-fb0ede2bec7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0515201 Sep 28 09:10:54.618380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c7aa0b74-e4eb-4936-a4a1-2902dd74653b req-986e9d27-e594-4383-b400-323a6ff0e7f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297384 Sep 28 09:10:54.806499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f1e4-a513-43b8-bbbe-cf3a84f775d9 req-7c171619-5046-4053-acf0-367949428bac tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:54.808149 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa59f1e4-a513-43b8-bbbe-cf3a84f775d9 req-7c171619-5046-4053-acf0-367949428bac tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0521233 Sep 28 09:10:54.846820 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa59f1e4-a513-43b8-bbbe-cf3a84f775d9 req-10f8a31f-c5e3-4b13-8d95-562b01a7f048 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324428 Sep 28 09:10:55.982275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e30ef-c0f2-473d-9f42-f206203e7d8e req-6bf61cda-97be-4242-9405-19ee839785cb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:55.983844 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-056e30ef-c0f2-473d-9f42-f206203e7d8e req-6bf61cda-97be-4242-9405-19ee839785cb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0524850 Sep 28 09:10:56.025433 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-056e30ef-c0f2-473d-9f42-f206203e7d8e req-84de7c6a-f0ab-4197-bd15-6332e5c92fe2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Sep 28 09:10:56.157021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705e4a1-8ab9-4a7f-9269-67bb91307094 req-0f2727c1-ab4a-40bb-a40a-3ea69cfbcbc0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:56.158566 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7705e4a1-8ab9-4a7f-9269-67bb91307094 req-0f2727c1-ab4a-40bb-a40a-3ea69cfbcbc0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0589063 Sep 28 09:10:56.200808 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7705e4a1-8ab9-4a7f-9269-67bb91307094 req-095708f7-fd1d-4196-87ac-50f24077ea04 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333924 Sep 28 09:10:56.237159 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48066) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:56.287261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b86e37-2c3f-4eaa-b488-f89cf071a44a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:56.288791 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c5b86e37-2c3f-4eaa-b488-f89cf071a44a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1093 time: 0.0504444 Sep 28 09:10:56.292637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48068) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:56.297252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:10:56.321976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:56.426145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:56.529021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.61 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/c1a4dd74-445c-4f24-bd30-d60a98fdc08c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:10:56.640764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:56.678153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:56.715907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:10:56.718900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:10:56.723322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:10:56.733961 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=c1a4dd74-445c-4f24-bd30-d60a98fdc08c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:57.089017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:57.156935 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:57.311251 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:57.318113 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:57.386032 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=c1a4dd74-445c-4f24-bd30-d60a98fdc08c,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:10:57.388497 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:57.489281 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 713cb8cb-653e-492f-b303-bf32cc8f7f43 associated. External IP: 172.26.4.61, port: aa0a08c1-ef74-42fc-9166-c02a6d97dd2c. Sep 28 09:10:57.715401 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 144f9c9c-98d7-4338-a9a6-9b35c3836101 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:10:58.077388 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:10:58.089857 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Sync routers for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:10:58.100320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:10:58.100877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:58.101119 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:58.129374 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6941eec5-d2c6-44cd-98ad-916483159552 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8356147 Sep 28 09:10:58.129995 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:10:58.132327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468962c0-caf9-486b-a3b5-c673e076075f" -d '{"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:10:58.212827 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:58.233716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612bb53-23d1-43c0-947f-5102bfa81480 req-f2d7e099-0cf7-4453-a572-07ff6d69d393 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:58.235211 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0612bb53-23d1-43c0-947f-5102bfa81480 req-f2d7e099-0cf7-4453-a572-07ff6d69d393 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0530047 Sep 28 09:10:58.236653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be30d1-0249-46ce-8f84-d5485c7f8ae6 x-openstack-request-id: req-f2be30d1-0249-46ce-8f84-d5485c7f8ae6 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:10:58.236937 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:10:58.237211 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2be30d1-0249-46ce-8f84-d5485c7f8ae6 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:10:58.237726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2be30d1-0249-46ce-8f84-d5485c7f8ae6'] response: {'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'status': 'completed', 'code': 200} Sep 28 09:10:58.276322 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-0612bb53-23d1-43c0-947f-5102bfa81480 req-40f3fff6-25b2-420f-a55a-ddab72f0e33b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347536 Sep 28 09:10:58.304352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468962c0-caf9-486b-a3b5-c673e076075f req-f9202323-e4dd-49d0-ac2b-3699361eb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:58.305870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48076) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:58.306008 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-f9202323-e4dd-49d0-ac2b-3699361eb546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0494778 Sep 28 09:10:58.370139 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-20f670d6-1247-4e10-b684-c4eb6e1cec23 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/713cb8cb-653e-492f-b303-bf32cc8f7f43 HTTP/1.1" status: 200 len: 990 time: 0.0631297 Sep 28 09:10:58.403470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468962c0-caf9-486b-a3b5-c673e076075f req-4d02b97e-2542-4482-89d3-4c50bf5e1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:58.405184 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-4d02b97e-2542-4482-89d3-4c50bf5e1246 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0904956 Sep 28 09:10:58.452879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '713cb8cb-653e-492f-b303-bf32cc8f7f43', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'mac_address': 'fa:16:3e:e8:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:10:56Z', 'updated_at': '2022-09-28T09:10:56Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:58.473636 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-1ba38c88-cbb2-45b3-89d9-a1fc7bb83260 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 998 time: 0.0619938 Sep 28 09:10:58.483157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Checking router: 144f9c9c-98d7-4338-a9a6-9b35c3836101 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:10:58.492131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:10:58.492764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:10:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:58.522459 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468962c0-caf9-486b-a3b5-c673e076075f req-91ab2085-aac7-423d-a437-594c38b9e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:58.523949 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-91ab2085-aac7-423d-a437-594c38b9e7d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0439649 Sep 28 09:10:58.569909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468962c0-caf9-486b-a3b5-c673e076075f req-020d93af-7484-4c7b-aaae-4d22bf23dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:10:58.571388 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-020d93af-7484-4c7b-aaae-4d22bf23dcd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410266 Sep 28 09:10:58.600100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:10:58.667197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-4a2fff07-43f1-4643-859e-4eed3fb9f46b service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876791 Sep 28 09:10:58.764166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-468962c0-caf9-486b-a3b5-c673e076075f req-9c00f52b-439f-43f0-b873-6d95d3e62cce service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893643 Sep 28 09:10:58.832866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '713cb8cb-653e-492f-b303-bf32cc8f7f43', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'mac_address': 'fa:16:3e:e8:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:10:56Z', 'updated_at': '2022-09-28T09:10:56Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:10:59.008886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ef1467-663d-42d6-bd2d-d69ee8ca3437 None None] The sync data for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv is: [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '713cb8cb-653e-492f-b303-bf32cc8f7f43', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'mac_address': 'fa:16:3e:e8:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:10:56Z', 'updated_at': '2022-09-28T09:10:56Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:10:59.204659 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029862c5-bae0-4fa6-b2c5-c6224b270642 None None] New status for floating IP 713cb8cb-653e-492f-b303-bf32cc8f7f43: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:10:59.374008 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48078) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:10:59.441396 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1ba98b82-cc80-4c8a-94c9-ef0b5d74cbe1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/713cb8cb-653e-492f-b303-bf32cc8f7f43 HTTP/1.1" status: 200 len: 992 time: 0.0658958 Sep 28 09:11:03.627584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:06.504226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-210f6155-0f0c-4ca8-96d1-3fe9c89edf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:08.782625 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0817-d363-4d04-bb88-ae56ddfd6577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:10.288114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:11.437630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:11.731030 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:19.267714 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-c47e0559-548a-4aad-9790-a933027a14f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476623 Sep 28 09:11:19.359092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-3807eb95-bb35-4f94-8145-f1ddcd5dc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:19.360604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-3807eb95-bb35-4f94-8145-f1ddcd5dc2a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0471399 Sep 28 09:11:19.480293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-1d29aff7-e76c-405b-8a89-0dc059e4140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:19.481885 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-1d29aff7-e76c-405b-8a89-0dc059e4140c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.1000166 Sep 28 09:11:19.556232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-d751c4bf-1c35-47f8-9b14-5d7864d5a3dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 1000 time: 0.0664899 Sep 28 09:11:19.606544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-05bf98c8-c0da-4a8c-9ac8-5b21ee0f32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:19.608092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-05bf98c8-c0da-4a8c-9ac8-5b21ee0f32b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0444562 Sep 28 09:11:19.657657 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-bbfae3ad-6799-4906-9ef4-5b5e4fcd5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:19.659205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-bbfae3ad-6799-4906-9ef4-5b5e4fcd5923 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439043 Sep 28 09:11:19.754582 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-8ef46685-5775-4229-b032-d3d87f1e2699 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Sep 28 09:11:19.851127 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d348fd6-23dc-4592-9fd2-898f788ba19a req-c9fc1a6c-5e2e-44e9-8c06-49ea83869535 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889564 Sep 28 09:11:21.036123 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:11:28.195084 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-2eb421fa-00e8-4ee7-86fe-b81e10993ec2 req-afe320b6-79e3-47f8-93cb-bc01bd5ada7e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:11:28.196089 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2eb421fa-00e8-4ee7-86fe-b81e10993ec2 req-afe320b6-79e3-47f8-93cb-bc01bd5ada7e service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551414 Sep 28 09:11:28.385825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002637c-bed3-400d-a32b-55e20d060ea2 req-5709d29c-cf45-471d-869e-9ef4ed1bc088 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:28.387353 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b002637c-bed3-400d-a32b-55e20d060ea2 req-5709d29c-cf45-471d-869e-9ef4ed1bc088 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0526972 Sep 28 09:11:28.391602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48098) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:11:28.428049 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b002637c-bed3-400d-a32b-55e20d060ea2 req-6e6f0919-8574-49e8-8ff4-56895e85ca6c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Sep 28 09:11:28.474985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-0428e0db-f917-4e0a-a742-7af7efecd5a0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822277 Sep 28 09:11:28.486306 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-063ecb58-6e65-4773-8481-9be18c378d9f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:11:28.487230 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-063ecb58-6e65-4773-8481-9be18c378d9f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049937 Sep 28 09:11:29.561818 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2e9f9-2650-41ca-ac28-7701de80145a req-6f56b30f-0659-4349-94f3-c897289542cb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:29.563288 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-60a2e9f9-2650-41ca-ac28-7701de80145a req-6f56b30f-0659-4349-94f3-c897289542cb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0572348 Sep 28 09:11:29.603736 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-60a2e9f9-2650-41ca-ac28-7701de80145a req-bce03bd8-2c73-4714-b99e-9e71a6272bf8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Sep 28 09:11:29.750720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-7b13a075-752c-4f10-80b3-ecc6e2548467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:29.752280 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-7b13a075-752c-4f10-80b3-ecc6e2548467 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0462341 Sep 28 09:11:29.852368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-f67eef78-b7a1-4d09-b63d-adec201b4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:29.853941 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-f67eef78-b7a1-4d09-b63d-adec201b4de7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0942948 Sep 28 09:11:29.923062 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-ece1cac6-5ce1-4b1a-aa28-9cdd1f169cd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 1000 time: 0.0602739 Sep 28 09:11:29.975153 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-1dc6b719-4efe-473e-9273-eec9e55e2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:29.976681 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-1dc6b719-4efe-473e-9273-eec9e55e2041 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0456188 Sep 28 09:11:30.029448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-d7b048fe-a8aa-461f-b9d0-3a2cccd1a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:30.030857 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-d7b048fe-a8aa-461f-b9d0-3a2cccd1a9c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469632 Sep 28 09:11:30.122134 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-27a648aa-3e20-49a3-989a-9e56a1b2cff0 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Sep 28 09:11:30.219187 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-70a02863-612a-42cd-a370-778dd0c2bb4e service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896082 Sep 28 09:11:30.736168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a4889-20e3-455b-acd7-1332f5524afa req-0f84bb81-5bba-454b-86db-68ef8050abf4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:30.738017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c33a4889-20e3-455b-acd7-1332f5524afa req-0f84bb81-5bba-454b-86db-68ef8050abf4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0534010 Sep 28 09:11:30.776869 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c33a4889-20e3-455b-acd7-1332f5524afa req-cbff75c4-16ac-493c-ad89-a56fd82c83d3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Sep 28 09:11:31.911279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b40d00-b021-4e9c-ac99-9c039f467c64 req-1b18ccc0-9a03-49b9-9962-9cc82e002161 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:31.913394 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-47b40d00-b021-4e9c-ac99-9c039f467c64 req-1b18ccc0-9a03-49b9-9962-9cc82e002161 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0581245 Sep 28 09:11:31.955256 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-47b40d00-b021-4e9c-ac99-9c039f467c64 req-dd8172b0-0dcd-40f3-8d44-9d13cf82f951 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Sep 28 09:11:33.092159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f19c-b82b-429a-94ef-51d28647ef6f req-784cb0ff-8186-4193-b19c-a6ee5aecae9a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:33.093606 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1d7f19c-b82b-429a-94ef-51d28647ef6f req-784cb0ff-8186-4193-b19c-a6ee5aecae9a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0523684 Sep 28 09:11:33.142321 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b1d7f19c-b82b-429a-94ef-51d28647ef6f req-2ea5523e-380b-4a26-a0f6-ea9c21807188 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Sep 28 09:11:33.630392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:34.284310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09a719-36e2-4ccc-868a-fc665ec6fbbd req-7a68e5c3-d422-4276-bff2-dd0cb8e32dee tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:34.285817 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2d09a719-36e2-4ccc-868a-fc665ec6fbbd req-7a68e5c3-d422-4276-bff2-dd0cb8e32dee tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0648091 Sep 28 09:11:34.325024 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2d09a719-36e2-4ccc-868a-fc665ec6fbbd req-c0c432b4-1797-42be-8e5c-5371d4755e9a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Sep 28 09:11:35.465324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecfceb-4f9a-460e-90f5-f40c8b9bf347 req-6fabc7f9-f652-4f98-8790-ff08981d889a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:35.466818 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dbecfceb-4f9a-460e-90f5-f40c8b9bf347 req-6fabc7f9-f652-4f98-8790-ff08981d889a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0541823 Sep 28 09:11:35.511082 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dbecfceb-4f9a-460e-90f5-f40c8b9bf347 req-d87c9800-a624-4215-8c41-2ec9f0a0e554 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355966 Sep 28 09:11:36.503445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-503f48a7-0adb-471f-bcdc-c35c8f5e50ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:36.645384 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fce62-7a96-490b-b68f-933865f212b1 req-61a156bc-b6ae-4825-987d-b8cb5ff81c0f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:36.646951 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-332fce62-7a96-490b-b68f-933865f212b1 req-61a156bc-b6ae-4825-987d-b8cb5ff81c0f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0561159 Sep 28 09:11:36.687277 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-332fce62-7a96-490b-b68f-933865f212b1 req-110d9a45-b03b-4136-9000-5f3c374761d5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Sep 28 09:11:37.828242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586fe9e-8471-48de-9c09-79a19dbf4fce req-762f538a-306e-4590-9568-ca8e6a90e084 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:37.829771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4586fe9e-8471-48de-9c09-79a19dbf4fce req-762f538a-306e-4590-9568-ca8e6a90e084 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0576084 Sep 28 09:11:37.870587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4586fe9e-8471-48de-9c09-79a19dbf4fce req-22ab4fad-91d9-4616-8a29-faa79090e738 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Sep 28 09:11:38.778362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-712e7fb4-1583-4a40-8358-64faec897d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:38.996479 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd42123-1eff-43dc-bab6-07a66e951641 req-2cca2c89-de50-4058-9765-7a379c757c79 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:38.997983 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9fd42123-1eff-43dc-bab6-07a66e951641 req-2cca2c89-de50-4058-9765-7a379c757c79 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0489495 Sep 28 09:11:39.036697 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9fd42123-1eff-43dc-bab6-07a66e951641 req-0532e062-4cf2-41f0-9441-71bd03c47d38 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Sep 28 09:11:40.163454 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102c8f7-6fd3-4b76-8bf7-69884e16552c req-d2f61e50-c4b4-4097-9fbf-71f6d27f04f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:40.165189 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4102c8f7-6fd3-4b76-8bf7-69884e16552c req-d2f61e50-c4b4-4097-9fbf-71f6d27f04f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0531926 Sep 28 09:11:40.210339 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4102c8f7-6fd3-4b76-8bf7-69884e16552c req-51915c34-cc94-4a1f-a7f3-9bcfd9c8068b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 Sep 28 09:11:40.286056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:41.356749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114aa03-0617-48c9-9e5f-a4ea8b6f7e52 req-02252508-920c-45d7-9708-e24c9752933f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:41.358228 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e114aa03-0617-48c9-9e5f-a4ea8b6f7e52 req-02252508-920c-45d7-9708-e24c9752933f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0564988 Sep 28 09:11:41.397923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e114aa03-0617-48c9-9e5f-a4ea8b6f7e52 req-af0d522b-8882-4fe1-a863-a43bf735fbd2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Sep 28 09:11:41.435804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:41.738656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:41.867188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-c40274a6-4043-4dfb-ac59-84ff32525068 service neutron] 10.222.0.62 "GET /v2.0/ports/aa0a08c1-ef74-42fc-9166-c02a6d97dd2c/bindings/hv-neutron-8593 HTTP/1.1" status: 200 len: 384 time: 0.0785706 Sep 28 09:11:42.092231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-94d3ee68-5983-4e26-b6ec-1c677cd68d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.093682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-94d3ee68-5983-4e26-b6ec-1c677cd68d1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 1098 time: 0.0452952 Sep 28 09:11:42.156152 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-62e0572d-dcd4-44f4-adfb-a09e081c81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.157673 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-62e0572d-dcd4-44f4-adfb-a09e081c81ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0424190 Sep 28 09:11:42.249742 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-7e3d1ab8-a8ce-4447-b67d-8cbf3fbdbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.251202 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-7e3d1ab8-a8ce-4447-b67d-8cbf3fbdbc9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0869772 Sep 28 09:11:42.317114 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-1d0768b0-0af9-46d2-8a25-2400d5881ddc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 1000 time: 0.0596125 Sep 28 09:11:42.370396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-5f795bdd-7528-4f97-9896-ee32931cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.371734 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-5f795bdd-7528-4f97-9896-ee32931cb06c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0479953 Sep 28 09:11:42.424148 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-4c438266-68cd-4ae1-80da-e4ae697bd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.425668 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-4c438266-68cd-4ae1-80da-e4ae697bd707 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473821 Sep 28 09:11:42.547229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-ae57f2b8-4ea3-483c-a1c6-098ad43cd964 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145821 Sep 28 09:11:42.559874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947c0d-0166-4482-b259-ae765005df3c req-8f5d2d12-a695-4bf3-9241-a0d286963d43 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:42.561285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5e947c0d-0166-4482-b259-ae765005df3c req-8f5d2d12-a695-4bf3-9241-a0d286963d43 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0726869 Sep 28 09:11:42.649367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5e947c0d-0166-4482-b259-ae765005df3c req-cc0e5c55-f5cb-4053-b834-5595c68d9111 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799499 Sep 28 09:11:42.673311 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2508b9-b8d6-47a6-bf76-fee4261e52ee req-57cfcf50-c62c-4361-8810-8f29e369151a service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110799 Sep 28 09:11:43.796504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b5e6-013d-4655-9e59-17997b3403f6 req-a04c8c18-abf2-4ead-8ff1-0a3835594af5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:43.798454 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6591b5e6-013d-4655-9e59-17997b3403f6 req-a04c8c18-abf2-4ead-8ff1-0a3835594af5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0595658 Sep 28 09:11:43.839764 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6591b5e6-013d-4655-9e59-17997b3403f6 req-2566b114-be40-4873-8350-8b84e324bf16 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353963 Sep 28 09:11:44.974241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0a3f-ea96-4c6a-80b1-29ad399c5aa0 req-2b2483a1-e14e-4521-ba89-2a588fb97961 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:44.975825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ebf0a3f-ea96-4c6a-80b1-29ad399c5aa0 req-2b2483a1-e14e-4521-ba89-2a588fb97961 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0548818 Sep 28 09:11:45.017911 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ebf0a3f-ea96-4c6a-80b1-29ad399c5aa0 req-82bf95d3-f8c2-41b2-a6b3-6ba55bc8c79b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Sep 28 09:11:45.264850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f073bd-3948-4b9e-8e3b-54e97d7e6221 req-10a547ac-4af4-45b7-856b-3eb0a7f0fdd5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.266365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29f073bd-3948-4b9e-8e3b-54e97d7e6221 req-10a547ac-4af4-45b7-856b-3eb0a7f0fdd5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0843492 Sep 28 09:11:45.278720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-0b2089b9-21db-4b9c-9c70-6f6fc9db800a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.280098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-0b2089b9-21db-4b9c-9c70-6f6fc9db800a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd&tenant_id=0b3b0999574947c09931d38dc6e10b29&binding%3Ahost_id=hv-neutron-8593 HTTP/1.1" status: 200 len: 945 time: 0.0662491 Sep 28 09:11:45.314074 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-29f073bd-3948-4b9e-8e3b-54e97d7e6221 req-317313b4-70b9-4889-9028-89a3330de4cc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Sep 28 09:11:45.365269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-86392253-521d-4ddf-8337-eb838ce0249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.367004 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-86392253-521d-4ddf-8337-eb838ce0249c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0449057 Sep 28 09:11:45.442182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9bca8-ab90-405b-8ded-8499f822a1b0 req-5d84d094-4dba-4e9f-a738-8908673221c3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.445517 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-73f9bca8-ab90-405b-8ded-8499f822a1b0 req-5d84d094-4dba-4e9f-a738-8908673221c3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0546098 Sep 28 09:11:45.456991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-8636f937-0a23-40a9-9360-e79d9194ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.458634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-8636f937-0a23-40a9-9360-e79d9194ffcc service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0859156 Sep 28 09:11:45.481596 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-73f9bca8-ab90-405b-8ded-8499f822a1b0 req-e3f0cffd-990b-453b-88ab-9db76040ed27 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Sep 28 09:11:45.530866 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-1e2ddb7c-cb1f-49d3-a280-209f0850b61a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 1000 time: 0.0654998 Sep 28 09:11:45.582864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-f75b2f96-a00a-414b-9c03-d6b567449809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.584870 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-f75b2f96-a00a-414b-9c03-d6b567449809 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0473077 Sep 28 09:11:45.636795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-5a1d6dbc-57df-4b1c-82e7-5ae4cada3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:45.639211 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-5a1d6dbc-57df-4b1c-82e7-5ae4cada3838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476041 Sep 28 09:11:45.750242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-dc409586-a88f-4a74-99df-9fadd9039481 service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044240 Sep 28 09:11:45.843328 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f18a53bf-996e-4ad7-a6c5-e83a54893fa4 req-f6bf0b0f-e4e0-469f-8869-858eb432920b service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868011 Sep 28 09:11:46.394860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:11:46.396727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:11:46.575103 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:11:46.577730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:11:46.578113 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:46.595012 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'port_id': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'mac_address': 'fa:16:3e:e8:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:11:46.616339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccfdf2-5266-4e19-9fdd-a8c6a26f1cd7 req-1343c806-ef62-42a2-894f-a1cff211bbd7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:11:46.618722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-62ccfdf2-5266-4e19-9fdd-a8c6a26f1cd7 req-1343c806-ef62-42a2-894f-a1cff211bbd7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0565815 Sep 28 09:11:46.628837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:11:46.631183 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973e34a-5cad-4c3f-8905-6500b21c5556" -d '{"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:11:46.647573 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:11:46.658082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:46.659637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-62ccfdf2-5266-4e19-9fdd-a8c6a26f1cd7 req-1f54af0b-b93c-46e3-90ca-2e2f09119ab6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Sep 28 09:11:46.659758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:11:46.660116 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:46.693755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48170) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:11:46.697650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:11:46.749695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5317abd-08b1-46ca-ae68-82a6f911900c x-openstack-request-id: req-a5317abd-08b1-46ca-ae68-82a6f911900c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:11:46.749985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:11:46.750229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5317abd-08b1-46ca-ae68-82a6f911900c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:11:46.750617 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5317abd-08b1-46ca-ae68-82a6f911900c'] response: {'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'code': 200} Sep 28 09:11:46.752760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:11:46.764851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 09:11:46.765269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 09:11:46.766525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.766816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.767152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.767480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.767804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.768131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.768455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.768779 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.769127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.769249 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-3bb54f8b-fa52-4961-9e53-391e63b9513e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/713cb8cb-653e-492f-b303-bf32cc8f7f43 HTTP/1.1" status: 200 len: 990 time: 0.0736885 Sep 28 09:11:46.769565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.769886 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:46.770203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:11:47.302708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:11:47.303096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:47.316854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:11:47.338240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:11:47.343782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:47.398711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:11:47.403123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:11:48.413217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:11:48.490780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:11:48.491161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:48.491492 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c Sep 28 09:11:48.579311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:11:48.579703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:48.613235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:11:48.620490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:11:48.668778 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:11:48.751643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:11:48.754118 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfc223b-8378-4e23-9f21-65f31737ca2d" -d '{"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:11:48.792611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e2094-6be0-4721-878d-8fcafaad3a6a x-openstack-request-id: req-ee0e2094-6be0-4721-878d-8fcafaad3a6a {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:11:48.792896 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-plugged", "status": "completed", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:11:48.793260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee0e2094-6be0-4721-878d-8fcafaad3a6a {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:11:48.793663 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0e2094-6be0-4721-878d-8fcafaad3a6a'] response: {'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'code': 200} Sep 28 09:11:58.039786 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:12:03.664672 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:06.510211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6d862c2b-c946-45f1-ae1a-a8b287d63683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:08.775964 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f33c7f1b-b072-41b3-b988-1dd4e5910daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:10.294386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:11.443636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:11.737960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.172695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48184) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:15.357888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port c1a4dd74-445c-4f24-bd30-d60a98fdc08c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:12:15.358320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.443016 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.443261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.455792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for c1a4dd74-445c-4f24-bd30-d60a98fdc08c owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:12:15.621092 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.646680 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=c1a4dd74-445c-4f24-bd30-d60a98fdc08c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:15.658748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.658748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.659077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.659203 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.659439 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.659779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.660107 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.660433 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.660756 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.661105 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.661429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.661749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:15.714165 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:15.714390 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 713cb8cb-653e-492f-b303-bf32cc8f7f43 disassociated (deleted). External IP: 172.26.4.61, port: aa0a08c1-ef74-42fc-9166-c02a6d97dd2c. Sep 28 09:12:15.927779 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 144f9c9c-98d7-4338-a9a6-9b35c3836101 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:12:16.051536 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:12:16.057690 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:16.063716 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Sync routers for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:12:16.077245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:16.077953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:16.084671 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b97fa8cb-bb24-458f-ae44-33243051fb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/floatingips/713cb8cb-653e-492f-b303-bf32cc8f7f43 HTTP/1.1" status: 204 len: 168 time: 0.9106550 Sep 28 09:12:16.085266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:12:16.087827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:12:16.127585 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45b8d97-dad4-4273-ae4e-0188008c7cd2 x-openstack-request-id: req-c45b8d97-dad4-4273-ae4e-0188008c7cd2 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:12:16.127871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:12:16.128249 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c45b8d97-dad4-4273-ae4e-0188008c7cd2 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:12:16.128661 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45b8d97-dad4-4273-ae4e-0188008c7cd2'] response: {'name': 'network-changed', 'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'status': 'completed', 'code': 200} Sep 28 09:12:16.185517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:16.190992 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-75b8d985-a9ad-461d-871c-6c15ca6888a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:16.193200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-75b8d985-a9ad-461d-871c-6c15ca6888a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 1098 time: 0.0450444 Sep 28 09:12:16.297997 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-baa64958-ab26-4229-a358-b6686d06be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:16.299514 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-baa64958-ab26-4229-a358-b6686d06be90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 200 len: 898 time: 0.0965629 Sep 28 09:12:16.319568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d70027-1b22-4e4a-adfa-d7d53e8ea2bd req-b211cf82-8d6e-49f0-bca2-8bde1f38e280 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:16.325631 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10d70027-1b22-4e4a-adfa-d7d53e8ea2bd req-b211cf82-8d6e-49f0-bca2-8bde1f38e280 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0557492 Sep 28 09:12:16.343537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-b4756a41-dedb-4333-baf7-b33726834a64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 200 len: 217 time: 0.0351830 Sep 28 09:12:16.365621 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10d70027-1b22-4e4a-adfa-d7d53e8ea2bd req-190cfbab-c8a8-425b-a607-1d8ed2c3ff23 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Sep 28 09:12:16.397643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-9752d889-adc5-4293-ae07-69cb5db51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:16.399425 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-9752d889-adc5-4293-ae07-69cb5db51acb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 200 len: 835 time: 0.0494425 Sep 28 09:12:16.413609 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:16.439517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Checking router: 144f9c9c-98d7-4338-a9a6-9b35c3836101 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:12:16.448404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:16.448747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:16.449275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-6dbea833-75bf-44fe-8834-f0b64de04781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:16.450771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-6dbea833-75bf-44fe-8834-f0b64de04781 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a04d74c0-dab6-44c8-a31e-303cb858393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439334 Sep 28 09:12:16.543570 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-fcece954-df79-4610-ac33-b5bb307b72dd service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Sep 28 09:12:16.555214 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:16.638803 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-30ee2af4-b1fc-44ef-a8a6-c1e5e796b6eb req-fdb2dcd4-74f7-49cf-bd18-24f923ee965a service neutron] 10.222.0.62 "GET /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 Sep 28 09:12:16.765437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:16.792491 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc76e0-c5ef-4b32-bcb7-865db7224367 None None] The sync data for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv is: [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:45Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'd2243ca6-7da4-471d-aa10-f5e1443a841f', 'name': '', 'network_id': 'a04d74c0-dab6-44c8-a31e-303cb858393a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:8f:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:44Z', 'updated_at': '2022-09-28T09:10:48Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '30707645-73b2-4e2d-a2d6-05a8eaa0bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:12:17.018134 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc89cf5-0fe7-4090-8972-c0c78f69e821 None None] New status for floating IP 713cb8cb-653e-492f-b303-bf32cc8f7f43: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:12:17.500545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893543-ef6d-4059-bbbf-cc86eccd0747 req-1b88456a-8c02-49a0-b008-ee0532bbc46c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:17.502009 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70893543-ef6d-4059-bbbf-cc86eccd0747 req-1b88456a-8c02-49a0-b008-ee0532bbc46c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0585213 Sep 28 09:12:17.543801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70893543-ef6d-4059-bbbf-cc86eccd0747 req-1b463d77-c43f-4920-b944-da82e2be258f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff0b1c11-113d-4fec-9ce3-827b3e644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Sep 28 09:12:17.976181 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-7f2933b4-006b-4924-ad64-df39cd54d654 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:17.978318 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-7f2933b4-006b-4924-ad64-df39cd54d654 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 945 time: 0.0519118 Sep 28 09:12:18.077845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:12:18.078233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:18.171523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:18.171895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:18.189457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for aa0a08c1-ef74-42fc-9166-c02a6d97dd2c owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:12:18.327844 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:18.356499 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=aa0a08c1-ef74-42fc-9166-c02a6d97dd2c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:18.369735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.369735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.369735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.370224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.370224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.371227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.371601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.371905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.372238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.372595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.372924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.373273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:18.411878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] No DVR routers for this DVR port aa0a08c1-ef74-42fc-9166-c02a6d97dd2c on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:12:18.414331 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:18.418166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4be7678c-4234-4df3-b257-c52ed3ae15f0 req-6e9c9806-9061-4233-a028-b136b554b72e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "DELETE /v2.0/ports/aa0a08c1-ef74-42fc-9166-c02a6d97dd2c HTTP/1.1" status: 204 len: 173 time: 0.4338660 Sep 28 09:12:18.418602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-deleted', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:12:18.420911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30772f7a-f508-4557-9227-0f146afa7c1e" -d '{"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-deleted", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:12:18.517170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b7a2dc-2ef7-4340-a997-3775f2b046d8 x-openstack-request-id: req-b0b7a2dc-2ef7-4340-a997-3775f2b046d8 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:12:18.517872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ccbd7d-cd30-450b-a262-9c21bd120fdd", "name": "network-vif-deleted", "tag": "aa0a08c1-ef74-42fc-9166-c02a6d97dd2c", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:12:18.517872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b0b7a2dc-2ef7-4340-a997-3775f2b046d8 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:12:18.518096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b7a2dc-2ef7-4340-a997-3775f2b046d8'] response: {'server_uuid': '61ccbd7d-cd30-450b-a262-9c21bd120fdd', 'name': 'network-vif-deleted', 'tag': 'aa0a08c1-ef74-42fc-9166-c02a6d97dd2c', 'status': 'completed', 'code': 200} Sep 28 09:12:18.661729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c80db938-dac4-4316-b6a1-4002aeeaae79 req-6fc6a4f0-4ec3-4404-8d52-6ce8cb8856b8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=61ccbd7d-cd30-450b-a262-9c21bd120fdd HTTP/1.1" status: 200 len: 210 time: 0.0266864 Sep 28 09:12:19.735036 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48204) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:20.111587 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:20.375330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port d2243ca6-7da4-471d-aa10-f5e1443a841f {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:12:20.375570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:20.468007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port d2243ca6-7da4-471d-aa10-f5e1443a841f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d2243ca6-7da4-471d-aa10-f5e1443a841f,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:20.468367 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:20.480681 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for d2243ca6-7da4-471d-aa10-f5e1443a841f owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:12:20.683855 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:20.709754 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=d2243ca6-7da4-471d-aa10-f5e1443a841f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:20.892689 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.357863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 144f9c9c-98d7-4338-a9a6-9b35c3836101 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:12:21.465133 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:12:21.471714 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-57c8d5f3-517a-40a2-a868-1a5896f0087b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/144f9c9c-98d7-4338-a9a6-9b35c3836101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7355342 Sep 28 09:12:21.474416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48206) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:21.477251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Sync routers for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:12:21.488703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:21.489372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:21.532390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting subnet 30707645-73b2-4e2d-a2d6-05a8eaa0bb21 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:12:21.536117 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.578997 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.598251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:21.669648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.736797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.765260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Subnet': ['ID=30707645-73b2-4e2d-a2d6-05a8eaa0bb21,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:21.767400 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.770769 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ecb25391-06d1-47b2-abc5-d474651dd278 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/subnets/30707645-73b2-4e2d-a2d6-05a8eaa0bb21 HTTP/1.1" status: 204 len: 168 time: 0.2952516 Sep 28 09:12:21.773555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48208) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:21.774314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0679a-0aee-406a-88a7-43b38cfd8a16 None None] Network a04d74c0-dab6-44c8-a31e-303cb858393a requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:12:21.884261 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:21.996106 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.027411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b928-1135-4554-a007-7746a9553975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:12:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': 'e4d4b928-1135-4554-a007-7746a9553975', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.050172 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port e4d4b928-1135-4554-a007-7746a9553975 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:12:22.050493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.069677 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Checking router: 144f9c9c-98d7-4338-a9a6-9b35c3836101 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:12:22.085082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Routers {'144f9c9c-98d7-4338-a9a6-9b35c3836101'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:22.085708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['144f9c9c-98d7-4338-a9a6-9b35c3836101'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.134782 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port e4d4b928-1135-4554-a007-7746a9553975, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e4d4b928-1135-4554-a007-7746a9553975,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:22.135150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.148509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for e4d4b928-1135-4554-a007-7746a9553975 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:12:22.178473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] Set router 144f9c9c-98d7-4338-a9a6-9b35c3836101 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:22.207132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] DHCP port deletion for a04d74c0-dab6-44c8-a31e-303cb858393a request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:12:22.237810 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:12:21Z', 'revision_number': 6, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.283557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb790b-b3e5-44e7-85e0-362e0ec14263 None None] The sync data for ids ['144f9c9c-98d7-4338-a9a6-9b35c3836101'] in dv-neutron-859308-3-hyperv is: [{'id': '144f9c9c-98d7-4338-a9a6-9b35c3836101', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1999935385', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:10:42Z', 'updated_at': '2022-09-28T09:12:21Z', 'revision_number': 6, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:12:22.311209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Deleting port 4640a1c5-f88a-4995-a3a1-608bc4a53839 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:12:22.311582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.339123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.365828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=e4d4b928-1135-4554-a007-7746a9553975,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:22.379439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] For port 4640a1c5-f88a-4995-a3a1-608bc4a53839, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=4640a1c5-f88a-4995-a3a1-608bc4a53839,segment=NetworkSegment(28a90e78-619b-42bf-8de5-edb9d792ae5b),segment_id=28a90e78-619b-42bf-8de5-edb9d792ae5b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:22.379848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.393543 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Calling delete_port for 4640a1c5-f88a-4995-a3a1-608bc4a53839 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:12:22.428460 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.476795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.504873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] Pushing event deleted for resources: {'Port': ['ID=4640a1c5-f88a-4995-a3a1-608bc4a53839,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:22.508318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e991ef6-4004-4ac8-b904-9a0114c91791 None None] No DVR routers for this DVR port 4640a1c5-f88a-4995-a3a1-608bc4a53839 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:12:22.521202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.523668 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.570828 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.571484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Fanout notify agent at l3_agent the message router_deleted on router 144f9c9c-98d7-4338-a9a6-9b35c3836101 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:12:22.580373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.581928 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dcf238a1-8087-46f1-9709-7996f686bc1d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/routers/144f9c9c-98d7-4338-a9a6-9b35c3836101 HTTP/1.1" status: 204 len: 168 time: 0.8070586 Sep 28 09:12:22.584687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48210) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:22.606043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:12:22.631854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: aa0a08c1-ef74-42fc-9166-c02a6d97dd2c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:12:22.632320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device aa0a08c1-ef74-42fc-9166-c02a6d97dd2c not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:12:22.671716 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.759146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.785701 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04d74c0-dab6-44c8-a31e-303cb858393a']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.795280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a90e78-619b-42bf-8de5-edb9d792ae5b') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.795580 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a90e78-619b-42bf-8de5-edb9d792ae5b') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:22.804902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.818735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.824910 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:12:22.825372 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.858327 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 28a90e78-619b-42bf-8de5-edb9d792ae5b resource provider aggregate not found Sep 28 09:12:22.887501 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 28a90e78-619b-42bf-8de5-edb9d792ae5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28a90e78-619b-42bf-8de5-edb9d792ae5b found for delete ", "request_id": "req-2b0d7654-4190-476b-a9a9-c80506535a6b"}]} Sep 28 09:12:22.900930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.907864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:22.911181 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/networks/a04d74c0-dab6-44c8-a31e-303cb858393a HTTP/1.1" status: 204 len: 168 time: 0.3252277 Sep 28 09:12:22.914115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48216) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:22.922315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468a9ec-4b9d-4267-978c-4a88789e92c0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Network': ['ID=a04d74c0-dab6-44c8-a31e-303cb858393a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:22.980983 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.006429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.070651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.073455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.074864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/security-groups/ff0b1c11-113d-4fec-9ce3-827b3e644fef HTTP/1.1" status: 204 len: 168 time: 0.1595659 Sep 28 09:12:23.084401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3b015-b9e7-43b1-9f8c-7618a3bb6c99 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b1c11-113d-4fec-9ce3-827b3e644fef,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.196528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48222) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.201669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572813565', 'description': 'tempest-secgroup-smoke-572813565 description', 'project_id': '0b3b0999574947c09931d38dc6e10b29'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.223903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.300807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.314278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.345679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.346925 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1492410 Sep 28 09:12:23.348784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bfc72-de7c-4ed7-8e8e-81293d8db3b2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d627ac12-625c-4283-9c8e-f24f09ccc080,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.350162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48224) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.355101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.381057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.439215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.445601 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.466090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ff28a0-4a58-4579-a3b6-ea84caf614f1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.472134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.473707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-69b50a69-1578-4ed3-bbb2-3b93436f72c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224570 Sep 28 09:12:23.477451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.482085 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.509647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.569892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.571805 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d2243ca6-7da4-471d-aa10-f5e1443a841f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:12:23.575650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.591909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d2243ca6-7da4-471d-aa10-f5e1443a841f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:12:23.592237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d2243ca6-7da4-471d-aa10-f5e1443a841f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:12:23.592662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4640a1c5-f88a-4995-a3a1-608bc4a53839 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:12:23.596944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb760f6-bb29-48ef-b4fb-44dbe208e8c2,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.605666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.609658 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7dc8295f-bc41-4d42-a68a-8624aab9ce66 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284504 Sep 28 09:12:23.609898 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48228) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.612678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 4640a1c5-f88a-4995-a3a1-608bc4a53839 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:12:23.613022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 4640a1c5-f88a-4995-a3a1-608bc4a53839 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:12:23.613453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4d4b928-1135-4554-a007-7746a9553975 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:12:23.614940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.632957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e4d4b928-1135-4554-a007-7746a9553975 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:12:23.633290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e4d4b928-1135-4554-a007-7746a9553975 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:12:23.644431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.704357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.710728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.734525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5cdb52-64f2-4820-a48e-ce869079878f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.743587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.744800 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0ff04916-080b-4caa-889f-4600b1bb0abc tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339192 Sep 28 09:12:23.747620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48230) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.752233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.778195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.839961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.847534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.864599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b25741b-c09f-4f80-a37b-5708707f9d88,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:23.873192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.874759 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-47549692-6f43-4134-942f-2badad71b2cd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262138 Sep 28 09:12:23.877605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48232) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:23.882054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:23.903691 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:12:23.908521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.972526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.979077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:23.995778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aea3db-db63-4403-b410-c48298786cab,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:24.006481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.008791 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d88a6d45-260d-4e39-a69b-a46cd9a98ea4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291184 Sep 28 09:12:24.010828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48234) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:24.015572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': 'd627ac12-625c-4283-9c8e-f24f09ccc080', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:24.041610 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:12:24.049278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.121892 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.128184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.145460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c05fc-0adb-4e3f-9957-d79642dbb345,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:24.154458 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.155663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-6fde24d3-ee5c-46a1-b79b-8749883ebe95 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436040 Sep 28 09:12:24.158687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:24.163606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'network': {'name': 'tempest-network-smoke--327037636', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:24.184692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:12:24.188061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.211429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:12:24.221005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.221420 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Added segment 9284d44e-cb92-40a3-a8a9-0c5eff414694 of type vlan for network c90673a5-e691-4c1e-9d16-376d21f8b848 Sep 28 09:12:24.263343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.620963 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.626875 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:24.627450 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.665392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5055714 Sep 28 09:12:24.668226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48238) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:24.672561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'admin_state_up': True, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:24.710988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f70f0-0bba-49c1-8d81-fd123412f600 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Network': ['ID=c90673a5-e691-4c1e-9d16-376d21f8b848,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:24.723217 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c90673a5-e691-4c1e-9d16-376d21f8b848 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:12:24.726286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.727472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.783587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:24.924043 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.130813 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.149394 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.255837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.140 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/16f4d67e-955b-4906-8a0a-5080746018bb) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:12:25.358976 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.396067 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.441064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:25.443882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:25.447233 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:12:25.454680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=16f4d67e-955b-4906-8a0a-5080746018bb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:25.706033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:25.904580 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.037472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 993853c0-f838-414f-9c47-6c8a3235ead0 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:12:26.144559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:12:26.154359 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Sync routers for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:12:26.164626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:26.165490 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:26.167698 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.168933 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0143f4d4-7fbd-4841-bc25-02b6685a294d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4998124 Sep 28 09:12:26.172408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48240) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:26.201143 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5fa6265a-b7d1-4e49-9e43-eb9bbeca840a tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0b3b0999574947c09931d38dc6e10b29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275717 Sep 28 09:12:26.204018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48242) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:26.268939 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:26.295288 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac8eef-5bb9-44d0-b9ca-715ce1cce76f tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:26.296878 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-caac8eef-5bb9-44d0-b9ca-715ce1cce76f tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920386 Sep 28 09:12:26.299703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48244) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:26.327208 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-384591fd-ba28-4beb-831b-ee62c842f318 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264328 Sep 28 09:12:26.329809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:26.334688 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020715259', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:26.428438 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:12:26.432058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.442656 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:25Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:26.469053 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Checking router: 993853c0-f838-414f-9c47-6c8a3235ead0 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:12:26.469377 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Updating router 993853c0-f838-414f-9c47-6c8a3235ead0 port 16f4d67e-955b-4906-8a0a-5080746018bb binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:12:26.493169 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.622173 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.682670 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Subnet': ['ID=a9d47c8b-2aa0-4356-8608-ffea500b85f1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:26.691665 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Checking segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:12:26.692025 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network hostable DHCP agents. Network: c90673a5-e691-4c1e-9d16-376d21f8b848, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:12:26.710230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c90673a5-e691-4c1e-9d16-376d21f8b848 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:12:26.720835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c90673a5-e691-4c1e-9d16-376d21f8b848) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:26.725755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:26.726639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.733755 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e738a0b-bd38-4e6e-8c48-c9b66aab1afd None None] Network c90673a5-e691-4c1e-9d16-376d21f8b848 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:12:26.750638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1843f60b-d040-474b-b6e1-5902d96d8fd3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4168627 Sep 28 09:12:26.750884 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48248) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:26.755983 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.762965 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.895347 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Attempting to bind port 16f4d67e-955b-4906-8a0a-5080746018bb on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:12:26.895720 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Attempting to bind port 16f4d67e-955b-4906-8a0a-5080746018bb by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:12:26.896173 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Attempting to bind port 16f4d67e-955b-4906-8a0a-5080746018bb on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:12:26.905674 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:12:26.906039 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:12:26.906435 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.906816 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:12:26.907274 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Bound port: 16f4d67e-955b-4906-8a0a-5080746018bb, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:12:26.907675 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.908502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c90673a5-e691-4c1e-9d16-376d21f8b848', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:12:26.909521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:26.931193 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Pushing event updated for resources: {'Port': ['ID=16f4d67e-955b-4906-8a0a-5080746018bb,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:26.942792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.942792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.942792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.942792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.942792 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.943355 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.943355 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.943667 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.943980 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.944284 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.944599 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.946051 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:12:26.982612 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] For port 16f4d67e-955b-4906-8a0a-5080746018bb, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:12:26.986214 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] For port 16f4d67e-955b-4906-8a0a-5080746018bb, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16f4d67e-955b-4906-8a0a-5080746018bb,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:12:26.993976 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.039295 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:27.039927 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:27.065150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Allocated IP 172.20.0.2 (c90673a5-e691-4c1e-9d16-376d21f8b848/a9d47c8b-2aa0-4356-8608-ffea500b85f1/545118ad-acfb-4399-a776-51ffdc31f320) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:12:27.141802 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccaa0a-e2a3-422a-b1f2-729ab8bb1a1e None None] Pushing event updated for resources: {'Port': ['ID=16f4d67e-955b-4906-8a0a-5080746018bb,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:27.168378 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:27.214844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.221412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.240538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.262570 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Network c90673a5-e691-4c1e-9d16-376d21f8b848 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:27.265689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:27.269263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:12:27.282446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Pushing event updated for resources: {'Port': ['ID=545118ad-acfb-4399-a776-51ffdc31f320,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:27.339141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Attempting to bind port 545118ad-acfb-4399-a776-51ffdc31f320 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:12:27.339425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Attempting to bind port 545118ad-acfb-4399-a776-51ffdc31f320 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:12:27.339773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Attempting to bind port 545118ad-acfb-4399-a776-51ffdc31f320 on network c90673a5-e691-4c1e-9d16-376d21f8b848 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:12:27.345784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:12:27.346224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Checking segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:12:27.346551 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.346942 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Bound using segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:12:27.347417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Bound port: 545118ad-acfb-4399-a776-51ffdc31f320, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:12:27.347914 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.357188 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:25Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:27.383710 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964acd3-0430-41f7-93c1-d0f4453c71d3 None None] The sync data for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv is: [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:25Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:12:27.418145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] For port 545118ad-acfb-4399-a776-51ffdc31f320, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:12:27.421587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] For port 545118ad-acfb-4399-a776-51ffdc31f320, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=545118ad-acfb-4399-a776-51ffdc31f320,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:12:27.427892 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.486992 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b655-256b-4d57-b740-7f6ac8e6c0ca None None] Pushing event updated for resources: {'Port': ['ID=545118ad-acfb-4399-a776-51ffdc31f320,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:27.557248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.1 (c90673a5-e691-4c1e-9d16-376d21f8b848/a9d47c8b-2aa0-4356-8608-ffea500b85f1/fe84eb23-f3ad-48e6-897b-61c7f0478f1b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:12:27.718439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.761224 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:27.817547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c90673a5-e691-4c1e-9d16-376d21f8b848 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:27.825495 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:27.833643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:12:27.837865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:27.880639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.020302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.315058 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.321305 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.402467 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.405659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:28.475040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3305be-ef4b-4a10-94bd-23fe9a96532d None None] Network c90673a5-e691-4c1e-9d16-376d21f8b848 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:12:28.499787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c90673a5-e691-4c1e-9d16-376d21f8b848 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:28.501278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:28.546329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Provisioning complete for port 545118ad-acfb-4399-a776-51ffdc31f320 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:28.546704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.547043 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Attempt 1 to provision port 545118ad-acfb-4399-a776-51ffdc31f320 Sep 28 09:12:28.618906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 993853c0-f838-414f-9c47-6c8a3235ead0 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:12:28.692075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Current status of the port 545118ad-acfb-4399-a776-51ffdc31f320 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:28.692464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.738966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] For port 545118ad-acfb-4399-a776-51ffdc31f320, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=545118ad-acfb-4399-a776-51ffdc31f320,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:28.747020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.813849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1006-a9e5-47cb-a0e3-ac7aff3e93c2 None None] Pushing event updated for resources: {'Port': ['ID=545118ad-acfb-4399-a776-51ffdc31f320,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:28.970437 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Provisioning complete for port fe84eb23-f3ad-48e6-897b-61c7f0478f1b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:28.970815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:28.971157 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Attempt 1 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:29.009367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Port fe84eb23-f3ad-48e6-897b-61c7f0478f1b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:12:29.100662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:12:29.108229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e580f723-5eda-4946-98fb-a4d845fa41ce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/993853c0-f838-414f-9c47-6c8a3235ead0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541243 Sep 28 09:12:29.125558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Sync routers for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:12:29.144293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:29.144944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:29.264804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:29.328597 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-d6a62a3e-cd68-4557-b2cc-ba6ea1e82607 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572813565&fields=id&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 267 time: 0.0353429 Sep 28 09:12:29.442923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-7ca05afc-233f-4a01-ad62-bdde859e1aad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:29.444398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-7ca05afc-233f-4a01-ad62-bdde859e1aad tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 796 time: 0.1078849 Sep 28 09:12:29.460378 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-f932aa72-939c-48d2-949c-e9a4dd4ba38a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/quotas/0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 375 time: 0.0094316 Sep 28 09:12:29.487731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:28Z', 'revision_number': 2, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:29.513290 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-c9c3073e-fc6f-4915-88cb-18b1cf955ff5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470932 Sep 28 09:12:29.520455 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Attempt 2 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:29.523466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Checking router: 993853c0-f838-414f-9c47-6c8a3235ead0 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:12:29.523889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Updating router 993853c0-f838-414f-9c47-6c8a3235ead0 port fe84eb23-f3ad-48e6-897b-61c7f0478f1b binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:12:29.571177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:29.586426 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Port fe84eb23-f3ad-48e6-897b-61c7f0478f1b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:12:29.633749 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-79310028-eacf-4721-9ad4-bcb9e661a2d5 service neutron] 10.222.0.27 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070004 Sep 28 09:12:29.672495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16f4d67e-955b-4906-8a0a-5080746018bb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:12:29.730436 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-0bf065ab-e250-421e-b35b-132623e0eeb8 service neutron] 10.222.0.27 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937715 Sep 28 09:12:29.911181 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-92749e5f-7dad-4e50-90df-9e098d994729 req-356fbe76-7ce3-4e49-b6fc-579ed5504179 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Sep 28 09:12:29.955322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 16f4d67e-955b-4906-8a0a-5080746018bb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:29.955702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:29.956039 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 16f4d67e-955b-4906-8a0a-5080746018bb Sep 28 09:12:30.088214 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Attempt 3 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:30.134127 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.138371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 16f4d67e-955b-4906-8a0a-5080746018bb is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:30.138509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.159020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.169089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Port fe84eb23-f3ad-48e6-897b-61c7f0478f1b cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:12:30.196264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 16f4d67e-955b-4906-8a0a-5080746018bb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16f4d67e-955b-4906-8a0a-5080746018bb,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:30.204095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.204869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 545118ad-acfb-4399-a776-51ffdc31f320 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:12:30.269247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65d115-6b99-47e4-b36d-b8e1fa4aa2a1 None None] Pushing event updated for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:30.330321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Attempting to bind port fe84eb23-f3ad-48e6-897b-61c7f0478f1b on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:12:30.330712 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Attempting to bind port fe84eb23-f3ad-48e6-897b-61c7f0478f1b by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:12:30.331109 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Attempting to bind port fe84eb23-f3ad-48e6-897b-61c7f0478f1b on network c90673a5-e691-4c1e-9d16-376d21f8b848 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:12:30.350043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:12:30.350300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Checking segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:12:30.350724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.351110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Bound using segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:12:30.351600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Bound port: fe84eb23-f3ad-48e6-897b-61c7f0478f1b, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:12:30.351950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.365989 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=16f4d67e-955b-4906-8a0a-5080746018bb,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:30.374843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 545118ad-acfb-4399-a776-51ffdc31f320 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:30.375209 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.375555 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 545118ad-acfb-4399-a776-51ffdc31f320 Sep 28 09:12:30.459014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] For port fe84eb23-f3ad-48e6-897b-61c7f0478f1b, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:12:30.462569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] For port fe84eb23-f3ad-48e6-897b-61c7f0478f1b, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:12:30.467167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.528485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 545118ad-acfb-4399-a776-51ffdc31f320 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:30.532114 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:30.532727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:30.584483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65d115-6b99-47e4-b36d-b8e1fa4aa2a1 None None] Pushing event updated for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:30.658946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:30.686954 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Attempt 4 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:30.864716 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-af6cc1a3-3827-4680-bd18-9ec8ce8bf65b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:30.866334 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-af6cc1a3-3827-4680-bd18-9ec8ce8bf65b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 796 time: 0.1162801 Sep 28 09:12:30.882686 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Current status of the port fe84eb23-f3ad-48e6-897b-61c7f0478f1b is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:30.883167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:30.912739 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-5d463b02-6968-499e-81b5-7d1d4d92cb16 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 379 time: 0.0364416 Sep 28 09:12:30.922507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'port': {'device_id': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'admin_state_up': True, 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'security_groups': ['d627ac12-625c-4283-9c8e-f24f09ccc080']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:30.952878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] For port fe84eb23-f3ad-48e6-897b-61c7f0478f1b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:30.960988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.014728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Provisioning complete for port 545118ad-acfb-4399-a776-51ffdc31f320 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:31.015145 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.015491 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Attempt 1 to provision port 545118ad-acfb-4399-a776-51ffdc31f320 Sep 28 09:12:31.042990 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c20f0cbd-e916-41a4-b1b4-7c47002d867b req-951ec163-4a9e-4578-894b-1b7b1c49b2f7 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 210 time: 0.0397418 Sep 28 09:12:31.048854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Pushing event updated for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:31.052962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:31.076915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:12:31.080650 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.085263 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ea633a-7ae0-452c-9ae4-9cfb8cc238da None None] The sync data for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv is: [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:12:31.162556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb6565-f5da-4e1a-9d1f-f498e2922072 None None] Current status of the port 545118ad-acfb-4399-a776-51ffdc31f320 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:31.225703 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.3 (c90673a5-e691-4c1e-9d16-376d21f8b848/a9d47c8b-2aa0-4356-8608-ffea500b85f1/5373717a-7371-4673-8e44-f2aefc85bec7) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:12:31.285074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0e3cf2e2-515e-411f-8164-0fc43ecdd138 None None] Provisioning complete for port fe84eb23-f3ad-48e6-897b-61c7f0478f1b triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:31.285756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e3cf2e2-515e-411f-8164-0fc43ecdd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.286240 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0e3cf2e2-515e-411f-8164-0fc43ecdd138 None None] Attempt 1 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:31.376123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cf2e2-515e-411f-8164-0fc43ecdd138 None None] Current status of the port fe84eb23-f3ad-48e6-897b-61c7f0478f1b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:31.387313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.422513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.466037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c90673a5-e691-4c1e-9d16-376d21f8b848 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:31.469308 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:31.473050 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:12:31.499852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:31.531054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:31.531591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.552816 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-267c7a92-48ce-4ad0-b0fa-ffc060a66676 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343899 Sep 28 09:12:31.568954 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Request body: {'port': {'device_id': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:31.649102 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.689352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fe84eb23-f3ad-48e6-897b-61c7f0478f1b up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:12:31.748056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port fe84eb23-f3ad-48e6-897b-61c7f0478f1b triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:31.748736 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.749529 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port fe84eb23-f3ad-48e6-897b-61c7f0478f1b Sep 28 09:12:31.811937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Provisioning complete for port 5373717a-7371-4673-8e44-f2aefc85bec7 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:31.812560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.812902 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Attempt 1 to provision port 5373717a-7371-4673-8e44-f2aefc85bec7 Sep 28 09:12:31.880710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Port 5373717a-7371-4673-8e44-f2aefc85bec7 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:12:31.881265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port fe84eb23-f3ad-48e6-897b-61c7f0478f1b is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:31.882418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16f4d67e-955b-4906-8a0a-5080746018bb up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:12:31.929721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 16f4d67e-955b-4906-8a0a-5080746018bb triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:31.930004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.930405 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 16f4d67e-955b-4906-8a0a-5080746018bb Sep 28 09:12:31.943100 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5373717a-7371-4673-8e44-f2aefc85bec7 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:12:31.952832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:31.965807 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Transition to ACTIVE for port object 5373717a-7371-4673-8e44-f2aefc85bec7 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:12:31.973053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:32.020621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 16f4d67e-955b-4906-8a0a-5080746018bb is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:32.055268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:32.087530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Attempting to bind port 5373717a-7371-4673-8e44-f2aefc85bec7 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:12:32.087868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Attempting to bind port 5373717a-7371-4673-8e44-f2aefc85bec7 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:12:32.088194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Attempting to bind port 5373717a-7371-4673-8e44-f2aefc85bec7 on network c90673a5-e691-4c1e-9d16-376d21f8b848 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:12:32.093599 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Port 5373717a-7371-4673-8e44-f2aefc85bec7 on network c90673a5-e691-4c1e-9d16-376d21f8b848 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:12:32.093918 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Attempting to bind port 5373717a-7371-4673-8e44-f2aefc85bec7 on network c90673a5-e691-4c1e-9d16-376d21f8b848 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:12:32.102286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:12:32.102660 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Checking segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:12:32.103118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Bound using segment: {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:12:32.103702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Bound port: 5373717a-7371-4673-8e44-f2aefc85bec7, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9284d44e-cb92-40a3-a8a9-0c5eff414694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:12:32.104069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:32.174759 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:12:32.175228 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78d80-3c9d-4073-b37f-1bda57d62706 req-c63855b6-6bc1-4f8f-bf8f-4cf3cf9fd964 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.178114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5373717a-7371-4673-8e44-f2aefc85bec7,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:12:32.182352 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-75a78d80-3c9d-4073-b37f-1bda57d62706 req-c63855b6-6bc1-4f8f-bf8f-4cf3cf9fd964 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 943 time: 0.0555489 Sep 28 09:12:32.186109 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:32.189437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.190040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:32.191795 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] 10.222.0.62 "PUT /v2.0/ports/5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 1093 time: 0.6297302 Sep 28 09:12:32.193985 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:12:32.197644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:12:32.223329 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-75a78d80-3c9d-4073-b37f-1bda57d62706 req-97989de0-739f-4d42-b623-baa51dbcda1f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382609 Sep 28 09:12:32.255426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736aea5a-74ab-40d6-9836-a2744b97c4af x-openstack-request-id: req-736aea5a-74ab-40d6-9836-a2744b97c4af {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:12:32.255801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:12:32.256118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-736aea5a-74ab-40d6-9836-a2744b97c4af {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:12:32.256615 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736aea5a-74ab-40d6-9836-a2744b97c4af'] response: {'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7', 'status': 'completed', 'code': 200} Sep 28 09:12:32.286775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c991ec-0857-444f-ad36-cf9ef5bbfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:32.304445 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-70d219b4-9655-4ceb-8e1a-a477ce32aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.306052 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-70d219b4-9655-4ceb-8e1a-a477ce32aedc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1096 time: 0.0664363 Sep 28 09:12:32.348741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-20ac107f-9959-4a6e-91f1-11b63555d495 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 217 time: 0.0348489 Sep 28 09:12:32.381914 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Attempt 2 to provision port 5373717a-7371-4673-8e44-f2aefc85bec7 Sep 28 09:12:32.406415 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-f79b8aa6-dfe1-4bbc-91ca-3e249af57f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.408055 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-f79b8aa6-dfe1-4bbc-91ca-3e249af57f0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0497556 Sep 28 09:12:32.426866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9aa83c7a-fbbb-41fc-bfa8-f0fb91f4cf6f None None] Port 5373717a-7371-4673-8e44-f2aefc85bec7 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:12:32.459816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-d548b226-6476-4384-87bf-479da1eaa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.461316 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-d548b226-6476-4384-87bf-479da1eaa248 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469949 Sep 28 09:12:32.556223 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-937ce04f-487b-44cf-81e1-bb230d80ca72 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882573 Sep 28 09:12:32.652747 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0ef04c75-6f7e-4525-8191-6f3fa6bc95a3 req-ce22e13c-848f-42ff-86de-43fe31abfdb0 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889957 Sep 28 09:12:32.747556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-55409e72-eef0-4fa6-b9c3-936c64de7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.749489 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-55409e72-eef0-4fa6-b9c3-936c64de7f9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1096 time: 0.0430055 Sep 28 09:12:32.847442 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-49696e9c-cbe3-4876-9fa6-3b9472888548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.848959 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-49696e9c-cbe3-4876-9fa6-3b9472888548 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 897 time: 0.0926828 Sep 28 09:12:32.896754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-20fafce9-84d0-4805-a408-5a4d6dd90a25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 217 time: 0.0402253 Sep 28 09:12:32.948284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-1c47a2b1-a7ab-4f73-b7ab-6f67118539ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:32.949986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-1c47a2b1-a7ab-4f73-b7ab-6f67118539ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0456088 Sep 28 09:12:33.004054 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-2884b816-b227-4325-a0ef-ac9f431d8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:33.006045 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-2884b816-b227-4325-a0ef-ac9f431d8746 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483143 Sep 28 09:12:33.098834 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-46a2a206-f14a-4f85-a98f-6072a7ea6790 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Sep 28 09:12:33.201475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bf7d5446-8863-4c7a-99d8-ae5b5f8796da req-0318ef6c-74b2-49a9-97d0-b176b34a96a9 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954158 Sep 28 09:12:33.356739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b99ea4-3ffb-4610-af40-45beca981d4d req-755d4c5a-b496-4bdf-849c-fe82b44bde77 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:33.358286 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57b99ea4-3ffb-4610-af40-45beca981d4d req-755d4c5a-b496-4bdf-849c-fe82b44bde77 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 943 time: 0.0510044 Sep 28 09:12:33.403319 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-57b99ea4-3ffb-4610-af40-45beca981d4d req-8af7d99d-7fe1-47c9-a922-2fca1e0c4283 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Sep 28 09:12:33.658412 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:34.531590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dba345-9f1d-4e3e-b8f5-b57c31c7aa35 req-80419062-b7eb-4fc2-a428-cc181cb8e941 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:34.533152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-79dba345-9f1d-4e3e-b8f5-b57c31c7aa35 req-80419062-b7eb-4fc2-a428-cc181cb8e941 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 943 time: 0.0530667 Sep 28 09:12:34.576568 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-79dba345-9f1d-4e3e-b8f5-b57c31c7aa35 req-fcb5f3ef-3819-47b5-8a94-13d1bb6edb10 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340044 Sep 28 09:12:35.039727 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:12:35.722218 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6c40-1420-4e26-9995-4c31d7aed9a5 req-87cc5dd1-17d5-4604-8933-a3bb80426cd6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:35.723716 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-448a6c40-1420-4e26-9995-4c31d7aed9a5 req-87cc5dd1-17d5-4604-8933-a3bb80426cd6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 943 time: 0.0601904 Sep 28 09:12:35.762384 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-448a6c40-1420-4e26-9995-4c31d7aed9a5 req-6ee804e3-cdbb-4de9-b584-b70badec8c6b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Sep 28 09:12:36.495430 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b096d26b-0cd9-4f80-8ecb-fd4980a4b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:36.639392 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5373717a-7371-4673-8e44-f2aefc85bec7 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:12:36.749669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5373717a-7371-4673-8e44-f2aefc85bec7,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:36.761014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '5373717a-7371-4673-8e44-f2aefc85bec7', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'port_id': '5373717a-7371-4673-8e44-f2aefc85bec7', 'mac_address': 'fa:16:3e:b0:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:12:36.799640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5373717a-7371-4673-8e44-f2aefc85bec7 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:36.800040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:36.814154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5373717a-7371-4673-8e44-f2aefc85bec7 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:12:36.835120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5373717a-7371-4673-8e44-f2aefc85bec7,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:36.841267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:36.890839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce758-17a8-4825-9f2b-58fcf9b1aeb5 req-f713d52b-5bc3-46b3-b005-a3ec52f38231 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:36.892327 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d43ce758-17a8-4825-9f2b-58fcf9b1aeb5 req-f713d52b-5bc3-46b3-b005-a3ec52f38231 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 944 time: 0.0507011 Sep 28 09:12:36.892906 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:36.931166 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d43ce758-17a8-4825-9f2b-58fcf9b1aeb5 req-6ca4dfeb-0dda-4458-8262-d30e18f45273 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326028 Sep 28 09:12:37.055202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['5373717a-7371-4673-8e44-f2aefc85bec7'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:12:38.056865 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a60e8-6ddd-4bfc-a275-eb8371e0fba7 req-cb756951-6dd1-4976-b69a-0cd8414ffeaa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:38.058381 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-021a60e8-6ddd-4bfc-a275-eb8371e0fba7 req-cb756951-6dd1-4976-b69a-0cd8414ffeaa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 944 time: 0.0504355 Sep 28 09:12:38.096253 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-021a60e8-6ddd-4bfc-a275-eb8371e0fba7 req-3290c426-c530-4924-9e1c-a14325329ea5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Sep 28 09:12:38.652936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5373717a-7371-4673-8e44-f2aefc85bec7 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:12:38.709334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 5373717a-7371-4673-8e44-f2aefc85bec7 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:12:38.716440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 5373717a-7371-4673-8e44-f2aefc85bec7 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:12:38.719860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:38.720292 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 5373717a-7371-4673-8e44-f2aefc85bec7 Sep 28 09:12:38.776259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a659fbc5-f60c-4c01-80fb-7649bd894a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:38.814933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5373717a-7371-4673-8e44-f2aefc85bec7 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:12:38.815327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:38.984978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:12:38.987383 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69bc7e0-4d3a-4edf-8920-b02b858ce473" -d '{"events": [{"server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "name": "network-vif-plugged", "status": "completed", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:12:39.000439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5373717a-7371-4673-8e44-f2aefc85bec7,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:12:39.006653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:39.040506 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994671ea-c7ea-41d3-9b66-0029db874d18 x-openstack-request-id: req-994671ea-c7ea-41d3-9b66-0029db874d18 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:12:39.040803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "name": "network-vif-plugged", "status": "completed", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:12:39.041077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-994671ea-c7ea-41d3-9b66-0029db874d18 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:12:39.041481 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994671ea-c7ea-41d3-9b66-0029db874d18'] response: {'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7', 'code': 200} Sep 28 09:12:39.068464 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:39.200088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f17330-2acd-45dd-a605-e6041ba08dc8 req-a3a1b93d-0cf4-4ecb-9d8e-a2c23036574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:39.202110 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a9f17330-2acd-45dd-a605-e6041ba08dc8 req-a3a1b93d-0cf4-4ecb-9d8e-a2c23036574c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1098 time: 0.0448554 Sep 28 09:12:39.224526 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e6cd-f659-4e7e-99b5-1d9a227b3ca1 req-f7108677-af85-4690-b21b-fc06a18ce2c8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:39.226444 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6eb7e6cd-f659-4e7e-99b5-1d9a227b3ca1 req-f7108677-af85-4690-b21b-fc06a18ce2c8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Sep 28 09:12:39.238001 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a9f17330-2acd-45dd-a605-e6041ba08dc8 req-955f1aec-cf7c-4d2a-b9e5-4e4eb35e7ed3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299840 Sep 28 09:12:39.268443 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6eb7e6cd-f659-4e7e-99b5-1d9a227b3ca1 req-aa0f99e7-9ac5-4ee7-8bc6-9dd1b05401ec tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Sep 28 09:12:40.292508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:40.406565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a079a2-f1cf-4a7d-974e-72da6f678b32 req-86e22eb0-643e-4fd8-aed7-9b686a6b6daa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:40.408070 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-00a079a2-f1cf-4a7d-974e-72da6f678b32 req-86e22eb0-643e-4fd8-aed7-9b686a6b6daa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0573623 Sep 28 09:12:40.450534 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-00a079a2-f1cf-4a7d-974e-72da6f678b32 req-f6a26e96-ce76-47cb-861a-58e340d1007d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Sep 28 09:12:41.447689 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:41.583561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ec296-1635-4258-84c3-d785ea9097f8 req-35ddaafd-8186-4757-a678-e4a45f1e22d9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:41.585271 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-536ec296-1635-4258-84c3-d785ea9097f8 req-35ddaafd-8186-4757-a678-e4a45f1e22d9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0601807 Sep 28 09:12:41.625700 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-536ec296-1635-4258-84c3-d785ea9097f8 req-c019a972-b81f-4de5-9286-a62749070564 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342414 Sep 28 09:12:41.725265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:41.753073 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff727898-2407-451c-a6e1-a57de76df9f6 req-4c1f7d39-21e6-4fed-af8d-20147656daf4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:41.754555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff727898-2407-451c-a6e1-a57de76df9f6 req-4c1f7d39-21e6-4fed-af8d-20147656daf4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Sep 28 09:12:41.792935 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ff727898-2407-451c-a6e1-a57de76df9f6 req-8e217d48-3698-410c-83eb-d4759fa189a4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322688 Sep 28 09:12:41.827318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:41.877729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbffa2-dbef-447c-a794-42da51f97bab tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:41.879152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4cbbffa2-dbef-447c-a794-42da51f97bab tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1093 time: 0.0499892 Sep 28 09:12:41.882162 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48304) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:41.886429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '5373717a-7371-4673-8e44-f2aefc85bec7', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:12:41.910403 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.011687 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.118914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.211 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/260a9993-c838-4971-93a8-47d69e0580a9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:12:42.218876 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.259215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.300319 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:12:42.303087 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:12:42.306498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:12:42.315060 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=260a9993-c838-4971-93a8-47d69e0580a9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:42.676002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.756955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.925223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.933482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:42.997200 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=260a9993-c838-4971-93a8-47d69e0580a9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:12:43.000084 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:43.107002 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 2e093325-c27b-4733-84c2-3ee4f8d87d6a associated. External IP: 172.26.4.211, port: 5373717a-7371-4673-8e44-f2aefc85bec7. Sep 28 09:12:43.328030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 993853c0-f838-414f-9c47-6c8a3235ead0 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:12:43.438590 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:12:43.452053 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Sync routers for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:12:43.458886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:12:43.464057 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:43.464675 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:43.492815 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9599bf28-41ee-4773-856c-7bb71b3df54c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6096532 Sep 28 09:12:43.493532 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:12:43.495978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:12:43.532330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd033a69-10db-431f-8236-35e334ee1425 x-openstack-request-id: req-fd033a69-10db-431f-8236-35e334ee1425 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:12:43.532627 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:12:43.532942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd033a69-10db-431f-8236-35e334ee1425 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:12:43.533515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd033a69-10db-431f-8236-35e334ee1425'] response: {'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7', 'status': 'completed', 'code': 200} Sep 28 09:12:43.581954 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:43.595176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128aec5-ef83-4e17-9b34-086d80a2acbd req-b35dab6e-17d6-438a-afbc-8bf0187a7f4d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:43.596691 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2128aec5-ef83-4e17-9b34-086d80a2acbd req-b35dab6e-17d6-438a-afbc-8bf0187a7f4d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0534108 Sep 28 09:12:43.596972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-f91ce1db-d7d1-4895-8130-8c288a3d0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:43.598524 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-f91ce1db-d7d1-4895-8130-8c288a3d0ea6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1098 time: 0.0419548 Sep 28 09:12:43.636348 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2128aec5-ef83-4e17-9b34-086d80a2acbd req-fa96a967-613f-4b82-9add-7dfc695a1bdd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Sep 28 09:12:43.666375 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48310) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:43.696065 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-7551708c-ddae-4367-a942-3ac72e266613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:43.697678 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-7551708c-ddae-4367-a942-3ac72e266613 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 897 time: 0.0922740 Sep 28 09:12:43.735071 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e02b32f9-d2ab-4d69-9783-8132a2511915 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/2e093325-c27b-4733-84c2-3ee4f8d87d6a HTTP/1.1" status: 200 len: 991 time: 0.0669193 Sep 28 09:12:43.765340 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-f71d2be6-523a-47e9-9fcc-b5fa91474f72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 999 time: 0.0600004 Sep 28 09:12:43.802505 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2e093325-c27b-4733-84c2-3ee4f8d87d6a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'port_id': '5373717a-7371-4673-8e44-f2aefc85bec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'mac_address': 'fa:16:3e:b0:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:12:42Z', 'updated_at': '2022-09-28T09:12:42Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:43.813062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-db9b201f-ea05-4745-adfc-f385e4da808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:43.814623 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-db9b201f-ea05-4745-adfc-f385e4da808b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0431349 Sep 28 09:12:43.828143 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Checking router: 993853c0-f838-414f-9c47-6c8a3235ead0 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:12:43.837024 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:12:43.837595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:12:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:43.864026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-d9c1e0c9-f8d3-47c3-ac12-dbdc0efe52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:12:43.865675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-d9c1e0c9-f8d3-47c3-ac12-dbdc0efe52ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451384 Sep 28 09:12:43.941128 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:12:43.955649 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-2d14b8ed-ae9e-4376-9f9b-3ea61ed9c2ff service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835004 Sep 28 09:12:44.174192 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2e093325-c27b-4733-84c2-3ee4f8d87d6a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'port_id': '5373717a-7371-4673-8e44-f2aefc85bec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'mac_address': 'fa:16:3e:b0:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:12:42Z', 'updated_at': '2022-09-28T09:12:42Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:12:44.200804 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcefada-0b27-4ce1-b4ca-452b19a60951 None None] The sync data for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv is: [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '2e093325-c27b-4733-84c2-3ee4f8d87d6a', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'port_id': '5373717a-7371-4673-8e44-f2aefc85bec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'mac_address': 'fa:16:3e:b0:cc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:12:42Z', 'updated_at': '2022-09-28T09:12:42Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:12:44.404490 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1bc8dacb-f351-4886-8fdd-47d9bcea6ae1 req-d471d88f-7b99-4910-8ca2-56343cd455ad service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425170 Sep 28 09:12:44.407702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e77e2-e35c-48ac-a8cb-2eba25d4ed5b None None] New status for floating IP 2e093325-c27b-4733-84c2-3ee4f8d87d6a: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:12:44.740155 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48312) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:12:44.815681 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-25dd0eb2-6f32-4ba0-8fdd-f87d9a72e6fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/2e093325-c27b-4733-84c2-3ee4f8d87d6a HTTP/1.1" status: 200 len: 993 time: 0.0738478 Sep 28 09:12:50.698355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-ce65cda0-9c0e-458c-b052-e92e187654c4 req-b8f0eb24-d1c7-4318-80a9-96563b2e518d service neutron] (103308) timed out ('10.222.0.27', 44364) {{(pid=103308) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 28 09:13:03.672770 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:06.495979 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6664829-aad7-4523-876b-7af295ebe3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:08.773744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7bb6-e200-4198-a29b-4b067ec411c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:10.303880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:11.452223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:11.726369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:12.040409 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:13:16.314581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3ae37-eb92-48af-9edd-d578a105722b req-c187c84e-dba5-489d-a9da-262b0b5295df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:16.316772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ebe3ae37-eb92-48af-9edd-d578a105722b req-c187c84e-dba5-489d-a9da-262b0b5295df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0522797 Sep 28 09:13:16.356377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ebe3ae37-eb92-48af-9edd-d578a105722b req-f6f2df23-7e7d-4d1e-9cec-9111d8656492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327332 Sep 28 09:13:17.501414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d71df-bc8e-42b5-a0a7-dbc3dfb958f2 req-29913037-3457-40d5-8542-9357d1f1b417 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:17.502952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-031d71df-bc8e-42b5-a0a7-dbc3dfb958f2 req-29913037-3457-40d5-8542-9357d1f1b417 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0607367 Sep 28 09:13:17.544651 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-031d71df-bc8e-42b5-a0a7-dbc3dfb958f2 req-221e8837-10d8-411c-a274-db2c887536eb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355184 Sep 28 09:13:18.679915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4fb19-f52b-4799-8575-50c02f352819 req-0c0ecf32-5e78-4d16-8926-13edb2860545 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:18.681473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8f4fb19-f52b-4799-8575-50c02f352819 req-0c0ecf32-5e78-4d16-8926-13edb2860545 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Sep 28 09:13:18.728736 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e8f4fb19-f52b-4799-8575-50c02f352819 req-7f7e5ec8-7d79-4a0a-94ee-4b5e5583175b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378978 Sep 28 09:13:19.860369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d9d4b-30a3-4679-8b0b-69a7d2924d30 req-003dc426-22bc-4aca-a593-192bcddf6d40 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:19.861873 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-278d9d4b-30a3-4679-8b0b-69a7d2924d30 req-003dc426-22bc-4aca-a593-192bcddf6d40 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0567558 Sep 28 09:13:19.900759 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-278d9d4b-30a3-4679-8b0b-69a7d2924d30 req-4b844151-fcbd-4831-b7bb-2ad7f7f1269b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Sep 28 09:13:21.029198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6abd1-7c77-4302-923f-badb495ea034 req-6834675e-e0aa-45a8-8959-29029668be09 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:21.030660 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01f6abd1-7c77-4302-923f-badb495ea034 req-6834675e-e0aa-45a8-8959-29029668be09 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Sep 28 09:13:21.069443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01f6abd1-7c77-4302-923f-badb495ea034 req-ed1522b4-d557-4c94-a871-0f0babd6d15c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315776 Sep 28 09:13:21.303717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-62af03d0-d7e2-4acf-aec6-01ada94c9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:21.305292 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-62af03d0-d7e2-4acf-aec6-01ada94c9f78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1098 time: 0.0452673 Sep 28 09:13:21.415754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-352b680c-69c6-4b2e-a08d-292abbfb82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:21.417099 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-352b680c-69c6-4b2e-a08d-292abbfb82c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 897 time: 0.0897510 Sep 28 09:13:21.492351 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-1d6afafa-69cb-4672-8012-0fbe94979148 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 1001 time: 0.0681329 Sep 28 09:13:21.546494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-2792d792-2506-486a-894e-716d707ca20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:21.547947 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-2792d792-2506-486a-894e-716d707ca20e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0494699 Sep 28 09:13:21.599254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-86bf4866-2483-4007-9218-b58b11d79b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:21.600735 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-86bf4866-2483-4007-9218-b58b11d79b94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463030 Sep 28 09:13:21.692171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-949b6f09-e42c-4479-93f2-91f0ea5585ec service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844905 Sep 28 09:13:21.788449 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-09e2dcf9-411e-48dc-873c-8f18cf575bd6 req-68c77424-0e5d-432e-a0a6-8a717dc534e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896370 Sep 28 09:13:22.202087 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae2b2-ceee-408e-80db-3ec33d38de3a req-b500fd63-5ae4-4eac-bd34-50c0400b51f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:22.203549 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-130ae2b2-ceee-408e-80db-3ec33d38de3a req-b500fd63-5ae4-4eac-bd34-50c0400b51f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0513723 Sep 28 09:13:22.242105 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-130ae2b2-ceee-408e-80db-3ec33d38de3a req-c61f50ad-1111-4dc0-bd69-2b8702e9fe05 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Sep 28 09:13:23.375950 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ced1-bb2d-4113-b9b4-f0aa506801e4 req-a5e128dd-a983-47a3-a68d-e4efe70febc6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:23.377493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1a8ced1-bb2d-4113-b9b4-f0aa506801e4 req-a5e128dd-a983-47a3-a68d-e4efe70febc6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Sep 28 09:13:23.418333 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f1a8ced1-bb2d-4113-b9b4-f0aa506801e4 req-160aab7c-0746-49a2-b70b-fec41dd8b2be tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Sep 28 09:13:24.560950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84831ae-661e-4188-ad72-314cd1a4c4cf req-7588fff0-f7c9-4587-ac5b-a46e823afe35 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:24.562469 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f84831ae-661e-4188-ad72-314cd1a4c4cf req-7588fff0-f7c9-4587-ac5b-a46e823afe35 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Sep 28 09:13:24.607802 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f84831ae-661e-4188-ad72-314cd1a4c4cf req-561ff17e-948d-43d4-bd48-98b2a0db23cf tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364966 Sep 28 09:13:25.745362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614987c-a53d-4d74-b61a-dea126dcffd1 req-09a70ca9-9f67-4a72-8150-dd277c7191c4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:25.746859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c614987c-a53d-4d74-b61a-dea126dcffd1 req-09a70ca9-9f67-4a72-8150-dd277c7191c4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0557153 Sep 28 09:13:25.790361 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c614987c-a53d-4d74-b61a-dea126dcffd1 req-e8d10340-f90f-4412-931e-c9458b5a1e03 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365927 Sep 28 09:13:26.919640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00f5a-7a2c-48d2-9add-56fb856ef7ed req-8130d545-82b3-4d28-b0ba-de33cb9c9315 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:26.921128 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-31d00f5a-7a2c-48d2-9add-56fb856ef7ed req-8130d545-82b3-4d28-b0ba-de33cb9c9315 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0498168 Sep 28 09:13:26.960529 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-31d00f5a-7a2c-48d2-9add-56fb856ef7ed req-08ba5628-a023-45c9-96dd-ca0c6ba4ec3e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327125 Sep 28 09:13:28.109838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c1ee6-6a6b-4d0d-9e38-1275b71c31ed req-56471392-cb54-4c1c-a1ad-8fb2bd76b1ea tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:28.111556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-332c1ee6-6a6b-4d0d-9e38-1275b71c31ed req-56471392-cb54-4c1c-a1ad-8fb2bd76b1ea tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0648873 Sep 28 09:13:28.152001 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-332c1ee6-6a6b-4d0d-9e38-1275b71c31ed req-434312c9-084f-48d7-963a-cccd9bb3fa78 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Sep 28 09:13:29.293777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6777c5-5219-4f56-bdff-f06adba561bc req-a4dbb06a-4801-4f1f-8359-b30668442037 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:29.295252 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2f6777c5-5219-4f56-bdff-f06adba561bc req-a4dbb06a-4801-4f1f-8359-b30668442037 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Sep 28 09:13:29.341089 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2f6777c5-5219-4f56-bdff-f06adba561bc req-3d19c64e-cc93-4ec9-8ab2-2d752282e64b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393481 Sep 28 09:13:30.477268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9123-6ddf-4545-9e6e-826d90a994bb req-ad53b384-f0a7-475d-a8d9-8090b62202a1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:30.478753 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3c8c9123-6ddf-4545-9e6e-826d90a994bb req-ad53b384-f0a7-475d-a8d9-8090b62202a1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 28 09:13:30.517343 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3c8c9123-6ddf-4545-9e6e-826d90a994bb req-888053e3-8a45-4ac5-a163-61eec42cc468 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Sep 28 09:13:31.648503 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2446-f31c-4f92-ae0f-a96b644ce473 req-c9e829a1-9e62-4f66-b37e-fb537252090d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:31.650036 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c7b2446-f31c-4f92-ae0f-a96b644ce473 req-c9e829a1-9e62-4f66-b37e-fb537252090d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Sep 28 09:13:31.693794 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c7b2446-f31c-4f92-ae0f-a96b644ce473 req-69311531-66b6-449e-bca5-e35d7f898592 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375330 Sep 28 09:13:31.726898 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48358) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:13:31.787856 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-114930ba-d32e-4299-91a0-5014b99a60c2 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/2e093325-c27b-4733-84c2-3ee4f8d87d6a HTTP/1.1" status: 200 len: 993 time: 0.0598006 Sep 28 09:13:33.137443 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7828c5-1881-49dc-a114-0f3c48dd9f3a req-4823638e-6ebb-496c-89bd-76512e3d3653 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:33.138810 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae7828c5-1881-49dc-a114-0f3c48dd9f3a req-4823638e-6ebb-496c-89bd-76512e3d3653 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0872574 Sep 28 09:13:33.145275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-ae856cb7-7199-44b0-ba40-e068a4698936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:33.146670 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-ae856cb7-7199-44b0-ba40-e068a4698936 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1098 time: 0.0608554 Sep 28 09:13:33.228192 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ae7828c5-1881-49dc-a114-0f3c48dd9f3a req-732044bf-2793-45ed-84cc-ddaa73858478 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805345 Sep 28 09:13:33.257648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-0e381e7a-a9b1-43ab-b2bd-3d51c680715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:33.259200 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-0e381e7a-a9b1-43ab-b2bd-3d51c680715c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 897 time: 0.1056144 Sep 28 09:13:33.331054 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-1a6de921-f4af-4dde-80a7-328a0fa22e1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 1001 time: 0.0644782 Sep 28 09:13:33.382112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-459977a2-e772-4173-9015-efb58f59eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:33.383556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-459977a2-e772-4173-9015-efb58f59eaf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0448725 Sep 28 09:13:33.431420 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-eaf525ae-96ef-496f-ab87-b531662a992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:33.432798 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-eaf525ae-96ef-496f-ab87-b531662a992a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418811 Sep 28 09:13:33.535537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-238f344e-840e-47a6-9b29-af2d8caa7abc service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957220 Sep 28 09:13:33.642677 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3a6a988d-6552-42ca-b65b-bd5d6126fafd req-72db294e-b9ec-46cf-9589-154b57c3cd3b service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007538 Sep 28 09:13:33.668206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:34.364964 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406282b3-42c3-4378-ade8-8c13d24424d9 req-0e0cda01-aaf0-4b27-a502-5bd87384e4ac tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:13:34.366459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-406282b3-42c3-4378-ade8-8c13d24424d9 req-0e0cda01-aaf0-4b27-a502-5bd87384e4ac tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 28 09:13:34.416015 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-406282b3-42c3-4378-ade8-8c13d24424d9 req-9ff40501-a5d1-465e-be9d-ab258f241b6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 Sep 28 09:13:34.452693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:13:34.514617 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8628c043-9340-47cc-ae4b-6c793d171510 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/2e093325-c27b-4733-84c2-3ee4f8d87d6a HTTP/1.1" status: 200 len: 993 time: 0.0606785 Sep 28 09:13:36.495784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-402bd72a-e7c8-466b-a197-e634436bea9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:38.772166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1b1b88f0-ca79-4eae-814d-21c8ee6b06ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:40.303564 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:41.463327 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:41.732319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:13:49.041346 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:14:03.688696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.116038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48378) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:05.286945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 260a9993-c838-4971-93a8-47d69e0580a9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:14:05.287320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.369368 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.369596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.381791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 260a9993-c838-4971-93a8-47d69e0580a9 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:14:05.542422 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.570122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=260a9993-c838-4971-93a8-47d69e0580a9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:05.596889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.597269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.597630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.597958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.598298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.598620 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.598951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.599286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.599615 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.599946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.600276 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.600601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:05.642399 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:05.642604 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 2e093325-c27b-4733-84c2-3ee4f8d87d6a disassociated (deleted). External IP: 172.26.4.211, port: 5373717a-7371-4673-8e44-f2aefc85bec7. Sep 28 09:14:05.891839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 993853c0-f838-414f-9c47-6c8a3235ead0 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:14:06.011437 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:14:06.016906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:06.022347 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Sync routers for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:14:06.034633 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:06.035242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:13:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:06.051266 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4502af76-d846-458d-ab62-aeef10b6b3ae tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/floatingips/2e093325-c27b-4733-84c2-3ee4f8d87d6a HTTP/1.1" status: 204 len: 168 time: 0.9315307 Sep 28 09:14:06.051266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:14:06.051585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:14:06.094439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5506e07b-84bc-4886-989b-72f7ccf1875c x-openstack-request-id: req-5506e07b-84bc-4886-989b-72f7ccf1875c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:14:06.094728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:14:06.094986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5506e07b-84bc-4886-989b-72f7ccf1875c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:14:06.095471 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5506e07b-84bc-4886-989b-72f7ccf1875c'] response: {'name': 'network-changed', 'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7', 'status': 'completed', 'code': 200} Sep 28 09:14:06.142527 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:06.160017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-0cef1df4-0f3a-476a-856e-e4b9e587e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:06.162119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-0cef1df4-0f3a-476a-856e-e4b9e587e3a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 1098 time: 0.0451186 Sep 28 09:14:06.297643 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-c987fc1e-d372-4eea-a975-27ad5f7d1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:06.299041 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-c987fc1e-d372-4eea-a975-27ad5f7d1de7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 200 len: 897 time: 0.1250999 Sep 28 09:14:06.311189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad30e4d-a96a-4feb-b0ea-28101bcc9e54 req-d107f052-dac9-4e83-b001-e58a117c7d54 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:06.312644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ad30e4d-a96a-4feb-b0ea-28101bcc9e54 req-d107f052-dac9-4e83-b001-e58a117c7d54 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0705354 Sep 28 09:14:06.351126 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3ad30e4d-a96a-4feb-b0ea-28101bcc9e54 req-4c6a177e-9933-4f2a-8559-56216b958bd6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Sep 28 09:14:06.356655 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:06.382206 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Checking router: 993853c0-f838-414f-9c47-6c8a3235ead0 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:14:06.390656 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:06.391353 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:13:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:06.467009 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-8228f44b-75d7-469d-9180-51eaf21117bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 200 len: 217 time: 0.0398557 Sep 28 09:14:06.491916 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb69e125-a0f2-4679-bd25-6c379436f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:06.496010 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:06.517518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-05927c18-ba08-4e44-a6da-52fed58f94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:06.519084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-05927c18-ba08-4e44-a6da-52fed58f94a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 200 len: 835 time: 0.0455663 Sep 28 09:14:06.569013 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-0f2553c0-61c9-4c19-b7ac-799d237f9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:06.570286 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-0f2553c0-61c9-4c19-b7ac-799d237f9b34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c90673a5-e691-4c1e-9d16-376d21f8b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436559 Sep 28 09:14:06.671531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-026434ca-9531-4e43-9c78-8ea8528ee0fd service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918806 Sep 28 09:14:06.694940 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:06.720464 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a2b636-58ef-4f4e-92f4-a18623a140e9 None None] The sync data for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv is: [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:12:27Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'fe84eb23-f3ad-48e6-897b-61c7f0478f1b', 'name': '', 'network_id': 'c90673a5-e691-4c1e-9d16-376d21f8b848', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:60:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:27Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': 'a9d47c8b-2aa0-4356-8608-ffea500b85f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:14:06.765764 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ddd6563e-e5ae-432e-ad4e-9bfcaaa90a8a req-9a282b8f-475a-400d-b4fc-3a1db2762d44 service neutron] 10.222.0.62 "GET /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861859 Sep 28 09:14:06.960917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa345b-ad43-4fe0-a15e-a680ca8a7a2a None None] New status for floating IP 2e093325-c27b-4733-84c2-3ee4f8d87d6a: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:14:07.480924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9330c0e-8be4-4f89-a348-2890e2c2243c req-fbe79fcf-a33c-4d2d-ac40-9ef4cefde0d5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:07.482669 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b9330c0e-8be4-4f89-a348-2890e2c2243c req-fbe79fcf-a33c-4d2d-ac40-9ef4cefde0d5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Sep 28 09:14:07.522546 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b9330c0e-8be4-4f89-a348-2890e2c2243c req-f14fa1d2-b3cf-4254-8be7-8a8a55a1e057 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=d627ac12-625c-4283-9c8e-f24f09ccc080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335999 Sep 28 09:14:07.960199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e01a4-e000-435e-af45-997c22652118 req-d4072a72-874f-484c-80c0-58991d921caa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:07.961707 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-328e01a4-e000-435e-af45-997c22652118 req-d4072a72-874f-484c-80c0-58991d921caa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 945 time: 0.0549917 Sep 28 09:14:08.061962 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 5373717a-7371-4673-8e44-f2aefc85bec7 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:14:08.062208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:08.156656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 5373717a-7371-4673-8e44-f2aefc85bec7, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5373717a-7371-4673-8e44-f2aefc85bec7,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:08.156974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:08.169576 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 5373717a-7371-4673-8e44-f2aefc85bec7 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:14:08.312225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:08.343651 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=5373717a-7371-4673-8e44-f2aefc85bec7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:08.386473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] No DVR routers for this DVR port 5373717a-7371-4673-8e44-f2aefc85bec7 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:14:08.389695 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:08.393313 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-328e01a4-e000-435e-af45-997c22652118 req-6880b9c6-6245-4214-bdc6-7f6cd2efffe6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "DELETE /v2.0/ports/5373717a-7371-4673-8e44-f2aefc85bec7 HTTP/1.1" status: 204 len: 173 time: 0.4254906 Sep 28 09:14:08.393760 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'name': 'network-vif-deleted', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:14:08.396830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb81fa-2111-4ae3-80ed-e3a35d517bb9" -d '{"events": [{"server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "name": "network-vif-deleted", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:14:08.434136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471066c8-08bc-4736-980f-239073dad9a8 x-openstack-request-id: req-471066c8-08bc-4736-980f-239073dad9a8 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:14:08.434433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcbe7bd-4391-4746-92da-da88a47e9535", "name": "network-vif-deleted", "tag": "5373717a-7371-4673-8e44-f2aefc85bec7", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:14:08.434696 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-471066c8-08bc-4736-980f-239073dad9a8 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:14:08.435113 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471066c8-08bc-4736-980f-239073dad9a8'] response: {'server_uuid': '5bcbe7bd-4391-4746-92da-da88a47e9535', 'name': 'network-vif-deleted', 'tag': '5373717a-7371-4673-8e44-f2aefc85bec7', 'status': 'completed', 'code': 200} Sep 28 09:14:08.635600 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fa16d3b4-b063-4214-9250-c260837128c6 req-377f0fdb-e284-47e3-9873-1d8cbf379396 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bcbe7bd-4391-4746-92da-da88a47e9535 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Sep 28 09:14:08.768244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ab59e86-87a2-4c10-b5cc-e270c34b00f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:09.702418 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48396) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:10.099345 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:10.300480 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:10.379196 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port fe84eb23-f3ad-48e6-897b-61c7f0478f1b {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:14:10.379449 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:10.467079 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port fe84eb23-f3ad-48e6-897b-61c7f0478f1b, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:10.467412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:10.480508 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for fe84eb23-f3ad-48e6-897b-61c7f0478f1b owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:14:10.682552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:10.708975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=fe84eb23-f3ad-48e6-897b-61c7f0478f1b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:10.735250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.735636 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.735980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.736318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.736653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.736955 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.737352 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.737677 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.738007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.738331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.738640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.738958 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:10.889085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.375318 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 993853c0-f838-414f-9c47-6c8a3235ead0 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:14:11.454092 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.489893 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:14:11.495168 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9116c824-1345-44dc-8a01-56000bb6b918 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/993853c0-f838-414f-9c47-6c8a3235ead0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916007 Sep 28 09:14:11.498284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48398) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:11.501286 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Sync routers for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:14:11.511499 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:11.512151 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:11.550406 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting subnet a9d47c8b-2aa0-4356-8608-ffea500b85f1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:14:11.553624 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.594329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.617426 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:11.688348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.742195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.755414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.786260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d47c8b-2aa0-4356-8608-ffea500b85f1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:11.788271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.791504 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-19fd78bc-f4ef-4f3e-b395-2e16c34546fb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/subnets/a9d47c8b-2aa0-4356-8608-ffea500b85f1 HTTP/1.1" status: 204 len: 168 time: 0.2918289 Sep 28 09:14:11.794947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48400) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:11.801955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6675b91-504f-488c-89d9-82374f9f954e None None] Network c90673a5-e691-4c1e-9d16-376d21f8b848 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:14:11.802223 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:14:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:11.830039 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Checking router: 993853c0-f838-414f-9c47-6c8a3235ead0 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:14:11.838488 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Routers {'993853c0-f838-414f-9c47-6c8a3235ead0'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:11.839445 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['993853c0-f838-414f-9c47-6c8a3235ead0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:11.908149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:11.958328 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] Set router 993853c0-f838-414f-9c47-6c8a3235ead0 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:11.994179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] DHCP port deletion for c90673a5-e691-4c1e-9d16-376d21f8b848 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:14:12.020934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.054711 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Deleting port 545118ad-acfb-4399-a776-51ffdc31f320 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:14:12.055087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.078413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 16f4d67e-955b-4906-8a0a-5080746018bb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:14:12.078909 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.124485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] For port 545118ad-acfb-4399-a776-51ffdc31f320, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=545118ad-acfb-4399-a776-51ffdc31f320,segment=NetworkSegment(9284d44e-cb92-40a3-a8a9-0c5eff414694),segment_id=9284d44e-cb92-40a3-a8a9-0c5eff414694)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:12.124888 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.140761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Calling delete_port for 545118ad-acfb-4399-a776-51ffdc31f320 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:14:12.168386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 16f4d67e-955b-4906-8a0a-5080746018bb, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=16f4d67e-955b-4906-8a0a-5080746018bb,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:12.168386 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.181061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 16f4d67e-955b-4906-8a0a-5080746018bb owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:14:12.229615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.253781 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:14:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:12.263342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Pushing event deleted for resources: {'Port': ['ID=545118ad-acfb-4399-a776-51ffdc31f320,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:12.270807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.271156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.271499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.271836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.272178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.272508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.272844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.273203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.273536 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.273860 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.274221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.274508 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:12.282772 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cf9df-a83b-4e6c-b55e-d3d445fbc10e None None] No DVR routers for this DVR port 545118ad-acfb-4399-a776-51ffdc31f320 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:14:12.284949 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae3b75-86a9-4466-a9c3-3aa29df22075 None None] The sync data for ids ['993853c0-f838-414f-9c47-6c8a3235ead0'] in dv-neutron-859308-3-hyperv is: [{'id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707974503', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:12:24Z', 'updated_at': '2022-09-28T09:14:10Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '16f4d67e-955b-4906-8a0a-5080746018bb', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993853c0-f838-414f-9c47-6c8a3235ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:12:25Z', 'updated_at': '2022-09-28T09:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:14:12.366086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.396926 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=16f4d67e-955b-4906-8a0a-5080746018bb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:12.453555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.547676 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.549811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.594373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.594901 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Fanout notify agent at l3_agent the message router_deleted on router 993853c0-f838-414f-9c47-6c8a3235ead0 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:14:12.602530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.603643 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-fccfaed2-d2fc-420e-9855-163e98f7afc5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/routers/993853c0-f838-414f-9c47-6c8a3235ead0 HTTP/1.1" status: 204 len: 168 time: 0.8075962 Sep 28 09:14:12.606752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48402) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:12.684625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.778607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.800009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90673a5-e691-4c1e-9d16-376d21f8b848']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:12.809391 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9284d44e-cb92-40a3-a8a9-0c5eff414694') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:12.809663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9284d44e-cb92-40a3-a8a9-0c5eff414694') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:12.818778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.831907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.837775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:14:12.838149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.919171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 9284d44e-cb92-40a3-a8a9-0c5eff414694 resource provider aggregate not found Sep 28 09:14:12.923694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.942243 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:12.945552 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/networks/c90673a5-e691-4c1e-9d16-376d21f8b848 HTTP/1.1" status: 204 len: 168 time: 0.3378909 Sep 28 09:14:12.947134 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 9284d44e-cb92-40a3-a8a9-0c5eff414694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9284d44e-cb92-40a3-a8a9-0c5eff414694 found for delete ", "request_id": "req-5e2b1e46-8caf-4245-8a28-b0cba695fa7d"}]} Sep 28 09:14:12.948670 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48410) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:12.949311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fffc4-8e39-4872-83e8-6b6eed4db492 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Network': ['ID=c90673a5-e691-4c1e-9d16-376d21f8b848,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.016840 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.043405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.102802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5373717a-7371-4673-8e44-f2aefc85bec7 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:14:13.110988 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.113692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.114991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/security-groups/d627ac12-625c-4283-9c8e-f24f09ccc080 HTTP/1.1" status: 204 len: 168 time: 0.1651282 Sep 28 09:14:13.124447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 5373717a-7371-4673-8e44-f2aefc85bec7 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:14:13.124766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5373717a-7371-4673-8e44-f2aefc85bec7 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:14:13.125848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc810e4-df9e-431d-8a92-453fe9153c6f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627ac12-625c-4283-9c8e-f24f09ccc080,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.241137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48416) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.245846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427743768', 'description': 'tempest-secgroup-smoke-427743768 description', 'project_id': '0b3b0999574947c09931d38dc6e10b29'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.269741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.342060 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.348745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.381199 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582e2cac-7ced-4006-a9cd-3e002b8d7e9c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.385661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.386935 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-fde89436-72bd-4aa4-916d-493cfbeb5de1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446981 Sep 28 09:14:13.390176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48418) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.394967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.420710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.475767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.480903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.498145 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4590f8c1-6f5c-4b7d-94cd-30d771ed923e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.507965 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.509231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d9a844ce-b4cd-418d-bbe0-5f2a5b918bb1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180086 Sep 28 09:14:13.512359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48420) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.518640 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.552241 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.613126 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.618181 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.639055 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b3ef60-c103-4040-80d1-5f3f3ef35fd0,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.641596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 545118ad-acfb-4399-a776-51ffdc31f320 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:14:13.650896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.655511 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48422) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.656101 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ca5cb67-ddb1-4abb-894f-3b911b9334b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421700 Sep 28 09:14:13.660402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.665447 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 545118ad-acfb-4399-a776-51ffdc31f320 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:14:13.665790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 545118ad-acfb-4399-a776-51ffdc31f320 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:14:13.666208 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fe84eb23-f3ad-48e6-897b-61c7f0478f1b no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:14:13.684880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: fe84eb23-f3ad-48e6-897b-61c7f0478f1b {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:14:13.685285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device fe84eb23-f3ad-48e6-897b-61c7f0478f1b not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:14:13.685729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16f4d67e-955b-4906-8a0a-5080746018bb no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:14:13.686347 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.704867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 16f4d67e-955b-4906-8a0a-5080746018bb {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:14:13.705234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 16f4d67e-955b-4906-8a0a-5080746018bb not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:14:13.747830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.753491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.770366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c30f55f-d8a6-44d3-b903-3b6e57b9a398,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.779217 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.780464 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-10b0d076-dcf5-4b53-bad1-3156d756e73f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238468 Sep 28 09:14:13.783300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48424) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.787604 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.813028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.874977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.880439 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.897603 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213c9687-7381-471f-83fd-beaf330b3462,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:13.906197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:13.907409 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8b6d9437-b6aa-4797-8cad-8b7baea2eac4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231539 Sep 28 09:14:13.910426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48426) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:13.917107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:13.940434 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:14:13.945447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.016882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.023726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.050930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a5b72e-d831-45ef-aff3-db919d2f4c2a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:14.057356 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.058182 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-d20c17a4-cae6-411c-9983-85caa747784c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466327 Sep 28 09:14:14.061895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48428) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:14.066723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'security_group_rule': {'security_group_id': '582e2cac-7ced-4006-a9cd-3e002b8d7e9c', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:14.087644 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Project 0b3b0999574947c09931d38dc6e10b29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:14:14.092709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.154150 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.158720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.176027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8c4f5c-5e35-41f2-9bac-813984beafa1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:14.184662 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.185951 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c539599e-4b88-4251-942f-46c052aefcf3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230040 Sep 28 09:14:14.188890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48430) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:14.193713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'network': {'name': 'tempest-network-smoke--271597735', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'port_security_enabled': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:14.215240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:14:14.218982 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.245835 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:14:14.256225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.256849 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Added segment 31833c6d-d60b-43d0-b876-88d2f949ad10 of type vlan for network c8f23890-e3f6-4604-b694-e30b14475f3f Sep 28 09:14:14.296547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.324268 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.329814 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:14.330390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.364966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1750107 Sep 28 09:14:14.368461 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48432) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:14.373108 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'admin_state_up': True, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:14.396128 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.397151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.401283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d5f2-c7f1-4ae7-90de-f693c9922124 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Network': ['ID=c8f23890-e3f6-4604-b694-e30b14475f3f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:14.412158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network c8f23890-e3f6-4604-b694-e30b14475f3f details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:14:14.449394 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.590496 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.791357 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.810432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:14.914926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.149 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/5f02f53c-b17e-48ab-a7cb-cb82a8245460) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:14:15.021322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:15.058528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:15.098307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:15.105987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:15.108442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=5f02f53c-b17e-48ab-a7cb-cb82a8245460,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:15.110938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:14:15.366282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:15.569863 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:15.709739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 743da2d7-bce3-4d2a-b5d2-15af968a8537 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:14:15.824034 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:14:15.834661 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Sync routers for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:14:15.845345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:15.845977 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:15.846659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:15.850870 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-be2925d6-cb4b-4f77-bb7d-d3f787b8722f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4784496 Sep 28 09:14:15.851303 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48434) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:15.929602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-620ed25c-252f-4466-a62b-7f5171ffd9b2 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0b3b0999574947c09931d38dc6e10b29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770266 Sep 28 09:14:15.932366 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48438) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:15.954889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:16.140801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:15Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:16.167521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Checking router: 743da2d7-bce3-4d2a-b5d2-15af968a8537 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:14:16.167820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Updating router 743da2d7-bce3-4d2a-b5d2-15af968a8537 port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:14:16.198016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.354794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67170e52-2436-4a1f-8c5e-16dcb89cf5aa tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:16.356372 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-67170e52-2436-4a1f-8c5e-16dcb89cf5aa tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4230425 Sep 28 09:14:16.359844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48440) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:16.389414 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0502d7d0-1444-4eb5-b3f1-f9ee8e8fd218 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=7d515879-cc4c-4933-8c7d-c6de584fcdb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269437 Sep 28 09:14:16.390960 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48442) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:16.395976 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090673300', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:16.459068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.467126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.484047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:14:16.487527 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.500087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Attempting to bind port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:14:16.500460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Attempting to bind port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:14:16.500825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Attempting to bind port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:14:16.508590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:14:16.508970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:14:16.509402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.509800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:14:16.510274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Bound port: 5f02f53c-b17e-48ab-a7cb-cb82a8245460, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:14:16.510659 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.545673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c54f-110e-418b-93d6-a696024490ea None None] Pushing event updated for resources: {'Port': ['ID=5f02f53c-b17e-48ab-a7cb-cb82a8245460,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:16.575847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] For port 5f02f53c-b17e-48ab-a7cb-cb82a8245460, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:14:16.579099 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] For port 5f02f53c-b17e-48ab-a7cb-cb82a8245460, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5f02f53c-b17e-48ab-a7cb-cb82a8245460,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:14:16.585612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.620696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:16.621489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:16.671177 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.675396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c54f-110e-418b-93d6-a696024490ea None None] Pushing event updated for resources: {'Port': ['ID=5f02f53c-b17e-48ab-a7cb-cb82a8245460,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:16.727796 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Subnet': ['ID=5387c461-7f4a-434f-810f-ac2cfd5e6c15,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:16.744939 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Checking segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:14:16.745299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network hostable DHCP agents. Network: c8f23890-e3f6-4604-b694-e30b14475f3f, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:14:16.768734 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c8f23890-e3f6-4604-b694-e30b14475f3f is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:14:16.781017 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, c8f23890-e3f6-4604-b694-e30b14475f3f) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:16.785785 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:16.786387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:16.806934 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9ab4c198-fddb-4774-8013-83ac990fcbce tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146280 Sep 28 09:14:16.809699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48444) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:16.870368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d53be-2d2c-4835-b58f-e0fc6c084065 None None] Network c8f23890-e3f6-4604-b694-e30b14475f3f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:14:16.946352 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:17.155878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-c8f23890-e3f6-4604-b694-e30b14475f3f', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:14:17.156753 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.296948 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:15Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:17.329373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc605f-65b0-4b7f-a680-d397190579ac None None] The sync data for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv is: [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:15Z', 'revision_number': 3, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:14:17.348749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Allocated IP 172.20.0.2 (c8f23890-e3f6-4604-b694-e30b14475f3f/5387c461-7f4a-434f-810f-ac2cfd5e6c15/f9235540-3725-4401-a482-a7df2992c8b9) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:14:17.511323 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.520293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.526136 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.567216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Network c8f23890-e3f6-4604-b694-e30b14475f3f is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:17.570479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:17.574090 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:14:17.609679 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Pushing event updated for resources: {'Port': ['ID=f9235540-3725-4401-a482-a7df2992c8b9,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:17.650255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Attempting to bind port f9235540-3725-4401-a482-a7df2992c8b9 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:14:17.650628 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Attempting to bind port f9235540-3725-4401-a482-a7df2992c8b9 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:14:17.651001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Attempting to bind port f9235540-3725-4401-a482-a7df2992c8b9 on network c8f23890-e3f6-4604-b694-e30b14475f3f {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Checking segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Bound using segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Bound port: f9235540-3725-4401-a482-a7df2992c8b9, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:14:17.665064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.724765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5f02f53c-b17e-48ab-a7cb-cb82a8245460 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:14:17.773344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] For port f9235540-3725-4401-a482-a7df2992c8b9, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:14:17.779042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] For port f9235540-3725-4401-a482-a7df2992c8b9, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9235540-3725-4401-a482-a7df2992c8b9,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:14:17.785146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.825944 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:17.826322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.826662 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 Sep 28 09:14:17.866301 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.1 (c8f23890-e3f6-4604-b694-e30b14475f3f/5387c461-7f4a-434f-810f-ac2cfd5e6c15/84df8d37-0816-46d5-93bf-ff559965e624) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:14:17.883549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bec769-854f-4fc7-9751-715ac45b8995 None None] Pushing event updated for resources: {'Port': ['ID=f9235540-3725-4401-a482-a7df2992c8b9,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:17.931166 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:17.931560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:17.954315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 5f02f53c-b17e-48ab-a7cb-cb82a8245460, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5f02f53c-b17e-48ab-a7cb-cb82a8245460,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:17.963524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.011023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.057241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=5f02f53c-b17e-48ab-a7cb-cb82a8245460,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:18.065695 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.109136 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c8f23890-e3f6-4604-b694-e30b14475f3f is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:18.112907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:18.115505 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:14:18.145492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:18.175843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.315992 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.626658 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.633011 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.706648 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:18.709311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.809627 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c8f23890-e3f6-4604-b694-e30b14475f3f is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:18.812341 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:18.825326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0e9fa-8b57-4a04-9efc-a37a3d000450 None None] Network c8f23890-e3f6-4604-b694-e30b14475f3f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:14:18.910797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Provisioning complete for port f9235540-3725-4401-a482-a7df2992c8b9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:18.911544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:18.911544 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Attempt 1 to provision port f9235540-3725-4401-a482-a7df2992c8b9 Sep 28 09:14:18.935280 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 743da2d7-bce3-4d2a-b5d2-15af968a8537 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:14:19.052497 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Current status of the port f9235540-3725-4401-a482-a7df2992c8b9 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:19.052798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.055718 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:14:19.070461 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-224579c8-b155-4aec-bbdd-6661a0b8b1b1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/743da2d7-bce3-4d2a-b5d2-15af968a8537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497549 Sep 28 09:14:19.100483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] For port f9235540-3725-4401-a482-a7df2992c8b9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9235540-3725-4401-a482-a7df2992c8b9,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:19.109427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.183074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf46b1f-3208-4b7f-adb0-534600a56711 None None] Pushing event updated for resources: {'Port': ['ID=f9235540-3725-4401-a482-a7df2992c8b9,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:19.228803 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-d4b948ed-bc5b-40f9-aaaa-9fee935f4782 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427743768&fields=id&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 267 time: 0.0470209 Sep 28 09:14:19.333259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Provisioning complete for port f9235540-3725-4401-a482-a7df2992c8b9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:19.333636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.333951 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Attempt 1 to provision port f9235540-3725-4401-a482-a7df2992c8b9 Sep 28 09:14:19.345469 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-b120d942-45c9-421e-802e-cf3ca896cfec tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:19.350142 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-b120d942-45c9-421e-802e-cf3ca896cfec tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 796 time: 0.1142507 Sep 28 09:14:19.365674 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-3c5c293c-7bac-42fa-99f7-1c10e650846b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/quotas/0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 375 time: 0.0118413 Sep 28 09:14:19.382884 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Sync routers for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:14:19.399732 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:19.400663 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:19.430703 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Current status of the port f9235540-3725-4401-a482-a7df2992c8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:19.438246 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-cfaf4c02-b8a2-4757-a723-46f8c0ca37bb tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594554 Sep 28 09:14:19.440828 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Provisioning complete for port 84df8d37-0816-46d5-93bf-ff559965e624 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:19.441226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.441565 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Attempt 1 to provision port 84df8d37-0816-46d5-93bf-ff559965e624 Sep 28 09:14:19.479312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Port 84df8d37-0816-46d5-93bf-ff559965e624 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:14:19.520156 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:19.544602 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-edbdcc4f-74c8-4a61-87b2-0343591f6630 service neutron] 10.222.0.27 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924454 Sep 28 09:14:19.654744 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-4a0efded-fa3b-4d54-a3f0-dc554fd6d503 service neutron] 10.222.0.27 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031320 Sep 28 09:14:19.739382 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 2, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:19.772071 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Checking router: 743da2d7-bce3-4d2a-b5d2-15af968a8537 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:14:19.772817 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Updating router 743da2d7-bce3-4d2a-b5d2-15af968a8537 port 84df8d37-0816-46d5-93bf-ff559965e624 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:14:19.800581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5f02f53c-b17e-48ab-a7cb-cb82a8245460 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:14:19.820769 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.853418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-bbc3e36c-27f9-48fe-84c6-a2109aba1c76 req-51c5062d-f835-497c-b8e6-12cf7c90114a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 210 time: 0.0309114 Sep 28 09:14:19.885680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:19.889579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:19.891034 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 Sep 28 09:14:19.978082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:19.979177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9235540-3725-4401-a482-a7df2992c8b9 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:14:19.982283 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Attempt 2 to provision port 84df8d37-0816-46d5-93bf-ff559965e624 Sep 28 09:14:20.048242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Port 84df8d37-0816-46d5-93bf-ff559965e624 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:14:20.058821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port f9235540-3725-4401-a482-a7df2992c8b9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:20.059237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.059640 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port f9235540-3725-4401-a482-a7df2992c8b9 Sep 28 09:14:20.120448 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.127509 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.141556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port f9235540-3725-4401-a482-a7df2992c8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:20.200208 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Pushing event updated for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:20.214225 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.214565 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.214893 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.215215 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.215626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.216102 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.216446 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.216743 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.217119 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.217384 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.217692 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.218006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:14:20.224726 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Attempting to bind port 84df8d37-0816-46d5-93bf-ff559965e624 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:14:20.225113 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Attempting to bind port 84df8d37-0816-46d5-93bf-ff559965e624 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:14:20.225469 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Attempting to bind port 84df8d37-0816-46d5-93bf-ff559965e624 on network c8f23890-e3f6-4604-b694-e30b14475f3f {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:14:20.230598 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:14:20.230963 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Checking segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:14:20.231392 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.231826 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Bound using segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:14:20.232279 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Bound port: 84df8d37-0816-46d5-93bf-ff559965e624, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:14:20.232645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.298794 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] For port 84df8d37-0816-46d5-93bf-ff559965e624, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:14:20.301952 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] For port 84df8d37-0816-46d5-93bf-ff559965e624, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=84df8d37-0816-46d5-93bf-ff559965e624,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:14:20.307702 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.342278 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:20.342941 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:20.407224 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b6858-5a04-47bd-a852-60d0ccb91726 None None] Pushing event updated for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:20.469814 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:20.549191 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Attempt 3 to provision port 84df8d37-0816-46d5-93bf-ff559965e624 Sep 28 09:14:20.632821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Current status of the port 84df8d37-0816-46d5-93bf-ff559965e624 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:20.633244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.669384 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] For port 84df8d37-0816-46d5-93bf-ff559965e624, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=84df8d37-0816-46d5-93bf-ff559965e624,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:20.674135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.675756 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:20.704269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b3980-1577-40bf-8690-d5c9b7e3fae6 None None] The sync data for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv is: [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:14:20.738871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2060b34-d739-420a-bf7f-7bd86faf7443 None None] Pushing event updated for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:20.816073 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-15b54972-7951-4710-81bd-5f2ecd48a8a7 None None] Provisioning complete for port 84df8d37-0816-46d5-93bf-ff559965e624 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:20.816496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15b54972-7951-4710-81bd-5f2ecd48a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:20.817023 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-15b54972-7951-4710-81bd-5f2ecd48a8a7 None None] Attempt 1 to provision port 84df8d37-0816-46d5-93bf-ff559965e624 Sep 28 09:14:20.857298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-aa75a994-cd68-4991-b349-36ac07b25bc9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:20.858924 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-aa75a994-cd68-4991-b349-36ac07b25bc9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 796 time: 0.1376250 Sep 28 09:14:20.910084 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-29f5bfaf-8cf1-4899-bd7b-9616c35d746d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3b0999574947c09931d38dc6e10b29 HTTP/1.1" status: 200 len: 379 time: 0.0414813 Sep 28 09:14:20.922433 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'port': {'device_id': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'admin_state_up': True, 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'security_groups': ['582e2cac-7ced-4006-a9cd-3e002b8d7e9c']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:20.926123 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-15b54972-7951-4710-81bd-5f2ecd48a8a7 None None] Current status of the port 84df8d37-0816-46d5-93bf-ff559965e624 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:20.992368 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-78bc78ab-4a1a-432e-b1b5-d43349596f24 req-36c910c2-3024-42c1-840b-1e9377215712 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Sep 28 09:14:21.060171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Made reservation on behalf of 0b3b0999574947c09931d38dc6e10b29 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:14:21.064262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.200451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.20.0.4 (c8f23890-e3f6-4604-b694-e30b14475f3f/5387c461-7f4a-434f-810f-ac2cfd5e6c15/e7810fda-881d-4f8e-9e05-96b473077ed5) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:14:21.349843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.385363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.429952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network c8f23890-e3f6-4604-b694-e30b14475f3f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:21.433088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:21.436866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:14:21.468280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:21.499614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:21.500279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.519404 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-fc303972-63bd-42a1-bb34-83b0cc1c3388 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035185 Sep 28 09:14:21.531401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-41cbc98b-5e8e-4ffa-8d19-59752c5f16d1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:14:21.532620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-41cbc98b-5e8e-4ffa-8d19-59752c5f16d1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057468 Sep 28 09:14:21.595291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Request body: {'port': {'device_id': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:21.673751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.700298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 84df8d37-0816-46d5-93bf-ff559965e624 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:14:21.765584 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Provisioning complete for port e7810fda-881d-4f8e-9e05-96b473077ed5 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:21.765955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.766285 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Attempt 1 to provision port e7810fda-881d-4f8e-9e05-96b473077ed5 Sep 28 09:14:21.769308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 84df8d37-0816-46d5-93bf-ff559965e624 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:21.769668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.769996 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 84df8d37-0816-46d5-93bf-ff559965e624 Sep 28 09:14:21.830973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Port e7810fda-881d-4f8e-9e05-96b473077ed5 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:14:21.882737 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 84df8d37-0816-46d5-93bf-ff559965e624 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:21.956838 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7810fda-881d-4f8e-9e05-96b473077ed5 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:14:21.964417 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:21.977197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Transition to ACTIVE for port object e7810fda-881d-4f8e-9e05-96b473077ed5 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:14:21.984520 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:22.052003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:22.131817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Attempting to bind port e7810fda-881d-4f8e-9e05-96b473077ed5 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:14:22.132155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Attempting to bind port e7810fda-881d-4f8e-9e05-96b473077ed5 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:14:22.132449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Attempting to bind port e7810fda-881d-4f8e-9e05-96b473077ed5 on network c8f23890-e3f6-4604-b694-e30b14475f3f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:14:22.143127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e1e44-6005-449c-8969-bff4ed43f046 req-6e429cc7-9b89-43b2-ac91-580eca7a6db4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.144631 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba1e1e44-6005-449c-8969-bff4ed43f046 req-6e429cc7-9b89-43b2-ac91-580eca7a6db4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 943 time: 0.0725949 Sep 28 09:14:22.146765 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Port e7810fda-881d-4f8e-9e05-96b473077ed5 on network c8f23890-e3f6-4604-b694-e30b14475f3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:14:22.147083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Attempting to bind port e7810fda-881d-4f8e-9e05-96b473077ed5 on network c8f23890-e3f6-4604-b694-e30b14475f3f {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:14:22.154077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:14:22.154416 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Checking segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:14:22.154798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Bound using segment: {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:14:22.155225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Bound port: e7810fda-881d-4f8e-9e05-96b473077ed5, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31833c6d-d60b-43d0-b876-88d2f949ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:14:22.155584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:22.232163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba1e1e44-6005-449c-8969-bff4ed43f046 req-24ea84c7-436f-44f3-bc16-5dea4d12cd00 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798025 Sep 28 09:14:22.267330 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:14:22.270845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e7810fda-881d-4f8e-9e05-96b473077ed5,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:14:22.277063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:22.281003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.281709 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:22.283634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 1093 time: 0.7428908 Sep 28 09:14:22.285910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:14:22.289220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f88f74-648c-40e2-95ea-d4780b21727a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:14:22.332546 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Attempt 2 to provision port e7810fda-881d-4f8e-9e05-96b473077ed5 Sep 28 09:14:22.336563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ad40c-936d-4553-9969-d857c6caf801 x-openstack-request-id: req-b02ad40c-936d-4553-9969-d857c6caf801 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:14:22.336847 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:14:22.337097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b02ad40c-936d-4553-9969-d857c6caf801 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:14:22.337519 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02ad40c-936d-4553-9969-d857c6caf801'] response: {'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'status': 'completed', 'code': 200} Sep 28 09:14:22.370774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e3fdb-f2bf-4dac-ab8a-5b3c4ae5a0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:22.374717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-0e7aeb98-2111-4970-a254-d3ca6e661dab None None] Port e7810fda-881d-4f8e-9e05-96b473077ed5 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:14:22.385220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-42f8419d-ed44-480e-9bbf-45fa2152bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.386771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-42f8419d-ed44-480e-9bbf-45fa2152bdce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0631080 Sep 28 09:14:22.432103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-a06ff2f7-b435-4dfb-a362-862876850bff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 217 time: 0.0378125 Sep 28 09:14:22.481348 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-6067b05e-20ec-463e-b078-cac61f1ab05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.482825 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-6067b05e-20ec-463e-b078-cac61f1ab05e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 200 len: 835 time: 0.0449140 Sep 28 09:14:22.530166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-62847c89-d12d-4ece-a617-8c76c0193631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.531584 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-62847c89-d12d-4ece-a617-8c76c0193631 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8f23890-e3f6-4604-b694-e30b14475f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422575 Sep 28 09:14:22.636733 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-16592693-3107-4d0c-8777-9bbf31dfe023 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978234 Sep 28 09:14:22.729493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7982447d-b85a-4dd6-9037-a2631b98e23d req-ff646e40-0327-46ee-8b75-a92e3df730fa service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Sep 28 09:14:22.826942 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88f74-648c-40e2-95ea-d4780b21727a req-7739af9f-0392-4796-992c-a8574bee5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.828456 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-7739af9f-0392-4796-992c-a8574bee5283 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0490029 Sep 28 09:14:22.924139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88f74-648c-40e2-95ea-d4780b21727a req-75766dd8-7d7a-4663-aa4c-08ed00376a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:22.925633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-75766dd8-7d7a-4663-aa4c-08ed00376a87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 897 time: 0.0893025 Sep 28 09:14:22.971918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-f144d26d-6050-442c-af98-7e29625dc848 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 217 time: 0.0390177 Sep 28 09:14:23.023413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88f74-648c-40e2-95ea-d4780b21727a req-732b20d3-4b2f-47e5-b585-c51dd45a7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:23.024853 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-732b20d3-4b2f-47e5-b585-c51dd45a7197 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 200 len: 835 time: 0.0453908 Sep 28 09:14:23.078565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88f74-648c-40e2-95ea-d4780b21727a req-d0c5ea64-17d3-4ac6-b50b-395eff84fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:23.080069 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-d0c5ea64-17d3-4ac6-b50b-395eff84fc1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8f23890-e3f6-4604-b694-e30b14475f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470245 Sep 28 09:14:23.178886 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-2f0ac261-7bad-4ffc-9287-7b3c43b87103 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911412 Sep 28 09:14:23.272398 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-70f88f74-648c-40e2-95ea-d4780b21727a req-7df6f263-dbd2-4942-9108-ef01118009b5 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869167 Sep 28 09:14:23.364329 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789adb-389c-4af7-b745-209600efe42c req-3910f9d8-5928-40e4-9de6-7bfaaa8ed8dd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:23.365771 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01789adb-389c-4af7-b745-209600efe42c req-3910f9d8-5928-40e4-9de6-7bfaaa8ed8dd tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 943 time: 0.0532646 Sep 28 09:14:23.412091 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-01789adb-389c-4af7-b745-209600efe42c req-cd8cf11b-9787-4a98-983e-82a67ecb72d3 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375984 Sep 28 09:14:24.553320 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4cd3b-5394-4c23-bfb3-8f1aa259b115 req-3d964c42-7c26-4171-b36b-fbf539e0b63c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:24.554835 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-80f4cd3b-5394-4c23-bfb3-8f1aa259b115 req-3d964c42-7c26-4171-b36b-fbf539e0b63c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 943 time: 0.0592175 Sep 28 09:14:24.596960 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-80f4cd3b-5394-4c23-bfb3-8f1aa259b115 req-cc04e01c-7902-420e-8b52-ce71595a8301 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356088 Sep 28 09:14:25.131985 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e7810fda-881d-4f8e-9e05-96b473077ed5 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:14:25.233756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e7810fda-881d-4f8e-9e05-96b473077ed5,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:25.244649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'port_id': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'mac_address': 'fa:16:3e:b8:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:14:25.283545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e7810fda-881d-4f8e-9e05-96b473077ed5 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:25.283915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:25.297787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7810fda-881d-4f8e-9e05-96b473077ed5 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:14:25.318108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e7810fda-881d-4f8e-9e05-96b473077ed5,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:25.324288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:25.374215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:25.684962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e7810fda-881d-4f8e-9e05-96b473077ed5'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:14:25.734178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9ba93-712a-4c11-ac51-e09f548ab33e req-1973ce27-75f0-4add-bd62-2d3ebd0c1e7b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:25.735700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65f9ba93-712a-4c11-ac51-e09f548ab33e req-1973ce27-75f0-4add-bd62-2d3ebd0c1e7b tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 944 time: 0.0503948 Sep 28 09:14:25.774233 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-65f9ba93-712a-4c11-ac51-e09f548ab33e req-79fb12a8-a8a3-449b-94d9-7309495c776a tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Sep 28 09:14:26.039933 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:14:26.905493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78942df-0ebe-4d62-b848-7119071ab430 req-640b7500-64af-49d9-b25f-489278c3abfa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:26.906965 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c78942df-0ebe-4d62-b848-7119071ab430 req-640b7500-64af-49d9-b25f-489278c3abfa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 944 time: 0.0505295 Sep 28 09:14:26.949444 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c78942df-0ebe-4d62-b848-7119071ab430 req-65b76c0d-9de9-4e7c-be74-c7229842364f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364175 Sep 28 09:14:27.131877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e7810fda-881d-4f8e-9e05-96b473077ed5 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:14:27.193526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port e7810fda-881d-4f8e-9e05-96b473077ed5 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:14:27.197750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e7810fda-881d-4f8e-9e05-96b473077ed5 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:14:27.198185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:27.198603 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e7810fda-881d-4f8e-9e05-96b473077ed5 Sep 28 09:14:27.280843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e7810fda-881d-4f8e-9e05-96b473077ed5 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:14:27.281320 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:27.304984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:14:27.307313 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20f9c5-6e3c-465c-bbaa-6a2210e5b97b" -d '{"events": [{"server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:14:27.319951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e7810fda-881d-4f8e-9e05-96b473077ed5,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:14:27.325650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:27.349427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de903ccd-14ec-4626-b690-df9a7d757571 x-openstack-request-id: req-de903ccd-14ec-4626-b690-df9a7d757571 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:14:27.349714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:14:27.349962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-de903ccd-14ec-4626-b690-df9a7d757571 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:14:27.350353 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de903ccd-14ec-4626-b690-df9a7d757571'] response: {'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'code': 200} Sep 28 09:14:27.378878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:27.518887 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7a61-6653-470c-8542-c632b4add4fe req-fe6b0b16-2c64-4dab-85df-9d9c46dd07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:27.522145 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6ea7a61-6653-470c-8542-c632b4add4fe req-fe6b0b16-2c64-4dab-85df-9d9c46dd07c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0448978 Sep 28 09:14:27.559422 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6ea7a61-6653-470c-8542-c632b4add4fe req-e2dc7284-75ee-4f19-bf6b-4f22cefcfae4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Sep 28 09:14:28.082604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1dc95-69de-4e6b-8722-c7595df9f332 req-a6e777f7-e717-4c81-bad2-ad9e8ffbc822 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:28.083984 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08e1dc95-69de-4e6b-8722-c7595df9f332 req-a6e777f7-e717-4c81-bad2-ad9e8ffbc822 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Sep 28 09:14:28.124922 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08e1dc95-69de-4e6b-8722-c7595df9f332 req-90d72e6a-e47a-47a6-a9a6-0bf85fc6966c tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347550 Sep 28 09:14:29.264052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363b38e-0fac-4a9b-b0cd-6d72c25241f5 req-a6b8d7d6-ccf7-452b-a7fc-bdb2ecb06b7d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:29.265614 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3363b38e-0fac-4a9b-b0cd-6d72c25241f5 req-a6b8d7d6-ccf7-452b-a7fc-bdb2ecb06b7d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Sep 28 09:14:29.312530 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3363b38e-0fac-4a9b-b0cd-6d72c25241f5 req-7b3b1c18-29f6-4bfa-a0fa-79b3ee6b7432 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Sep 28 09:14:29.464899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889e16-16ac-4028-8ff0-dfbe0481a76e req-f26d8609-3c86-496f-b54c-cfaa06d8ef27 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:29.466806 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bd889e16-16ac-4028-8ff0-dfbe0481a76e req-f26d8609-3c86-496f-b54c-cfaa06d8ef27 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0628483 Sep 28 09:14:29.506155 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-bd889e16-16ac-4028-8ff0-dfbe0481a76e req-e846dfc2-53a6-4e76-930c-060a9a28ea79 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331810 Sep 28 09:14:29.534048 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48500) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:29.577692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f73ff-17be-4154-939c-2d91b06ff809 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:29.579250 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ad1f73ff-17be-4154-939c-2d91b06ff809 tempest-TestNetworkAdvancedServerOps-737987692 tempest-TestNetworkAdvancedServerOps-737987692-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1093 time: 0.0442142 Sep 28 09:14:29.582234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48502) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:29.586534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:14:29.608902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:29.716914 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:29.830864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Allocated IP 172.26.4.246 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f5891140-74dc-43dd-9011-92cac7ae7fed) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:14:29.963971 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.001167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.039810 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:14:30.042711 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:14:30.049389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:14:30.052370 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=f5891140-74dc-43dd-9011-92cac7ae7fed,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:30.412648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.488906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.648487 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.656933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.720004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event updated for resources: {'Port': ['ID=f5891140-74dc-43dd-9011-92cac7ae7fed,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:14:30.722542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:30.824281 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 306d506c-63f1-4889-84c3-f74c0b2fa303 associated. External IP: 172.26.4.246, port: e7810fda-881d-4f8e-9e05-96b473077ed5. Sep 28 09:14:31.050737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 743da2d7-bce3-4d2a-b5d2-15af968a8537 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:14:31.162523 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:14:31.176322 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Sync routers for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:14:31.183392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:31.187444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:31.188141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:31.214198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7900a673-b598-40a5-ace4-f80a3a2a99df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6283674 Sep 28 09:14:31.214198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:14:31.214730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:14:31.253380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb24cc-704b-41bc-99cb-7b34713bbde7 x-openstack-request-id: req-8bfb24cc-704b-41bc-99cb-7b34713bbde7 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:14:31.253830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:14:31.254092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8bfb24cc-704b-41bc-99cb-7b34713bbde7 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:14:31.254506 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfb24cc-704b-41bc-99cb-7b34713bbde7'] response: {'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'status': 'completed', 'code': 200} Sep 28 09:14:31.309847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:31.345686 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4d18-3c41-4808-b221-f1cf46c28664 req-f38206b3-0f38-45a0-9582-f676e9380a85 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:31.347174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fe4e4d18-3c41-4808-b221-f1cf46c28664 req-f38206b3-0f38-45a0-9582-f676e9380a85 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0824792 Sep 28 09:14:31.349795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-5c814ae6-6270-4410-98ca-f458915fe602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:31.351182 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-5c814ae6-6270-4410-98ca-f458915fe602 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0747049 Sep 28 09:14:31.438258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fe4e4d18-3c41-4808-b221-f1cf46c28664 req-fd12d3bb-b39e-4908-bc0f-ec8aa56e1a90 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836265 Sep 28 09:14:31.467634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48508) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:31.481549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-2b9d67d0-421b-4c72-9aba-00686b7ba4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:31.483117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-2b9d67d0-421b-4c72-9aba-00686b7ba4f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 897 time: 0.1225061 Sep 28 09:14:31.534623 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c6545090-a63b-44c7-9ad6-d768b09bf0df tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/306d506c-63f1-4889-84c3-f74c0b2fa303 HTTP/1.1" status: 200 len: 991 time: 0.0654764 Sep 28 09:14:31.546861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '306d506c-63f1-4889-84c3-f74c0b2fa303', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'port_id': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'mac_address': 'fa:16:3e:b8:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:14:30Z', 'updated_at': '2022-09-28T09:14:30Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:31.555757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-0ec9852a-6e0c-4540-a776-47c7ec0f67ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 999 time: 0.0654037 Sep 28 09:14:31.572644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Checking router: 743da2d7-bce3-4d2a-b5d2-15af968a8537 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:14:31.581248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:14:31.581859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:14:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:31.605480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-40ecbdab-268d-43bd-9659-0c220d14d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:31.606981 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-40ecbdab-268d-43bd-9659-0c220d14d04d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 200 len: 835 time: 0.0448935 Sep 28 09:14:31.653441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-778b82d3-ac14-44d5-a9ff-9e442761cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:14:31.655624 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-778b82d3-ac14-44d5-a9ff-9e442761cc22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8f23890-e3f6-4604-b694-e30b14475f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413620 Sep 28 09:14:31.687720 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:14:31.752171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-a0af6de3-3708-4ffd-8a3e-a9051fa5c2e9 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900235 Sep 28 09:14:31.846368 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0cd0d9a8-f3d0-49dd-aac2-01e544bc3f87 req-d3910ada-e1f4-4883-86c8-b042b13899e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Sep 28 09:14:31.924945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '306d506c-63f1-4889-84c3-f74c0b2fa303', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'port_id': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'mac_address': 'fa:16:3e:b8:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:14:30Z', 'updated_at': '2022-09-28T09:14:30Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:14:31.954281 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52646e56-06fe-471d-b762-e9888fb5c6d5 None None] The sync data for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv is: [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '306d506c-63f1-4889-84c3-f74c0b2fa303', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'port_id': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'mac_address': 'fa:16:3e:b8:72:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:14:30Z', 'updated_at': '2022-09-28T09:14:30Z', 'revision_number': 0, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:14:32.165171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f7fef-d613-4a52-91fd-d4a40418075b None None] New status for floating IP 306d506c-63f1-4889-84c3-f74c0b2fa303: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:14:32.539948 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48510) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:14:32.602847 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-464085a0-5b39-4b39-9ad9-2d422f7a061f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/306d506c-63f1-4889-84c3-f74c0b2fa303 HTTP/1.1" status: 200 len: 993 time: 0.0613844 Sep 28 09:14:33.706093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:36.488357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b946f03b-3914-4e3d-8fa4-c5721dd7d13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:38.764229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e64c1406-7924-486e-8a79-319969dfe6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:40.316329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:41.471034 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:14:41.739234 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:03.044632 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:15:03.703068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:06.099811 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c68d87-ec36-4ce6-83b8-e8c3eb1e4a7d req-06e2f288-052f-493c-b1d8-ed3a405a35d4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:06.101342 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91c68d87-ec36-4ce6-83b8-e8c3eb1e4a7d req-06e2f288-052f-493c-b1d8-ed3a405a35d4 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0983706 Sep 28 09:15:06.139835 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-91c68d87-ec36-4ce6-83b8-e8c3eb1e4a7d req-39ca145f-7057-4b10-b03d-c992033bf001 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324407 Sep 28 09:15:06.494691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0527902-11d1-4d9d-adb8-810ec32a044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:07.323880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ca63-c0f7-4e78-9254-c86effae6630 req-58e32e47-b00e-4e33-9709-5a328a5b3358 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:07.325388 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9071ca63-c0f7-4e78-9254-c86effae6630 req-58e32e47-b00e-4e33-9709-5a328a5b3358 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1074815 Sep 28 09:15:07.364130 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9071ca63-c0f7-4e78-9254-c86effae6630 req-10759e4f-08f0-476d-a874-86346f0db7c8 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326793 Sep 28 09:15:07.395066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48532) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:07.457522 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-077c7bfa-0122-4cf8-85c3-182a9dc16afa tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/306d506c-63f1-4889-84c3-f74c0b2fa303 HTTP/1.1" status: 200 len: 993 time: 0.0614700 Sep 28 09:15:08.759872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-491ac758-3f0c-4602-883d-332ff0db60e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:08.771697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62503d0-b5ec-49ab-baa7-bf2235a4913c req-dd9b4b8a-123f-4f20-b86e-172a94c95fc0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:08.773255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f62503d0-b5ec-49ab-baa7-bf2235a4913c req-dd9b4b8a-123f-4f20-b86e-172a94c95fc0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0584927 Sep 28 09:15:08.788271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-37139c56-00f0-42d9-b971-becb34801c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:08.789859 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-37139c56-00f0-42d9-b971-becb34801c34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0469632 Sep 28 09:15:08.813467 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f62503d0-b5ec-49ab-baa7-bf2235a4913c req-c0950585-7680-4c09-a36b-5878596bce58 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Sep 28 09:15:08.893280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-5ae4f7a7-6e3b-4137-b47b-395c07cba39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:08.895466 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-5ae4f7a7-6e3b-4137-b47b-395c07cba39b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 897 time: 0.0993643 Sep 28 09:15:08.967122 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-5dfa193b-77d6-4458-9fbd-245b9d35b16a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0651877 Sep 28 09:15:09.028907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-3bfcc6b5-944a-4df3-b655-0ecd072085bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:09.030306 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-3bfcc6b5-944a-4df3-b655-0ecd072085bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 200 len: 835 time: 0.0557013 Sep 28 09:15:09.077197 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-13bbb752-904f-47d1-8153-2b993b9c4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:09.078689 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-13bbb752-904f-47d1-8153-2b993b9c4232 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8f23890-e3f6-4604-b694-e30b14475f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410166 Sep 28 09:15:09.171548 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-430a41d8-0381-464b-987b-7eeda6170f98 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847800 Sep 28 09:15:09.275399 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d6e4a4ec-c3f5-433f-a004-28bac0736dec req-1d1ead90-9dd1-4529-8516-3ac34e3f7ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970201 Sep 28 09:15:09.943453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90842923-8c80-4ee7-8f36-bdd79371b7ce req-8cff4b66-0f14-472c-af09-0a1da46e5821 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:09.944861 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90842923-8c80-4ee7-8f36-bdd79371b7ce req-8cff4b66-0f14-472c-af09-0a1da46e5821 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0541830 Sep 28 09:15:09.989354 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-90842923-8c80-4ee7-8f36-bdd79371b7ce req-8b64901a-7c8f-45a2-8e02-6e2606cb4b5d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380344 Sep 28 09:15:10.318441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.131259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa12fe-7867-4d66-942a-c2a4747075a8 req-7df8bd73-73cb-44ff-b60f-d9475a5c13d1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:11.132636 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58aa12fe-7867-4d66-942a-c2a4747075a8 req-7df8bd73-73cb-44ff-b60f-d9475a5c13d1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Sep 28 09:15:11.170972 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-58aa12fe-7867-4d66-942a-c2a4747075a8 req-740bfc19-23e8-4a77-8267-715ea0fe0044 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321987 Sep 28 09:15:11.200004 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48544) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:11.263505 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-59622655-7f40-48ed-be9e-19344aed1349 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/floatingips/306d506c-63f1-4889-84c3-f74c0b2fa303 HTTP/1.1" status: 200 len: 993 time: 0.0623829 Sep 28 09:15:11.475206 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.519533 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48550) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:11.679512 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port f5891140-74dc-43dd-9011-92cac7ae7fed {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:15:11.679856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.722846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.760606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.760899 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.772303 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for f5891140-74dc-43dd-9011-92cac7ae7fed owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:15:11.924991 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:11.952890 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=f5891140-74dc-43dd-9011-92cac7ae7fed,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:11.964570 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.964924 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.965286 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.965632 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.965972 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.966298 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.966630 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.966954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.967278 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.967634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.967912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:11.968230 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:12.021434 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:12.021732 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Floating IP 306d506c-63f1-4889-84c3-f74c0b2fa303 disassociated (deleted). External IP: 172.26.4.246, port: e7810fda-881d-4f8e-9e05-96b473077ed5. Sep 28 09:15:12.240183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 743da2d7-bce3-4d2a-b5d2-15af968a8537 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:15:12.349793 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:12.354343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:12.359847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Sync routers for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:12.370454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:12.371085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:12.383437 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b7ca9880-5363-4147-bb0f-6abb110d5da0 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/floatingips/306d506c-63f1-4889-84c3-f74c0b2fa303 HTTP/1.1" status: 204 len: 168 time: 0.8627088 Sep 28 09:15:12.384014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:15:12.386490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9083818f-7837-449c-88ba-72180c4464a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:15:12.427436 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7e0530-a9a6-4926-b564-94abfb7e4a63 x-openstack-request-id: req-6f7e0530-a9a6-4926-b564-94abfb7e4a63 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:15:12.427738 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:15:12.427993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6f7e0530-a9a6-4926-b564-94abfb7e4a63 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:15:12.428410 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7e0530-a9a6-4926-b564-94abfb7e4a63'] response: {'name': 'network-changed', 'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'status': 'completed', 'code': 200} Sep 28 09:15:12.482455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:12.495681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083818f-7837-449c-88ba-72180c4464a8 req-9a392ef8-3670-4eac-adf5-eced9ec177c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:12.497242 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-9a392ef8-3670-4eac-adf5-eced9ec177c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b3b0999574947c09931d38dc6e10b29&device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0456512 Sep 28 09:15:12.632633 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083818f-7837-449c-88ba-72180c4464a8 req-0bc31ea8-602c-491c-99be-5cf5aca80f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:12.634175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-0bc31ea8-602c-491c-99be-5cf5aca80f93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 200 len: 897 time: 0.1246953 Sep 28 09:15:12.646886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58101fe9-e535-45e1-8a52-41772bd640e9 req-b998f11d-b57b-445c-9887-d13795584591 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:12.648306 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58101fe9-e535-45e1-8a52-41772bd640e9 req-b998f11d-b57b-445c-9887-d13795584591 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0712080 Sep 28 09:15:12.689729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-12374028-509b-49d7-b4da-067c220834d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 200 len: 217 time: 0.0404158 Sep 28 09:15:12.690361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:12.717004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Checking router: 743da2d7-bce3-4d2a-b5d2-15af968a8537 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:12.725907 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:12.726565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:12.748994 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58101fe9-e535-45e1-8a52-41772bd640e9 req-5659b80c-37fb-4765-8e31-597d435e0525 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937183 Sep 28 09:15:12.756886 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083818f-7837-449c-88ba-72180c4464a8 req-7efd888d-d8ae-48dd-92a9-a2ea997d65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:12.758396 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-7efd888d-d8ae-48dd-92a9-a2ea997d65f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 200 len: 835 time: 0.0621490 Sep 28 09:15:12.811074 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083818f-7837-449c-88ba-72180c4464a8 req-4207574f-dae6-4e71-94d4-8887e19b4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:12.813603 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-4207574f-dae6-4e71-94d4-8887e19b4b1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c8f23890-e3f6-4604-b694-e30b14475f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474496 Sep 28 09:15:12.835286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:12.903308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-ab8cd462-9270-4c84-af63-6727925c3780 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825191 Sep 28 09:15:12.999263 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9083818f-7837-449c-88ba-72180c4464a8 req-6ed996c2-0066-422a-8e8f-5a3f7551bc54 service neutron] 10.222.0.62 "GET /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Sep 28 09:15:13.037789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:13.063644 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e827e1d-3704-4f4b-ab0b-3bf731e48fa0 None None] The sync data for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv is: [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:18Z', 'revision_number': 4, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '84df8d37-0816-46d5-93bf-ff559965e624', 'name': '', 'network_id': 'c8f23890-e3f6-4604-b694-e30b14475f3f', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'mac_address': 'fa:16:3e:7c:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:17Z', 'updated_at': '2022-09-28T09:14:20Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'subnets': [{'id': '5387c461-7f4a-434f-810f-ac2cfd5e6c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:13.292098 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a99bf-5bc2-42f4-897d-ff19aae96c6f None None] New status for floating IP 306d506c-63f1-4889-84c3-f74c0b2fa303: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:15:13.886708 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde645cd-f151-4a33-853a-8530e9456631 req-803afd90-0713-40f3-80e3-959fd64f7093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:13.888372 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dde645cd-f151-4a33-853a-8530e9456631 req-803afd90-0713-40f3-80e3-959fd64f7093 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0573764 Sep 28 09:15:13.932130 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-dde645cd-f151-4a33-853a-8530e9456631 req-bd0a9f66-a00f-4110-aa8f-fd051a5df204 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/security-groups?id=582e2cac-7ced-4006-a9cd-3e002b8d7e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350919 Sep 28 09:15:14.205894 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-e888e29a-94a9-4688-972b-ae38bd5c28c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:14.207298 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-e888e29a-94a9-4688-972b-ae38bd5c28c9 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0617552 Sep 28 09:15:14.299250 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port e7810fda-881d-4f8e-9e05-96b473077ed5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:15:14.299594 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:14.715563 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port e7810fda-881d-4f8e-9e05-96b473077ed5, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e7810fda-881d-4f8e-9e05-96b473077ed5,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:14.715906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:14.729915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for e7810fda-881d-4f8e-9e05-96b473077ed5 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:15:14.880573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:14.909683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=e7810fda-881d-4f8e-9e05-96b473077ed5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:14.935418 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.935804 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.936151 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.936490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.936825 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.937167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.937498 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.937853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.938190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.938518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.938845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.939170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:14.964280 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] No DVR routers for this DVR port e7810fda-881d-4f8e-9e05-96b473077ed5 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:15:14.967190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:14.970609 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c671f6cd-7619-4c87-99e4-c1d90e7a06af req-b50f5613-bb88-431f-9041-720f7bde1217 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.62 "DELETE /v2.0/ports/e7810fda-881d-4f8e-9e05-96b473077ed5 HTTP/1.1" status: 204 len: 173 time: 0.7576585 Sep 28 09:15:14.971528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'name': 'network-vif-deleted', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:15:14.973447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2fa173-e670-4c0a-a49b-835138381aa9" -d '{"events": [{"server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "name": "network-vif-deleted", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:15:15.021001 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609eccd-e120-46e7-8a7d-3fc2feb9f093 x-openstack-request-id: req-5609eccd-e120-46e7-8a7d-3fc2feb9f093 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:15:15.021328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f839c0-2842-4b74-84ee-764116ac2eb4", "name": "network-vif-deleted", "tag": "e7810fda-881d-4f8e-9e05-96b473077ed5", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:15:15.021671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5609eccd-e120-46e7-8a7d-3fc2feb9f093 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:15:15.022048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5609eccd-e120-46e7-8a7d-3fc2feb9f093'] response: {'server_uuid': 'c5f839c0-2842-4b74-84ee-764116ac2eb4', 'name': 'network-vif-deleted', 'tag': 'e7810fda-881d-4f8e-9e05-96b473077ed5', 'status': 'completed', 'code': 200} Sep 28 09:15:15.053583 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6f0be7b1-1e13-4d5b-b423-b6ce19a795f3 req-dbc67c68-bb88-41d9-9b23-ec20a6d4843e tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "GET /v2.0/ports?device_id=c5f839c0-2842-4b74-84ee-764116ac2eb4 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Sep 28 09:15:16.124064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48566) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:16.514814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:17.044335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 84df8d37-0816-46d5-93bf-ff559965e624 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:15:17.044682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:17.145457 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 84df8d37-0816-46d5-93bf-ff559965e624, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=84df8d37-0816-46d5-93bf-ff559965e624,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:17.146132 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:17.158661 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 84df8d37-0816-46d5-93bf-ff559965e624 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:15:17.350713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:17.375450 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=84df8d37-0816-46d5-93bf-ff559965e624,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:17.553792 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:17.793830 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Router 743da2d7-bce3-4d2a-b5d2-15af968a8537 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:15:17.901938 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:17.908125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4b96bbfa-a148-4990-8be2-f10b0216ead1 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "PUT /v2.0/routers/743da2d7-bce3-4d2a-b5d2-15af968a8537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823455 Sep 28 09:15:17.911581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48568) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:17.914359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Sync routers for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:17.925095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:17.925783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:17.962947 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting subnet 5387c461-7f4a-434f-810f-ac2cfd5e6c15 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:15:17.966021 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.005643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.032534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:18.094973 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.157895 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.184739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Subnet': ['ID=5387c461-7f4a-434f-810f-ac2cfd5e6c15,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:18.189020 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.192324 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2db6cdb4-173d-4a27-9209-e69378e8762f tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/subnets/5387c461-7f4a-434f-810f-ac2cfd5e6c15 HTTP/1.1" status: 204 len: 168 time: 0.2798147 Sep 28 09:15:18.194987 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48570) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:18.199784 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ae61c-4c8b-4abb-8e34-b88de011e6a9 None None] Network c8f23890-e3f6-4604-b694-e30b14475f3f requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:15:18.307123 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.413437 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.413976 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:15:17Z', 'revision_number': 5, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port': {'id': '5f02f53c-b17e-48ab-a7cb-cb82a8245460', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:18.447411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Checking router: 743da2d7-bce3-4d2a-b5d2-15af968a8537 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:18.467091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Deleting port 5f02f53c-b17e-48ab-a7cb-cb82a8245460 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:15:18.467463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.485978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Routers {'743da2d7-bce3-4d2a-b5d2-15af968a8537'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:18.486636 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['743da2d7-bce3-4d2a-b5d2-15af968a8537'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:18.550454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] For port 5f02f53c-b17e-48ab-a7cb-cb82a8245460, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5f02f53c-b17e-48ab-a7cb-cb82a8245460,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:18.550892 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.562996 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Calling delete_port for 5f02f53c-b17e-48ab-a7cb-cb82a8245460 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:15:18.593591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] Set router 743da2d7-bce3-4d2a-b5d2-15af968a8537 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:18.653146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572e631-d31c-414c-a636-e5978dc053be None None] DHCP port deletion for c8f23890-e3f6-4604-b694-e30b14475f3f request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:15:18.656538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:15:18Z', 'revision_number': 6, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:18.686028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91c1d-ac20-463e-a6f9-709af3daf292 None None] The sync data for ids ['743da2d7-bce3-4d2a-b5d2-15af968a8537'] in dv-neutron-859308-3-hyperv is: [{'id': '743da2d7-bce3-4d2a-b5d2-15af968a8537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848596173', 'tenant_id': '0b3b0999574947c09931d38dc6e10b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:14:14Z', 'updated_at': '2022-09-28T09:15:18Z', 'revision_number': 6, 'project_id': '0b3b0999574947c09931d38dc6e10b29', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:18.740142 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Deleting port f9235540-3725-4401-a482-a7df2992c8b9 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:15:18.740525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.749119 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.779350 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Port': ['ID=5f02f53c-b17e-48ab-a7cb-cb82a8245460,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:18.807538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-c572e631-d31c-414c-a636-e5978dc053be None None] For port f9235540-3725-4401-a482-a7df2992c8b9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=f9235540-3725-4401-a482-a7df2992c8b9,segment=NetworkSegment(31833c6d-d60b-43d0-b876-88d2f949ad10),segment_id=31833c6d-d60b-43d0-b876-88d2f949ad10)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:18.807990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.822423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Calling delete_port for f9235540-3725-4401-a482-a7df2992c8b9 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:15:18.850487 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.907816 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.932559 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Pushing event deleted for resources: {'Port': ['ID=f9235540-3725-4401-a482-a7df2992c8b9,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:18.936873 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572e631-d31c-414c-a636-e5978dc053be None None] No DVR routers for this DVR port f9235540-3725-4401-a482-a7df2992c8b9 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:15:18.945344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.945692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.946049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.946344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.946669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.947023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.947398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.947726 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.948479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.948479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.948654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.948928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572e631-d31c-414c-a636-e5978dc053be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:18.957417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:18.959980 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.004854 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.005429 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Fanout notify agent at l3_agent the message router_deleted on router 743da2d7-bce3-4d2a-b5d2-15af968a8537 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:15:19.013849 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.015490 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6fbdaa8b-1075-4715-90ea-9c12112b197d tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/routers/743da2d7-bce3-4d2a-b5d2-15af968a8537 HTTP/1.1" status: 204 len: 168 time: 0.8195617 Sep 28 09:15:19.018605 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:19.100697 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.194556 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.215805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f23890-e3f6-4604-b694-e30b14475f3f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:19.225769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31833c6d-d60b-43d0-b876-88d2f949ad10') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:19.226071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31833c6d-d60b-43d0-b876-88d2f949ad10') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:19.235593 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.249153 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.255603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:15:19.256006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.275783 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 31833c6d-d60b-43d0-b876-88d2f949ad10 resource provider aggregate not found Sep 28 09:15:19.320359 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 31833c6d-d60b-43d0-b876-88d2f949ad10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31833c6d-d60b-43d0-b876-88d2f949ad10 found for delete ", "request_id": "req-0cef994c-c9aa-45df-9b28-868856d16538"}]} Sep 28 09:15:19.336168 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.343416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.348763 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e7810fda-881d-4f8e-9e05-96b473077ed5 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:15:19.350070 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/networks/c8f23890-e3f6-4604-b694-e30b14475f3f HTTP/1.1" status: 204 len: 168 time: 0.3301399 Sep 28 09:15:19.354359 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48582) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:19.367007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfca1b-d838-42f8-90ab-de18e6c180f5 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'Network': ['ID=c8f23890-e3f6-4604-b694-e30b14475f3f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:19.375771 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: e7810fda-881d-4f8e-9e05-96b473077ed5 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:15:19.376178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e7810fda-881d-4f8e-9e05-96b473077ed5 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:15:19.426206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.452738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.520550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.523286 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:19.524472 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] 10.222.0.27 "DELETE /v2.0/security-groups/582e2cac-7ced-4006-a9cd-3e002b8d7e9c HTTP/1.1" status: 204 len: 168 time: 0.1689622 Sep 28 09:15:19.534127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9781-76ca-4da1-bd46-2a6f10d330f6 tempest-TestNetworkAdvancedServerOps-1566122365 tempest-TestNetworkAdvancedServerOps-1566122365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e2cac-7ced-4006-a9cd-3e002b8d7e9c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:19.691182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5f02f53c-b17e-48ab-a7cb-cb82a8245460 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:15:19.712363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5f02f53c-b17e-48ab-a7cb-cb82a8245460 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:15:19.712795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5f02f53c-b17e-48ab-a7cb-cb82a8245460 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:15:19.713248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 84df8d37-0816-46d5-93bf-ff559965e624 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:15:19.733027 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 84df8d37-0816-46d5-93bf-ff559965e624 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:15:19.733335 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 84df8d37-0816-46d5-93bf-ff559965e624 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:15:19.733717 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9235540-3725-4401-a482-a7df2992c8b9 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:15:19.760377 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: f9235540-3725-4401-a482-a7df2992c8b9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:15:19.760719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device f9235540-3725-4401-a482-a7df2992c8b9 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:15:19.866631 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48592) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:20.008959 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-575e0a71-b31b-478a-a0dc-87cce36dd0ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0b3b0999574947c09931d38dc6e10b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410396 Sep 28 09:15:20.011540 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48596) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:20.062776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.087784 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.138712 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.143240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.144912 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ee9751d4-2dfe-4928-9f73-ce8d55c5b5a0 HTTP/1.1" status: 204 len: 168 time: 0.1324022 Sep 28 09:15:20.153482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670e3ad-6a36-4baa-adfe-f69cdaa02523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9751d4-2dfe-4928-9f73-ce8d55c5b5a0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:20.417746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48604) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:20.431637 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e821df93-1735-4ae7-a0b8-6f9f5d71d40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.511086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e821df93-1735-4ae7-a0b8-6f9f5d71d40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.517349 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e821df93-1735-4ae7-a0b8-6f9f5d71d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.557041 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e821df93-1735-4ae7-a0b8-6f9f5d71d40b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=08b503a39ba94eefab8a9970653909f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382253 Sep 28 09:15:20.557795 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821df93-1735-4ae7-a0b8-6f9f5d71d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e446e-092e-4743-86f5-b74d56427c66,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:20.560018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48606) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:20.609284 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.630751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.690036 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.692845 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:20.694097 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/406e446e-092e-4743-86f5-b74d56427c66 HTTP/1.1" status: 204 len: 168 time: 0.1328745 Sep 28 09:15:20.701896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b66f-7fbb-4bde-944f-2bbb43f537af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e446e-092e-4743-86f5-b74d56427c66,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:21.445193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48630) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:21.551619 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1911985953-network', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:21.573192 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Made reservation on behalf of 74721521ab80408e95ce8fe6bdf3d5f5 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:15:21.575448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.583891 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.659017 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.665595 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.689122 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:15:21.697767 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37413f72-dbf5-4896-a8bd-e33beceb860b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:21.704077 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.704441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Added segment 2243d63f-4ccd-4f1a-9b7c-e79d01abe068 of type vlan for network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b Sep 28 09:15:21.747216 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.777404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.778395 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:21.779053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.811664 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3653467 Sep 28 09:15:21.815184 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:21.820310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Request body: {'subnet': {'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1911985953-subnet', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:21.840753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Made reservation on behalf of 74721521ab80408e95ce8fe6bdf3d5f5 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:15:21.843245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287055095'] for subnet, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:21.845621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3f810-30ca-47fa-bba2-94d675b0f6ee admin admin] Pushing event updated for resources: {'Network': ['ID=48a0cccc-14d7-485a-a054-d2dfbefd7e6b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:21.855875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:15:22.018564 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4287263647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287054977'] for subnet, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.072308 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1b4411-ebe6-494e-a655-ecd57b5b7b90,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:22.087549 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Checking segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:22.087896 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Network hostable DHCP agents. Network: 48a0cccc-14d7-485a-a054-d2dfbefd7e6b, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:15:22.108445 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:15:22.118193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 48a0cccc-14d7-485a-a054-d2dfbefd7e6b) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:22.122494 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:22.123070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.128306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212d64c-a08d-4a9b-a9ab-2890a8cac857 None None] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:15:22.143543 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-61f01491-86c6-44c2-b1a8-a9c03a3b4751 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272166 Sep 28 09:15:22.146634 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48636) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:22.150969 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:22.176129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.177316 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.229100 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.277865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:15:22.278734 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.371207 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.418358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Allocated IP 172.20.0.2 (48a0cccc-14d7-485a-a054-d2dfbefd7e6b/1b1b4411-ebe6-494e-a655-ecd57b5b7b90/5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:22.568043 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.575330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.575499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.599266 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.613348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:22.616181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:22.619534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:22.627363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Pushing event updated for resources: {'Port': ['ID=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:22.679095 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Attempting to bind port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:22.679455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Attempting to bind port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:22.679830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Attempting to bind port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:22.685020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:22.685439 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Checking segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:22.685838 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.686213 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Bound using segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:22.686682 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Bound port: 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:22.687060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.703270 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Allocated IP 172.26.4.196 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:22.762093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] For port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:22.765545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] For port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:22.771397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.822812 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.825172 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608340ea-5e52-4755-bcf3-e0cfe58dac12 None None] Pushing event updated for resources: {'Port': ['ID=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:22.863574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:22.902755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:22.905954 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:22.915908 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:22.919101 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:23.427682 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:23.631310 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:23.725308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:23.775882 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:15:23.783373 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:23.783749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:23.784087 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 Sep 28 09:15:23.810058 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1096a394-2f94-43e6-811e-3f4ff3ccf7ed None None] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:15:23.888193 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:23.899543 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:23.900843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Provisioning complete for port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:23.901247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:23.901589 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Attempt 1 to provision port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 Sep 28 09:15:23.910472 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:23.911730 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2240a791-9b9e-4c9c-afe8-86d0d9563311 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7641070 Sep 28 09:15:23.914420 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:23.914557 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:23.915091 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:24.017872 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:24.018293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.024806 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:24.110421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:24.123302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.130454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Current status of the port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:24.130883 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.209288 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:23Z', 'revision_number': 3, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:24.219271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:24.238008 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:24.238611 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Updating router c6e96fe4-a463-4a7d-8f77-8ff14581a838 port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:15:24.249665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.db.api [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103310) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 28 09:15:24.250020 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG oslo_db.api [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 09:15:24.265446 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.374803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.522515 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.527855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.536311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Allocated IP 172.20.0.1 (48a0cccc-14d7-485a-a054-d2dfbefd7e6b/1b1b4411-ebe6-494e-a655-ecd57b5b7b90/336a48cb-ce0f-4c0d-a69a-41a26963e667) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:24.565842 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Attempting to bind port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:24.566163 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Attempting to bind port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:24.566520 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Attempting to bind port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:24.578348 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:24.578710 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:24.579101 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.579500 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:24.579932 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Bound port: d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:24.580298 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.584225 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Pushing event updated for resources: {'Port': ['ID=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:24.611071 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.611410 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.611740 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.612064 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.612384 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.612862 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.613397 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.613548 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.613882 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.614164 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.614496 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.614804 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:15:24.646408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.648378 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] For port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:24.652218 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] For port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:24.658756 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.684706 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.695798 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:24.696421 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:24.721528 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:24.726285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:24.730732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:24.756691 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Pushing event updated for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:24.758626 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8ffba-2f4a-455e-8042-996ff5dde022 None None] Pushing event updated for resources: {'Port': ['ID=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:24.777817 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.799007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-40a56f7f-e8b5-437a-814e-168d6396d0fe None None] Current status of the port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:24.817131 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:24.924524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-fdd3fdab-29b7-4fb4-b252-d9609f16351e None None] Provisioning complete for port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:24.925459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdd3fdab-29b7-4fb4-b252-d9609f16351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:24.925969 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-fdd3fdab-29b7-4fb4-b252-d9609f16351e None None] Attempt 1 to provision port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 Sep 28 09:15:24.933417 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.031825 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-08cabe81-1269-429f-906e-4929827fa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:23Z', 'revision_number': 3, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:25.064322 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cabe81-1269-429f-906e-4929827fa917 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:23Z', 'revision_number': 3, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:25.130514 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.140959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.187018 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3fdab-29b7-4fb4-b252-d9609f16351e None None] Current status of the port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:25.215071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Pushing event updated for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:25.217504 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.308913 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Provisioning complete for port 336a48cb-ce0f-4c0d-a69a-41a26963e667 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:25.309328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.309661 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 1 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:25.328299 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:25.329834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:25.362223 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:25.468545 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:15:25.584387 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:25.589528 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-5f54c328-7c47-4f2d-b1c4-0b65275c61e0 admin admin] 10.222.0.27 "PUT /v2.0/routers/c6e96fe4-a463-4a7d-8f77-8ff14581a838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740401 Sep 28 09:15:25.783181 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:25.840748 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:25.841419 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.841548 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f Sep 28 09:15:25.863299 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 2 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:25.918216 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:25.956946 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:25.957292 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.977649 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:25.983245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:25.984061 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:26.061132 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:26.073278 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:26.073656 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.073994 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 Sep 28 09:15:26.101208 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48654) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:26.106422 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-605685097-network', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:26.128077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Made reservation on behalf of 08133c52a9b348209da5a080b6bc0eec for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:15:26.130657 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.139659 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.156318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:26.223949 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.230405 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.258182 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:15:26.268009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64575fbd-be78-4bd5-99a6-3ed49b867920,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:26.274856 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.275198 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Added segment 06c72129-092e-4ef2-a63c-3246cbf65bbd of type vlan for network 384cfc65-1606-4ecc-b488-b595d03b58ea Sep 28 09:15:26.321911 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.350702 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.351805 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:26.352861 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.389370 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2869802 Sep 28 09:15:26.392365 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48656) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:26.398157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Request body: {'subnet': {'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-605685097-subnet', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:26.419728 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 3 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:26.421291 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Made reservation on behalf of 08133c52a9b348209da5a080b6bc0eec for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:15:26.424285 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b1cf-1fa6-4f4c-9636-9c644829b239 admin admin] Pushing event updated for resources: {'Network': ['ID=384cfc65-1606-4ecc-b488-b595d03b58ea,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:26.424625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.445340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 384cfc65-1606-4ecc-b488-b595d03b58ea details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:15:26.508495 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:26.622340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.676587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b3d825-9564-4a4b-8eca-212932121622,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:26.689240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Checking segment: {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:26.690429 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Network hostable DHCP agents. Network: 384cfc65-1606-4ecc-b488-b595d03b58ea, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:15:26.692631 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:26.702404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:26.702987 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:26.710625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Network 384cfc65-1606-4ecc-b488-b595d03b58ea is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:15:26.719853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 384cfc65-1606-4ecc-b488-b595d03b58ea) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:26.727702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:26.728294 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.744431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11e04c-ffdd-4343-8623-5a2d47840b89 None None] Network 384cfc65-1606-4ecc-b488-b595d03b58ea requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:15:26.751077 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48658) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:26.751317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ff304599-edb2-471c-80a1-878a34376c5a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3577697 Sep 28 09:15:26.756271 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:26.779653 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.781390 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.834876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:26.878998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:26.977414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.010797 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 4 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:27.044674 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-384cfc65-1606-4ecc-b488-b595d03b58ea', 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'fixed_ips': [{'subnet_id': '77b3d825-9564-4a4b-8eca-212932121622'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:15:27.045561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.107483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:27.277955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Allocated IP 172.20.0.2 (384cfc65-1606-4ecc-b488-b595d03b58ea/77b3d825-9564-4a4b-8eca-212932121622/0327a2b3-d2ce-44c2-861a-f165f3a52f84) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:27.309014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 2, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:27.342372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:27.342729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Updating router c6e96fe4-a463-4a7d-8f77-8ff14581a838 port 336a48cb-ce0f-4c0d-a69a-41a26963e667 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:15:27.402988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.440926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.459825 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.560678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Allocated IP 172.26.4.97 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/a394802c-a21e-4947-a9ea-c43b492a994e) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:27.566651 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.577345 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.611405 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 5 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:27.662880 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Network 384cfc65-1606-4ecc-b488-b595d03b58ea is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:27.678424 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.699489 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:27.707420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:27.709580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:27.717817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Pushing event updated for resources: {'Port': ['ID=0327a2b3-d2ce-44c2-861a-f165f3a52f84,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:27.718715 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:27.743994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:27.770245 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:27.773053 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:27.780543 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:27.783649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Pushing event updated for resources: {'Port': ['ID=a394802c-a21e-4947-a9ea-c43b492a994e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:27.982338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Attempting to bind port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:27.982879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Attempting to bind port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:27.983049 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Attempting to bind port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 on network 384cfc65-1606-4ecc-b488-b595d03b58ea {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:28.006666 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:28.007011 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Checking segment: {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:28.007441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.007836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Bound using segment: {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:28.008309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Bound port: 0327a2b3-d2ce-44c2-861a-f165f3a52f84, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:28.008691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.038765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:28.039135 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.039475 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f Sep 28 09:15:28.047054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.101876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.121587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.177139 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] For port 0327a2b3-d2ce-44c2-861a-f165f3a52f84, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:28.212009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de9b8-717d-4872-8bae-5efccf8fc36c None None] Pushing event updated for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:28.216423 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] For port 0327a2b3-d2ce-44c2-861a-f165f3a52f84, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0327a2b3-d2ce-44c2-861a-f165f3a52f84,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:28.247618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.255405 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.258856 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 6 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:28.338415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Attempting to bind port 336a48cb-ce0f-4c0d-a69a-41a26963e667 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:28.338783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Attempting to bind port 336a48cb-ce0f-4c0d-a69a-41a26963e667 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:28.339272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Attempting to bind port 336a48cb-ce0f-4c0d-a69a-41a26963e667 on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:28.346037 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:28.348242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Port 336a48cb-ce0f-4c0d-a69a-41a26963e667 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:28.351328 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:28.351704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Checking segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:28.352100 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.352481 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Bound using segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:28.352961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Bound port: 336a48cb-ce0f-4c0d-a69a-41a26963e667, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:28.353379 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.381407 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c440006-79c3-4bf7-9cab-90fd1b00899b None None] Pushing event updated for resources: {'Port': ['ID=0327a2b3-d2ce-44c2-861a-f165f3a52f84,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:28.391476 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Router 54943c67-f132-4b39-8e69-f408324b46a7 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:15:28.461391 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] For port 336a48cb-ce0f-4c0d-a69a-41a26963e667, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:28.464650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] For port 336a48cb-ce0f-4c0d-a69a-41a26963e667, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=336a48cb-ce0f-4c0d-a69a-41a26963e667,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:28.470582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.511108 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:28.511758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:28.522289 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:28.532615 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Sync routers for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:28.543157 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.544467 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-dddd2501-38a0-4bb3-be2c-96fa68c0e56b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7919016 Sep 28 09:15:28.547339 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48660) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:28.553932 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:28.554774 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:28.591167 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de9b8-717d-4872-8bae-5efccf8fc36c None None] Pushing event updated for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:28.672460 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:28.680712 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:28.857880 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Attempt 7 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:28.877239 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:27Z', 'revision_number': 3, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:28.905472 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Checking router: 54943c67-f132-4b39-8e69-f408324b46a7 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:28.905944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Updating router 54943c67-f132-4b39-8e69-f408324b46a7 port a394802c-a21e-4947-a9ea-c43b492a994e binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:15:28.924918 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:28Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:28.932031 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:28.988194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d9af5-4261-4a74-844b-da2094e773a1 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:28Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:29.006187 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Current status of the port 336a48cb-ce0f-4c0d-a69a-41a26963e667 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:29.007485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.028210 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.090955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] For port 336a48cb-ce0f-4c0d-a69a-41a26963e667, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=336a48cb-ce0f-4c0d-a69a-41a26963e667,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:29.100448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.204154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23c901-bff3-401e-97a8-18257f6385b0 None None] Pushing event updated for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:29.233069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5c11c860-3cd4-4c02-a636-a02874246aba None None] Provisioning complete for port 336a48cb-ce0f-4c0d-a69a-41a26963e667 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:29.233069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5c11c860-3cd4-4c02-a636-a02874246aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.233069 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5c11c860-3cd4-4c02-a636-a02874246aba None None] Attempt 1 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:29.281599 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Allocated IP 172.20.0.1 (384cfc65-1606-4ecc-b488-b595d03b58ea/77b3d825-9564-4a4b-8eca-212932121622/7a122045-87e0-4dd9-a4a8-254cc364de51) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:29.354075 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5c11c860-3cd4-4c02-a636-a02874246aba None None] Current status of the port 336a48cb-ce0f-4c0d-a69a-41a26963e667 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:29.431173 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.433949 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.446442 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.475071 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.490938 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Attempting to bind port a394802c-a21e-4947-a9ea-c43b492a994e on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:29.491428 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Attempting to bind port a394802c-a21e-4947-a9ea-c43b492a994e by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:29.491786 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Attempting to bind port a394802c-a21e-4947-a9ea-c43b492a994e on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:29.499141 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:29.499502 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:29.499900 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.500283 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:29.500934 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Bound port: a394802c-a21e-4947-a9ea-c43b492a994e, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:29.501225 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.518093 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Network 384cfc65-1606-4ecc-b488-b595d03b58ea is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:29.521216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:29.526238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecd740-de99-4953-9df1-7a674c72e399 None None] Network 384cfc65-1606-4ecc-b488-b595d03b58ea requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:15:29.536733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ed36-ecf4-4f07-9978-5962767052fb None None] Pushing event updated for resources: {'Port': ['ID=a394802c-a21e-4947-a9ea-c43b492a994e,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:29.544603 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:29.576602 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:29.585457 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] For port a394802c-a21e-4947-a9ea-c43b492a994e, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:29.593986 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] For port a394802c-a21e-4947-a9ea-c43b492a994e, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a394802c-a21e-4947-a9ea-c43b492a994e,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:29.602047 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.612418 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.633850 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Provisioning complete for port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:29.634372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.634804 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Attempt 1 to provision port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 Sep 28 09:15:29.698237 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:29.698896 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:29.795129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.819582 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Current status of the port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:29.819961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.837136 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ed36-ecf4-4f07-9978-5962767052fb None None] Pushing event updated for resources: {'Port': ['ID=a394802c-a21e-4947-a9ea-c43b492a994e,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:29.867909 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0327a2b3-d2ce-44c2-861a-f165f3a52f84 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:29.895626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] For port 0327a2b3-d2ce-44c2-861a-f165f3a52f84, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0327a2b3-d2ce-44c2-861a-f165f3a52f84,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:29.903237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:29.926708 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:29.992463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a69152-5a9a-4b34-95a9-5c3bdbaa7593 None None] Pushing event updated for resources: {'Port': ['ID=0327a2b3-d2ce-44c2-861a-f165f3a52f84,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:30.004374 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:30.004893 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.005344 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 Sep 28 09:15:30.089134 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.098719 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.112843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:30.114574 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 336a48cb-ce0f-4c0d-a69a-41a26963e667 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:30.199075 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:27Z', 'revision_number': 3, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:30.200801 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 336a48cb-ce0f-4c0d-a69a-41a26963e667 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:30.201203 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.201538 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 336a48cb-ce0f-4c0d-a69a-41a26963e667 Sep 28 09:15:30.203415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.206311 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:30.234286 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aebb41-8a7c-4c00-a4a7-8fe035334580 None None] The sync data for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv is: [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:27Z', 'revision_number': 3, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:30.295138 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Provisioning complete for port 7a122045-87e0-4dd9-a4a8-254cc364de51 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:30.295505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:30.295840 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 1 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:30.340808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Network 384cfc65-1606-4ecc-b488-b595d03b58ea is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:30.342474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:30.345151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:30.410285 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 336a48cb-ce0f-4c0d-a69a-41a26963e667 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:30.499717 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Router 54943c67-f132-4b39-8e69-f408324b46a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:15:30.630282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:30.636504 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c00a84ec-d0ad-494a-b933-b11807a549e8 admin admin] 10.222.0.27 "PUT /v2.0/routers/54943c67-f132-4b39-8e69-f408324b46a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0882604 Sep 28 09:15:30.845920 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 2 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:30.883065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:31.022310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48668) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.027104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087833897', 'description': 'tempest-secgroup-smoke-2087833897 description', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.050834 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.127281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.132508 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.160549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.164147 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385188 Sep 28 09:15:31.165150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 48670) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.166749 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e375a-1775-426d-9e22-cf58f1e00b2d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1737196-ba1a-406e-a458-17abd7d28256,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.170521 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.198801 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.257002 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.262498 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.281930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b073c0d-9d2d-4e69-b4c8-8fdb77484980,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.288085 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.289465 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-b32ea31d-177a-4e70-a6be-4c70fc0a132a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231527 Sep 28 09:15:31.292812 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48672) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.297882 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.323729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.380923 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.383994 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 3 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:31.386374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.404451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbabd007-c4f1-4ca2-ae63-faa497730095,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.415012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.416241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-3d5464eb-e31d-4b58-b705-e3c42aaef442 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222863 Sep 28 09:15:31.419151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:31.419279 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48674) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.423581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.452235 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.510794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.516128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.532940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ec7929-299e-40e8-a4ae-4b5cef946aac,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.543006 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.544197 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-44472a12-9bfb-4984-ba7e-ec3af2564a22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241074 Sep 28 09:15:31.547143 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48676) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.551491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.577360 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.639226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.644725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.662611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be4ab7-d80f-4689-b6f0-b8590b22aaaf,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.672750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.674124 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-50f52ce1-daef-4b6d-80d0-6ac74f6c812e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259341 Sep 28 09:15:31.676981 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48678) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.681373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.704893 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Project 74721521ab80408e95ce8fe6bdf3d5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:15:31.710336 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.776653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.781924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.789225 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0327a2b3-d2ce-44c2-861a-f165f3a52f84 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:31.805225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291ef53b-afac-4854-b313-af816e9633e8,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.811616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.815591 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e28d01cd-58bf-4166-a1d7-c459215a6f30 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348963 Sep 28 09:15:31.815754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48680) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:31.820182 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': 'c1737196-ba1a-406e-a458-17abd7d28256', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:31.840658 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Project 74721521ab80408e95ce8fe6bdf3d5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:15:31.845715 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.847071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:31.847635 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.848039 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 Sep 28 09:15:31.907342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.912320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.919858 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 4 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:31.930183 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1676d87-2946-4387-8fd1-00e71a7f1bac,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:31.938883 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:31.940186 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2925d769-8715-4672-88de-aae73bdfa5a4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233819 Sep 28 09:15:31.953612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:31.954905 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a394802c-a21e-4947-a9ea-c43b492a994e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:31.991844 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:32.014557 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a394802c-a21e-4947-a9ea-c43b492a994e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:32.014962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:32.015309 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a394802c-a21e-4947-a9ea-c43b492a994e Sep 28 09:15:32.087766 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-64792881-ad9e-4b66-afec-c85db462e961 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087833897&fields=id&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 267 time: 0.0333874 Sep 28 09:15:32.094488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a394802c-a21e-4947-a9ea-c43b492a994e is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:32.094877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:32.114877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port a394802c-a21e-4947-a9ea-c43b492a994e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a394802c-a21e-4947-a9ea-c43b492a994e,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:32.120131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:32.170520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=a394802c-a21e-4947-a9ea-c43b492a994e,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:32.207566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-591a755f-7633-4fff-8daa-e214ba7c7dc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:32.209141 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-591a755f-7633-4fff-8daa-e214ba7c7dc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 809 time: 0.1139812 Sep 28 09:15:32.225365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-2c7b5e14-21c2-4b2d-9b1c-329cafde9819 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/quotas/74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 375 time: 0.0101652 Sep 28 09:15:32.279461 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-07781197-a866-49d9-ab8f-cb6397a193ae tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481598 Sep 28 09:15:32.474488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-ee3e7d5b-2056-4131-914a-db8e5654a83f service neutron] 10.222.0.27 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807642 Sep 28 09:15:32.493275 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 5 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:32.497865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Sync routers for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:32.539444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:32.540161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:32.543955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:32.568892 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-642570a8-71df-463a-a057-7db9d344fd4c service neutron] 10.222.0.27 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881653 Sep 28 09:15:32.747891 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8f40dc88-6ea6-4f9f-8729-30a6a730aa28 req-5e9a995c-3c34-4436-9061-e9e74dd5054b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 210 time: 0.0298712 Sep 28 09:15:32.801622 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:33.011339 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 4, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7a122045-87e0-4dd9-a4a8-254cc364de51', 'name': '', 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'mac_address': 'fa:16:3e:f3:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '77b3d825-9564-4a4b-8eca-212932121622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:29Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 2, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'subnets': [{'id': '77b3d825-9564-4a4b-8eca-212932121622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:33.038639 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Checking router: 54943c67-f132-4b39-8e69-f408324b46a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:33.038999 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Updating router 54943c67-f132-4b39-8e69-f408324b46a7 port 7a122045-87e0-4dd9-a4a8-254cc364de51 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:15:33.060689 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 6 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:33.089601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.109472 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Port 7a122045-87e0-4dd9-a4a8-254cc364de51 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:33.362161 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.368878 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.429398 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2116c-48cf-4c3e-96ae-4d7d99c456da None None] Pushing event updated for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:33.455858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Attempting to bind port 7a122045-87e0-4dd9-a4a8-254cc364de51 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:33.456598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Attempting to bind port 7a122045-87e0-4dd9-a4a8-254cc364de51 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:33.456598 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Attempting to bind port 7a122045-87e0-4dd9-a4a8-254cc364de51 on network 384cfc65-1606-4ecc-b488-b595d03b58ea {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:33.461608 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:33.462002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Checking segment: {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:33.462369 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.462793 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Bound using segment: {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:33.463215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Bound port: 7a122045-87e0-4dd9-a4a8-254cc364de51, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c72129-092e-4ef2-a63c-3246cbf65bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:33.463577 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.528298 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] For port 7a122045-87e0-4dd9-a4a8-254cc364de51, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:33.531917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] For port 7a122045-87e0-4dd9-a4a8-254cc364de51, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a122045-87e0-4dd9-a4a8-254cc364de51,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:33.539093 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.573879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:33.574528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:33.612622 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 7 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:33.657998 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2116c-48cf-4c3e-96ae-4d7d99c456da None None] Pushing event updated for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:33.756005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-28af4fba-22d5-463c-997f-047517201764 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:33.758165 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-28af4fba-22d5-463c-997f-047517201764 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 809 time: 0.1472306 Sep 28 09:15:33.758790 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a394802c-a21e-4947-a9ea-c43b492a994e up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:33.765387 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.802110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:33.822432 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f0c7b726-c008-48ea-a74d-95323721c1f7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 380 time: 0.0525565 Sep 28 09:15:33.834238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'port': {'device_id': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'admin_state_up': True, 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'security_groups': ['c1737196-ba1a-406e-a458-17abd7d28256']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:33.842006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Current status of the port 7a122045-87e0-4dd9-a4a8-254cc364de51 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:33.842397 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.885071 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2509e38c-2dad-4530-897d-6a3c5a178bcd req-36d7bff2-0801-4b6d-8c4b-bf21ff70d141 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 210 time: 0.0457988 Sep 28 09:15:33.946626 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] For port 7a122045-87e0-4dd9-a4a8-254cc364de51, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a122045-87e0-4dd9-a4a8-254cc364de51,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:33.974494 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Made reservation on behalf of 74721521ab80408e95ce8fe6bdf3d5f5 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:15:33.978166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.984288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.993549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port a394802c-a21e-4947-a9ea-c43b492a994e triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:33.993931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:33.994239 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port a394802c-a21e-4947-a9ea-c43b492a994e Sep 28 09:15:34.080091 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Provisioning complete for port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:34.081067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.081067 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Attempt 1 to provision port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 Sep 28 09:15:34.108588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Allocated IP 172.20.0.9 (48a0cccc-14d7-485a-a054-d2dfbefd7e6b/1b1b4411-ebe6-494e-a655-ecd57b5b7b90/dede6a69-db92-4f97-beb7-9c196d41bc8d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:34.131780 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Pushing event updated for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:34.233826 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port a394802c-a21e-4947-a9ea-c43b492a994e is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:34.249013 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 4, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7a122045-87e0-4dd9-a4a8-254cc364de51', 'name': '', 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'mac_address': 'fa:16:3e:f3:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '77b3d825-9564-4a4b-8eca-212932121622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:29Z', 'updated_at': '2022-09-28T09:15:33Z', 'revision_number': 4, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'subnets': [{'id': '77b3d825-9564-4a4b-8eca-212932121622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:34.251996 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dbcec-a6ab-4617-95ca-4d321e818fcc None None] Current status of the port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:34.252384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.281014 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42d3f6-bbe0-4ff3-a396-b7412f3d3251 None None] The sync data for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv is: [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 4, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '7a122045-87e0-4dd9-a4a8-254cc364de51', 'name': '', 'network_id': '384cfc65-1606-4ecc-b488-b595d03b58ea', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'mac_address': 'fa:16:3e:f3:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '77b3d825-9564-4a4b-8eca-212932121622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:29Z', 'updated_at': '2022-09-28T09:15:33Z', 'revision_number': 4, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'subnets': [{'id': '77b3d825-9564-4a4b-8eca-212932121622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:34.294248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.345485 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:34.362583 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:34.364915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:34.367737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:34.371895 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-c17d9376-6cf6-4b68-b246-44331abac176 None None] Provisioning complete for port 7a122045-87e0-4dd9-a4a8-254cc364de51 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:34.372130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c17d9376-6cf6-4b68-b246-44331abac176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.372485 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-c17d9376-6cf6-4b68-b246-44331abac176 None None] Attempt 1 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:34.430947 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:34.432179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.458335 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-f3b066d9-4b51-4e95-89af-48be31c5f606 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6291015 Sep 28 09:15:34.473791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Request body: {'port': {'device_id': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:34.477024 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-c17d9376-6cf6-4b68-b246-44331abac176 None None] Current status of the port 7a122045-87e0-4dd9-a4a8-254cc364de51 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:34.550278 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.699646 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Provisioning complete for port dede6a69-db92-4f97-beb7-9c196d41bc8d triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:34.700246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.700616 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Attempt 1 to provision port dede6a69-db92-4f97-beb7-9c196d41bc8d Sep 28 09:15:34.739842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Port dede6a69-db92-4f97-beb7-9c196d41bc8d cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:15:34.842913 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:15:34.851297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.863808 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Transition to ACTIVE for port object dede6a69-db92-4f97-beb7-9c196d41bc8d will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:15:34.868693 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:34.932514 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:34.984089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Attempting to bind port dede6a69-db92-4f97-beb7-9c196d41bc8d on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:15:34.984451 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Attempting to bind port dede6a69-db92-4f97-beb7-9c196d41bc8d by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:15:34.984745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Attempting to bind port dede6a69-db92-4f97-beb7-9c196d41bc8d on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:34.989117 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Port dede6a69-db92-4f97-beb7-9c196d41bc8d on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:15:34.989457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Attempting to bind port dede6a69-db92-4f97-beb7-9c196d41bc8d on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:15:34.994267 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:15:34.994601 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Checking segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:15:34.994977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Bound using segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:15:34.995402 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Bound port: dede6a69-db92-4f97-beb7-9c196d41bc8d, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:15:34.995755 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:35.021624 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ccf16-0976-42f1-8e28-b0edd622410b req-24c40992-970b-4870-a167-11725db6e108 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.023138 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-330ccf16-0976-42f1-8e28-b0edd622410b req-24c40992-970b-4870-a167-11725db6e108 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0580826 Sep 28 09:15:35.063741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:15:35.067127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:15:35.069514 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-330ccf16-0976-42f1-8e28-b0edd622410b req-47f443b2-bf4f-4977-b7f8-d202f760087c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Sep 28 09:15:35.071605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:35.075062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.075661 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:35.077068 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] 10.222.0.62 "PUT /v2.0/ports/dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1093 time: 0.6101954 Sep 28 09:15:35.079456 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:15:35.083064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48" -d '{"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:15:35.139355 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10762e8d-4d9c-4b06-811a-c01c66153631 x-openstack-request-id: req-10762e8d-4d9c-4b06-811a-c01c66153631 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:15:35.139654 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:15:35.139885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-10762e8d-4d9c-4b06-811a-c01c66153631 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:15:35.140293 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10762e8d-4d9c-4b06-811a-c01c66153631'] response: {'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'status': 'completed', 'code': 200} Sep 28 09:15:35.171009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e0a0c-3249-41ed-a306-5108dd786051 service neutron] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:35.183974 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-04e7f0dc-04c7-4aab-861c-7935ac7d8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.185573 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-04e7f0dc-04c7-4aab-861c-7935ac7d8cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1096 time: 0.0643895 Sep 28 09:15:35.234590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-93e64ff4-fd0b-4028-8f06-ed257abf17a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 217 time: 0.0400641 Sep 28 09:15:35.241051 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Attempt 2 to provision port dede6a69-db92-4f97-beb7-9c196d41bc8d Sep 28 09:15:35.285566 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-2b67a00d-33e2-40f2-bf31-ce1a9a8e5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.286866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2a7782c9-685f-40f2-9f8c-f6a5ac8e653b None None] Port dede6a69-db92-4f97-beb7-9c196d41bc8d had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:15:35.287108 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-2b67a00d-33e2-40f2-bf31-ce1a9a8e5768 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0460420 Sep 28 09:15:35.340089 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-9f76fbf9-7e97-414a-b474-67d5ab11e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.341634 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-9f76fbf9-7e97-414a-b474-67d5ab11e0e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479593 Sep 28 09:15:35.435416 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-cac5b61f-ebca-4522-ab13-be5d17793619 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Sep 28 09:15:35.534967 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-086406ba-c8e2-4a76-b886-686572d8bd84 req-554e1939-df39-4ae9-9aa6-b61c8eb79c7e service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923159 Sep 28 09:15:35.627570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-c6182e20-8e07-41da-9e28-77bab9fafa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.629150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-c6182e20-8e07-41da-9e28-77bab9fafa39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1096 time: 0.0435894 Sep 28 09:15:35.717788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a122045-87e0-4dd9-a4a8-254cc364de51 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:35.725526 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-f6685d2e-6daa-454d-869e-038f39cd142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.727022 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-f6685d2e-6daa-454d-869e-038f39cd142a service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0909557 Sep 28 09:15:35.769289 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-2161a8b8-4bc5-43b2-869c-828848b188ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 217 time: 0.0353067 Sep 28 09:15:35.769549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 7a122045-87e0-4dd9-a4a8-254cc364de51 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:35.769898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:35.770235 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 7a122045-87e0-4dd9-a4a8-254cc364de51 Sep 28 09:15:35.819584 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-1d9f556f-2621-4e8e-b1dc-5a82b2fdcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.821148 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-1d9f556f-2621-4e8e-b1dc-5a82b2fdcf0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0454361 Sep 28 09:15:35.854486 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 7a122045-87e0-4dd9-a4a8-254cc364de51 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:35.868578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-6efc26dc-7e2b-4133-b74b-1f173819185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:35.870125 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-6efc26dc-7e2b-4133-b74b-1f173819185a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421185 Sep 28 09:15:35.968944 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-8edd959b-4114-48e6-801e-76f9367a6a53 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902295 Sep 28 09:15:36.063126 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b90d5e2d-b4e6-43cf-9a4a-5ba4de3bda48 req-fc8ca552-1a2a-4b85-ba70-4582b6add260 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 Sep 28 09:15:36.201236 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e8da-e2a5-48e4-84ac-3ee8b2c5a65f req-845f8610-b616-435f-8abc-455e0d425dcf tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:36.202738 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-62f3e8da-e2a5-48e4-84ac-3ee8b2c5a65f req-845f8610-b616-435f-8abc-455e0d425dcf tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0579319 Sep 28 09:15:36.242749 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-62f3e8da-e2a5-48e4-84ac-3ee8b2c5a65f req-204e6867-ab2b-4766-b81a-f3733624860b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Sep 28 09:15:36.492517 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-440a9c4b-28eb-4c8d-993b-ceace41932aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:37.386921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca234f-b6ad-4e70-b621-d77cde667887 req-429b2f6b-4e07-4148-a247-26e060440325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:37.388684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-efca234f-b6ad-4e70-b621-d77cde667887 req-429b2f6b-4e07-4148-a247-26e060440325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0584404 Sep 28 09:15:37.429086 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-efca234f-b6ad-4e70-b621-d77cde667887 req-52ade1f2-b776-4cbc-a8dd-0e0c78f26d27 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342143 Sep 28 09:15:38.580264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c1f4-2f0d-4a50-9c02-1b3ac21daf69 req-a64e5fad-5981-4f6a-8066-5860d0d19161 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:38.581970 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a42c1f4-2f0d-4a50-9c02-1b3ac21daf69 req-a64e5fad-5981-4f6a-8066-5860d0d19161 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0619843 Sep 28 09:15:38.633726 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9a42c1f4-2f0d-4a50-9c02-1b3ac21daf69 req-0cd30cc6-3924-4f91-82a6-0995d74c2829 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Sep 28 09:15:38.761329 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4097e144-7fe9-444e-a464-fb06851da21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:39.351065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:15:39.467022 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:39.479368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:15:39.527662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:39.528279 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:39.545060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:15:39.574837 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:39.580264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:39.629742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:39.763878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cde5a-96ab-4fa8-9a2f-4f2276bc9f16 req-a9781d3d-112b-40cb-b1fd-28e2a96e8ff5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:39.765426 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b9cde5a-96ab-4fa8-9a2f-4f2276bc9f16 req-a9781d3d-112b-40cb-b1fd-28e2a96e8ff5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 944 time: 0.0526655 Sep 28 09:15:39.795185 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['dede6a69-db92-4f97-beb7-9c196d41bc8d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:15:39.805073 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2b9cde5a-96ab-4fa8-9a2f-4f2276bc9f16 req-a4701ccc-7b01-43dd-a925-73bf6f0267b6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Sep 28 09:15:40.044116 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:15:40.325174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:40.934248 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b40291-8d12-4e3c-9b7c-cf05a29e9e01 req-68452b90-514c-4711-828b-6ed37b70d2c2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:40.935709 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-48b40291-8d12-4e3c-9b7c-cf05a29e9e01 req-68452b90-514c-4711-828b-6ed37b70d2c2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 944 time: 0.0545299 Sep 28 09:15:40.974985 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-48b40291-8d12-4e3c-9b7c-cf05a29e9e01 req-8cab6b00-f393-4744-b3ca-cc7568502b5e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Sep 28 09:15:41.366786 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:15:41.438275 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port dede6a69-db92-4f97-beb7-9c196d41bc8d completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:15:41.443800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port dede6a69-db92-4f97-beb7-9c196d41bc8d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:15:41.444309 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:41.444796 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port dede6a69-db92-4f97-beb7-9c196d41bc8d Sep 28 09:15:41.492760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:41.542840 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:15:41.543227 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:41.566415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:15:41.568936 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110530ea-f047-40c6-9714-0e438ddcd4a1" -d '{"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:15:41.586231 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:15:41.592064 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:41.617859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d33659f-c448-4a45-8047-71585da02bf2 x-openstack-request-id: req-2d33659f-c448-4a45-8047-71585da02bf2 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:15:41.618050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:15:41.618271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d33659f-c448-4a45-8047-71585da02bf2 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:15:41.618651 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d33659f-c448-4a45-8047-71585da02bf2'] response: {'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'code': 200} Sep 28 09:15:41.790559 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878d6d7-3870-418b-a0b2-3c9a7428f418 req-58b739c7-a097-49bb-a29e-3b31eb2d5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:41.792133 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2878d6d7-3870-418b-a0b2-3c9a7428f418 req-58b739c7-a097-49bb-a29e-3b31eb2d5023 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0496559 Sep 28 09:15:41.822732 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:41.830133 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2878d6d7-3870-418b-a0b2-3c9a7428f418 req-de28bf33-2c5c-46e8-ae4e-947df51fec27 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302300 Sep 28 09:15:41.831318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:42.105797 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e155ca-0574-4ec0-b999-f5fc3249e37f req-ab4c3dc2-67f2-4762-9d41-5790db02b511 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:42.107286 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e3e155ca-0574-4ec0-b999-f5fc3249e37f req-ab4c3dc2-67f2-4762-9d41-5790db02b511 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Sep 28 09:15:42.148038 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e3e155ca-0574-4ec0-b999-f5fc3249e37f req-b55058a5-0109-4a9c-9a97-6aa66b61c4ce tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Sep 28 09:15:43.284912 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d09be7-3c94-435e-b85a-75b5f1bcce9c req-3c7c5b5a-af89-4077-a548-4459aa8cd34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:43.286536 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d1d09be7-3c94-435e-b85a-75b5f1bcce9c req-3c7c5b5a-af89-4077-a548-4459aa8cd34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0535583 Sep 28 09:15:43.335387 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d1d09be7-3c94-435e-b85a-75b5f1bcce9c req-3e7f595b-0525-46c8-988b-77088df2e003 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Sep 28 09:15:43.471692 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc787f-90c5-4052-8dde-1f54110027e3 req-5928b0c6-c60c-41ff-b5ff-fc48fafa7082 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:43.473237 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abdc787f-90c5-4052-8dde-1f54110027e3 req-5928b0c6-c60c-41ff-b5ff-fc48fafa7082 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0646482 Sep 28 09:15:43.513375 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-abdc787f-90c5-4052-8dde-1f54110027e3 req-222acfb4-2176-471a-a940-87ea50f9dc56 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Sep 28 09:15:43.541069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:43.627776 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d362be-bebb-4785-8e79-66c4dc5599bd tempest-TestShelveInstance-83158823 tempest-TestShelveInstance-83158823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:43.629339 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-69d362be-bebb-4785-8e79-66c4dc5599bd tempest-TestShelveInstance-83158823 tempest-TestShelveInstance-83158823-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1093 time: 0.0872102 Sep 28 09:15:43.632635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 48742) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:15:43.636944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:15:43.659828 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:43.765927 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:43.874906 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Allocated IP 172.26.4.93 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/921da367-5d90-474f-ae72-1b0ed82a9008) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:15:43.980466 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.017024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.053806 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:15:44.058283 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:15:44.061082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:15:44.085858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=921da367-5d90-474f-ae72-1b0ed82a9008,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:44.456357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.531464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.682408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.690489 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.758510 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=921da367-5d90-474f-ae72-1b0ed82a9008,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:15:44.761018 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:44.865969 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Floating IP 7b46f2c0-d240-4e6e-808d-d90b73f99e0c associated. External IP: 172.26.4.93, port: dede6a69-db92-4f97-beb7-9c196d41bc8d. Sep 28 09:15:45.428751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:15:45.539028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:15:45.550296 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:15:45.563328 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:15:45.565569 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:45.566458 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:45.592672 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a295d2e7-31f5-4f8d-b871-82fcdccf1282 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9589822 Sep 28 09:15:45.593323 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:15:45.595702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b3789-d81e-4847-98da-e914ba4c48ef" -d '{"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:15:45.634033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c235125f-0eda-4cdb-80d8-673b15aba0a4 x-openstack-request-id: req-c235125f-0eda-4cdb-80d8-673b15aba0a4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:15:45.634326 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:15:45.634581 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c235125f-0eda-4cdb-80d8-673b15aba0a4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:15:45.635061 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c235125f-0eda-4cdb-80d8-673b15aba0a4'] response: {'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'status': 'completed', 'code': 200} Sep 28 09:15:45.677669 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:45.701740 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-1bc376c0-c075-42ae-a6db-865888142e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:45.703231 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-1bc376c0-c075-42ae-a6db-865888142e44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0440478 Sep 28 09:15:45.799362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-56142cb3-30f5-4a4e-9e08-7b24ceb19983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:45.800882 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-56142cb3-30f5-4a4e-9e08-7b24ceb19983 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0910838 Sep 28 09:15:45.866635 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-d80bb62d-5007-4d44-9edd-202c1cc29e79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 998 time: 0.0589664 Sep 28 09:15:45.910699 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7b46f2c0-d240-4e6e-808d-d90b73f99e0c', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:15:44Z', 'updated_at': '2022-09-28T09:15:44Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:45.920000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-acde0f92-281b-4da6-9ecc-d34b7190ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:45.921515 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-acde0f92-281b-4da6-9ecc-d34b7190ebaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0473261 Sep 28 09:15:45.939215 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:15:45.948513 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:15:45.949163 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:15:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:45.971958 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-90205f6a-da80-4788-94fb-85d2c6fb9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:15:45.973504 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-90205f6a-da80-4788-94fb-85d2c6fb9f21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451941 Sep 28 09:15:46.055806 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:15:46.064285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-35387f78-cd13-4848-964c-2958c84e3a62 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 Sep 28 09:15:46.158048 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7e0b3789-d81e-4847-98da-e914ba4c48ef req-ee87c04c-9411-4327-8646-07fc64ca027e service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876720 Sep 28 09:15:46.287261 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7b46f2c0-d240-4e6e-808d-d90b73f99e0c', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:15:44Z', 'updated_at': '2022-09-28T09:15:44Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:15:46.313151 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32be950-52c8-4118-86a3-86ba46f0dbb4 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '7b46f2c0-d240-4e6e-808d-d90b73f99e0c', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:15:44Z', 'updated_at': '2022-09-28T09:15:44Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:15:46.511562 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d744d97-023c-45a0-bcc9-4e2018b842d9 None None] New status for floating IP 7b46f2c0-d240-4e6e-808d-d90b73f99e0c: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:16:03.714126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:06.488272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-18793a9f-9ad0-4472-b123-06d78a2ae1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:08.764466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-862bb31b-968c-467b-b112-b5fa918de408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:10.328438 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:11.478122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:11.733487 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:17.045898 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:16:24.665171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-78d2fcc0-b87b-4dbd-8380-b3c28a8cf03c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431292 Sep 28 09:16:24.761265 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-050f598d-441e-44bb-a0e8-096137b0b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:16:24.762853 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-050f598d-441e-44bb-a0e8-096137b0b855 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0553381 Sep 28 09:16:24.878663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-da543bfb-68aa-4319-8f66-5f8c1029a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:16:24.880155 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-da543bfb-68aa-4319-8f66-5f8c1029a1b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0963187 Sep 28 09:16:24.953229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-15233e28-d670-4a3f-bf1b-0decb501ec93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0655260 Sep 28 09:16:25.009426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-d96a8383-b0d6-4d3f-9e2e-28b69afde466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:16:25.010926 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-d96a8383-b0d6-4d3f-9e2e-28b69afde466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0512881 Sep 28 09:16:25.064322 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-673790cd-4ba0-4dbc-bca3-a979e29de55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:16:25.065829 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-673790cd-4ba0-4dbc-bca3-a979e29de55b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477636 Sep 28 09:16:25.160310 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-b59e96b6-8ea6-4de1-a329-779bdc48b98d service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874734 Sep 28 09:16:25.253060 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fa6c25b8-dfd8-4184-b965-3899af84bfad req-f9353749-2cd4-458c-bd09-bf44f1712d50 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Sep 28 09:16:33.708654 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:36.493126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3a351c8b-0fe9-4254-90a6-cd1ecd405e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:38.764215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-da7deaf6-2fdf-416f-859e-87893b1d635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:40.332194 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:41.482704 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:41.734079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:16:54.050142 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:17:03.739006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:06.497803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-51d95aba-35ec-4c50-9eda-948763d744bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:08.765560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8204-a7b1-433a-9756-8c0ee9417b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:10.336576 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:11.480347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:11.734743 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:24.670475 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-7ebc723b-f4b1-4260-86fc-6877fff3bc9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442221 Sep 28 09:17:24.757012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162106b-c407-433f-b536-7b4f0a257de9 req-1fd18fb6-8c46-4507-9574-70de11ca5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:24.758585 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-1fd18fb6-8c46-4507-9574-70de11ca5749 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0441873 Sep 28 09:17:24.872920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162106b-c407-433f-b536-7b4f0a257de9 req-ddf9073d-1f12-40aa-91a4-b85717789d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:24.874790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-ddf9073d-1f12-40aa-91a4-b85717789d7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0940156 Sep 28 09:17:24.950488 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-92262753-8555-46cf-b53f-d3ec26aab706 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0683048 Sep 28 09:17:25.006685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162106b-c407-433f-b536-7b4f0a257de9 req-da0d42d5-f5c3-4bea-87af-4279a3974eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:25.008171 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-da0d42d5-f5c3-4bea-87af-4279a3974eaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0521886 Sep 28 09:17:25.059678 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162106b-c407-433f-b536-7b4f0a257de9 req-e8980216-e397-499f-9417-653c8dddaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:25.061235 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-e8980216-e397-499f-9417-653c8dddaeee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454423 Sep 28 09:17:25.156793 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-9953d070-1ed2-46f7-8e0b-3454ec0fc221 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883603 Sep 28 09:17:25.252798 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c162106b-c407-433f-b536-7b4f0a257de9 req-c1369737-d7b2-48ff-a1c8-e806ed65f9ee service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888083 Sep 28 09:17:31.056070 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:17:33.752731 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:36.503375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-896441e9-3a48-4d21-a7d6-db4c87daaebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:38.424880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c2677-ff85-43aa-bc4c-83acbefe13ea req-bdaa0aed-b934-48c6-b321-820d7b42792a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:38.426407 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4c5c2677-ff85-43aa-bc4c-83acbefe13ea req-bdaa0aed-b934-48c6-b321-820d7b42792a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Sep 28 09:17:38.468206 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4c5c2677-ff85-43aa-bc4c-83acbefe13ea req-a763e572-8d51-464a-8a65-a78662ce15b6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Sep 28 09:17:38.765580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fcaed5b5-faef-460e-b885-bc2fc68d1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:39.608462 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d28e-0693-43cd-abf9-d9b3634b3124 req-f798ec49-f47f-4ffe-9bf2-83735ba245c8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:39.610125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cd17d28e-0693-43cd-abf9-d9b3634b3124 req-f798ec49-f47f-4ffe-9bf2-83735ba245c8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Sep 28 09:17:39.655267 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cd17d28e-0693-43cd-abf9-d9b3634b3124 req-6c2da79f-e095-4e4f-9c8f-b3c00bede73c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Sep 28 09:17:40.340521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:40.810021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d61b-bd95-46f6-83bb-2afc05f2db92 req-eb7be674-100b-4427-bf28-e841215deb26 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:40.811563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-73d9d61b-bd95-46f6-83bb-2afc05f2db92 req-eb7be674-100b-4427-bf28-e841215deb26 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0586107 Sep 28 09:17:40.863500 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-73d9d61b-bd95-46f6-83bb-2afc05f2db92 req-1d5169d9-f2d1-446e-a0ad-36733c1fb7b3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Sep 28 09:17:41.485744 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:41.744242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:41.995220 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04bde-4184-4ff3-b210-f4764701562a req-b28224ee-eebf-4e6d-95e2-096eea79cc18 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:41.996602 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ee04bde-4184-4ff3-b210-f4764701562a req-b28224ee-eebf-4e6d-95e2-096eea79cc18 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0560517 Sep 28 09:17:42.037224 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9ee04bde-4184-4ff3-b210-f4764701562a req-5ab1ca27-c7aa-400b-a300-393b3621ff24 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Sep 28 09:17:43.179915 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec709d-8455-48f1-a5d7-4a1cdea91052 req-bfb27ac7-96b8-4b62-9c96-bff70f0ac3a7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:43.181345 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77ec709d-8455-48f1-a5d7-4a1cdea91052 req-bfb27ac7-96b8-4b62-9c96-bff70f0ac3a7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0625663 Sep 28 09:17:43.221995 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-77ec709d-8455-48f1-a5d7-4a1cdea91052 req-3c8d6294-64c0-4b6f-bd25-643b4aff8a64 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Sep 28 09:17:44.355290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc59c5-57ab-44c4-afb8-6d18fc7a4189 req-abf38565-8727-4ac3-a03f-a377e7060d74 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:44.356895 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-90bc59c5-57ab-44c4-afb8-6d18fc7a4189 req-abf38565-8727-4ac3-a03f-a377e7060d74 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0595052 Sep 28 09:17:44.396855 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-90bc59c5-57ab-44c4-afb8-6d18fc7a4189 req-a3a1ef13-3eb8-45d9-a00e-440d7403f364 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340855 Sep 28 09:17:45.546793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398ec0-8438-40e8-b163-c85aa6aa5eb8 req-ac164e36-c1a3-425f-8a80-f679f44caa7f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:45.548274 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-31398ec0-8438-40e8-b163-c85aa6aa5eb8 req-ac164e36-c1a3-425f-8a80-f679f44caa7f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0586371 Sep 28 09:17:45.590775 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-31398ec0-8438-40e8-b163-c85aa6aa5eb8 req-c8eb8cc3-9e8f-42fd-bb7d-ce3afada15be tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Sep 28 09:17:46.740524 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38c72-983f-4ba4-896d-6ae7cae720d2 req-42a9e44c-d97f-4833-82ad-a97b67d66d3b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:46.742309 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-61e38c72-983f-4ba4-896d-6ae7cae720d2 req-42a9e44c-d97f-4833-82ad-a97b67d66d3b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0644505 Sep 28 09:17:46.781580 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-61e38c72-983f-4ba4-896d-6ae7cae720d2 req-d9a916d7-88d4-4477-b5d0-2f554d16beb7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Sep 28 09:17:47.923533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7697ef-706d-4e63-bfbf-3a95f9c5609a req-cdf49663-03a4-43aa-b92f-76914842cb42 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:47.925054 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8a7697ef-706d-4e63-bfbf-3a95f9c5609a req-cdf49663-03a4-43aa-b92f-76914842cb42 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0620544 Sep 28 09:17:47.963251 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8a7697ef-706d-4e63-bfbf-3a95f9c5609a req-0af4687a-5244-41a8-a4f6-712f3498c826 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Sep 28 09:17:49.097814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5d39d-dcc8-4aac-9e75-acc2365be4d7 req-430cd4af-9656-493b-ba25-f3122486b3be tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:49.099158 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10a5d39d-dcc8-4aac-9e75-acc2365be4d7 req-430cd4af-9656-493b-ba25-f3122486b3be tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Sep 28 09:17:49.142348 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-10a5d39d-dcc8-4aac-9e75-acc2365be4d7 req-aa833ad4-c430-4f61-8a1c-dcfafd6826d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346596 Sep 28 09:17:49.971662 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:17:50.084767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:17:50.097402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:17:50.137630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:17:50.137994 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:50.151565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:17:50.170545 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:17:50.177276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:50.231875 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:17:50.239485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.239839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.240191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.240532 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.240865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.241241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.241579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.242126 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.242509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.242842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.243182 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.243521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:17:50.259612 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['dede6a69-db92-4f97-beb7-9c196d41bc8d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:17:50.277701 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f4c5-bb0d-431a-a701-cbff56d33c8f req-b2c92855-fda3-42ca-b204-7c369a061dd0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:50.279232 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5bc3f4c5-bb0d-431a-a701-cbff56d33c8f req-b2c92855-fda3-42ca-b204-7c369a061dd0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 944 time: 0.0530107 Sep 28 09:17:50.320962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5bc3f4c5-bb0d-431a-a701-cbff56d33c8f req-e3c405b3-f849-4569-964f-60b47e73ceab tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343776 Sep 28 09:17:51.455104 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a604240-58ff-4ddb-ab26-9aaa3defde68 req-897ea5ea-736e-406e-9572-c17615d2dcab tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:51.456540 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4a604240-58ff-4ddb-ab26-9aaa3defde68 req-897ea5ea-736e-406e-9572-c17615d2dcab tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 944 time: 0.0564985 Sep 28 09:17:51.500703 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4a604240-58ff-4ddb-ab26-9aaa3defde68 req-4ac2f0c3-5fc4-4b6b-9aa0-371c8226459c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 Sep 28 09:17:51.969800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:17:52.026696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port dede6a69-db92-4f97-beb7-9c196d41bc8d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:17:52.027120 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:52.027743 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port dede6a69-db92-4f97-beb7-9c196d41bc8d Sep 28 09:17:52.114121 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:17:52.114515 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:52.144462 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:17:52.147244 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6edff3-c150-4991-a644-91961de5df53" -d '{"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:17:52.169280 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:17:52.178657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:17:52.232694 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:17:52.272958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66a031-f090-4df1-b03c-fe020e6b2b15 x-openstack-request-id: req-db66a031-f090-4df1-b03c-fe020e6b2b15 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:17:52.273835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:17:52.273835 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-db66a031-f090-4df1-b03c-fe020e6b2b15 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:17:52.274032 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db66a031-f090-4df1-b03c-fe020e6b2b15'] response: {'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'code': 200} Sep 28 09:17:52.643490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3ee1-79f5-42e8-86b4-c76e09a06aa7 req-a3e147f5-5987-4323-a10b-452fa2569be6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:52.644970 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b93a3ee1-79f5-42e8-86b4-c76e09a06aa7 req-a3e147f5-5987-4323-a10b-452fa2569be6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0603123 Sep 28 09:17:52.689580 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b93a3ee1-79f5-42e8-86b4-c76e09a06aa7 req-ee245a64-a47d-46ea-8cc6-89fdf784c1d1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361092 Sep 28 09:17:53.839577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedadcb7-fb95-4339-9dba-e4de6462f098 req-551f6b45-6b9b-4897-beb0-8b59241b4ba6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:53.841205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eedadcb7-fb95-4339-9dba-e4de6462f098 req-551f6b45-6b9b-4897-beb0-8b59241b4ba6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0591347 Sep 28 09:17:53.884990 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-eedadcb7-fb95-4339-9dba-e4de6462f098 req-16538a8e-c091-489c-b835-707c06e23fc3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 Sep 28 09:17:55.027902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9beac-4a62-4a28-8f1b-b3e9c550c674 req-e3b1ab51-1c6e-484c-8090-327a969647be tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:55.030054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecb9beac-4a62-4a28-8f1b-b3e9c550c674 req-e3b1ab51-1c6e-484c-8090-327a969647be tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0606863 Sep 28 09:17:55.083696 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ecb9beac-4a62-4a28-8f1b-b3e9c550c674 req-7e8c3bcf-0a89-4a5c-9235-218f9dfbc87c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Sep 28 09:17:56.226408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f492cb4-ce9e-41b7-b66b-6531b0216285 req-08aafd41-0427-44b4-8325-4d6ea9183c59 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:56.228193 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0f492cb4-ce9e-41b7-b66b-6531b0216285 req-08aafd41-0427-44b4-8325-4d6ea9183c59 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0605381 Sep 28 09:17:56.269079 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0f492cb4-ce9e-41b7-b66b-6531b0216285 req-335e1e63-8ca9-466e-b5c4-c441877101b3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Sep 28 09:17:57.415984 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c5d98-d31f-4870-a8e6-082796e3419b req-4da5c2f1-4860-4ff2-a8ec-f8f8c800a25f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:57.417570 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-091c5d98-d31f-4870-a8e6-082796e3419b req-4da5c2f1-4860-4ff2-a8ec-f8f8c800a25f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0512393 Sep 28 09:17:57.462596 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-091c5d98-d31f-4870-a8e6-082796e3419b req-a97d43d3-d045-412a-b04d-dd677e482dfc tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383279 Sep 28 09:17:58.607852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398365a8-6d9f-4c54-90f5-f66c57294b96 req-feb66f9c-8567-4c08-be19-c07566a4fb86 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:17:58.610150 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-398365a8-6d9f-4c54-90f5-f66c57294b96 req-feb66f9c-8567-4c08-be19-c07566a4fb86 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0617573 Sep 28 09:17:58.655863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-398365a8-6d9f-4c54-90f5-f66c57294b96 req-70e5db23-fcac-4e90-aff3-fac61f0eed82 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 Sep 28 09:18:00.060789 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012188c-372e-44bc-9fde-c2b563babc03 req-627ecb79-562c-4702-b778-2d2bb7bac763 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:00.062186 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5012188c-372e-44bc-9fde-c2b563babc03 req-627ecb79-562c-4702-b778-2d2bb7bac763 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.3140588 Sep 28 09:18:00.103077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-5012188c-372e-44bc-9fde-c2b563babc03 req-fd1e4d14-4535-495e-a288-398fb1a7d461 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Sep 28 09:18:00.201160 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-1388186c-8409-4e69-94dc-50cecae39277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:00.202666 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-1388186c-8409-4e69-94dc-50cecae39277 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0433602 Sep 28 09:18:00.310957 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-5b1126e3-084c-40b4-b999-3c1f739732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:00.312374 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-5b1126e3-084c-40b4-b999-3c1f739732a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.1031797 Sep 28 09:18:00.382473 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-94d93c6a-106f-4f77-98c0-891ed68ca971 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0629864 Sep 28 09:18:00.446777 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-2947b4e8-e375-4107-b60c-65daa73ca29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:00.448290 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-2947b4e8-e375-4107-b60c-65daa73ca29a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0569861 Sep 28 09:18:00.495012 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-68cc65d2-2be2-4e31-8d1e-1c15db31d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:00.496509 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-68cc65d2-2be2-4e31-8d1e-1c15db31d1a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415795 Sep 28 09:18:00.594796 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-d69c0cff-32b6-4c00-8cdf-ca19d7ed1f58 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911877 Sep 28 09:18:00.688413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e22040a4-4880-4b54-8da7-c46762210cb9 req-ed329354-893c-4a6f-a103-ce701a895a88 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873771 Sep 28 09:18:01.242412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12307c15-5742-4cd2-a801-bb06f84bc401 req-4e29452f-d2c4-4a53-b2de-84617647d2c7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:01.243957 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-12307c15-5742-4cd2-a801-bb06f84bc401 req-4e29452f-d2c4-4a53-b2de-84617647d2c7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0515320 Sep 28 09:18:01.285081 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-12307c15-5742-4cd2-a801-bb06f84bc401 req-39fbf580-22db-4c8e-a83b-533d3cda9c9e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Sep 28 09:18:02.420431 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8b938-82b3-40a9-9074-7f3d76d4c081 req-41d32a9d-cb1d-4479-87c0-b34847ad5435 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:02.421847 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c4c8b938-82b3-40a9-9074-7f3d76d4c081 req-41d32a9d-cb1d-4479-87c0-b34847ad5435 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Sep 28 09:18:02.461595 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c4c8b938-82b3-40a9-9074-7f3d76d4c081 req-fcdb57aa-01d4-4dfa-b750-06d72273ff7b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Sep 28 09:18:02.548213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-e0f7e960-f156-484f-b380-faa21c7c9a8b req-5685480c-9224-4418-906d-f50587db14fb service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:18:02.549198 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e0f7e960-f156-484f-b380-faa21c7c9a8b req-5685480c-9224-4418-906d-f50587db14fb service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053666 Sep 28 09:18:02.711033 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43983a88-71e1-4d5f-8782-dc1d30a31889 req-dd01bc62-5a8d-4d7c-a72f-9a4ca625a235 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:02.712642 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-43983a88-71e1-4d5f-8782-dc1d30a31889 req-dd01bc62-5a8d-4d7c-a72f-9a4ca625a235 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Sep 28 09:18:02.754656 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-43983a88-71e1-4d5f-8782-dc1d30a31889 req-01ceba50-6257-4a76-a184-b4c00707b582 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354078 Sep 28 09:18:02.987255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-b7791221-2543-45eb-9c45-8e05bcd6a80c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872808 Sep 28 09:18:03.741008 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:03.920079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486dfda-18c9-4b06-962a-71ddbcee33de req-5b529682-450c-4fe3-b0e0-86399c6f6faa tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:03.921617 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9486dfda-18c9-4b06-962a-71ddbcee33de req-5b529682-450c-4fe3-b0e0-86399c6f6faa tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 945 time: 0.0844433 Sep 28 09:18:03.927254 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34c07-5067-4913-ac7b-35093d0b677f req-fd3b69af-06f4-4513-9cbb-6eb6999f6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:03.928645 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-fd3b69af-06f4-4513-9cbb-6eb6999f6709 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0595946 Sep 28 09:18:03.972078 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9486dfda-18c9-4b06-962a-71ddbcee33de req-6e299a41-a850-4023-a9cd-0097648aa707 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Sep 28 09:18:04.003007 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34c07-5067-4913-ac7b-35093d0b677f req-c620a62b-53c1-4ca3-a249-a6779827a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:04.004439 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-c620a62b-53c1-4ca3-a249-a6779827a2a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1098 time: 0.0478497 Sep 28 09:18:04.032861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:18:04.102044 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34c07-5067-4913-ac7b-35093d0b677f req-a12a1de5-1c55-4841-972f-94314b1804cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:04.104115 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-a12a1de5-1c55-4841-972f-94314b1804cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0930610 Sep 28 09:18:04.114851 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:18:04.115243 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:04.139219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:18:04.141544 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecda266-2350-45f9-9523-9ccee7270cd6" -d '{"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-unplugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:18:04.156534 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:18:04.162463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:04.180222 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-ee23933e-6932-4108-a6bd-5729b354e38e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0689671 Sep 28 09:18:04.186067 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0eaa49-800a-41db-a1fa-b40501880966 x-openstack-request-id: req-8c0eaa49-800a-41db-a1fa-b40501880966 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:18:04.186361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-unplugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:18:04.186613 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8c0eaa49-800a-41db-a1fa-b40501880966 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:18:04.187011 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0eaa49-800a-41db-a1fa-b40501880966'] response: {'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'code': 200} Sep 28 09:18:04.211678 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:18:04.240648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34c07-5067-4913-ac7b-35093d0b677f req-131f9ba6-1098-4adc-9781-8f4bfeba340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:04.242205 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-131f9ba6-1098-4adc-9781-8f4bfeba340e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0500731 Sep 28 09:18:04.289874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34c07-5067-4913-ac7b-35093d0b677f req-0f5f05d1-18c1-4f7c-8948-6941158ddab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:04.291871 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-0f5f05d1-18c1-4f7c-8948-6941158ddab7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424688 Sep 28 09:18:04.386578 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-3f730340-9546-4396-a070-96e582ba6f5d service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876431 Sep 28 09:18:04.482603 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-25f34c07-5067-4913-ac7b-35093d0b677f req-540aa897-9bfb-4104-ac93-ad993b9ebd77 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892792 Sep 28 09:18:05.122225 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c618490-9ec8-4556-a334-b6bc2d2bf298 req-92dc3b1f-6372-4ebd-9b93-00cce6f0eca3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:05.124055 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4c618490-9ec8-4556-a334-b6bc2d2bf298 req-92dc3b1f-6372-4ebd-9b93-00cce6f0eca3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0702698 Sep 28 09:18:05.174297 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4c618490-9ec8-4556-a334-b6bc2d2bf298 req-89a398cf-41fd-420f-94e8-c499e5655625 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Sep 28 09:18:06.305098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20da5c-68db-40cd-aba6-7c94902dc374 req-e69489c0-8a31-4aa8-906f-010714b3ed0b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:06.306737 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ce20da5c-68db-40cd-aba6-7c94902dc374 req-e69489c0-8a31-4aa8-906f-010714b3ed0b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0492871 Sep 28 09:18:06.345923 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-ce20da5c-68db-40cd-aba6-7c94902dc374 req-350dd5a3-d15d-47c8-bd66-6c051a4d9ccd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Sep 28 09:18:06.515422 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3c7453d8-ba7c-4efd-8dc0-b41cdb8c1d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:07.494989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541434-ac3c-4472-89da-97be7fde3088 req-a45a9f80-2bf8-4b0d-a4fe-34e06bd0bc20 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:07.496637 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9c541434-ac3c-4472-89da-97be7fde3088 req-a45a9f80-2bf8-4b0d-a4fe-34e06bd0bc20 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0668058 Sep 28 09:18:07.554391 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9c541434-ac3c-4472-89da-97be7fde3088 req-aa81108d-82c9-49a4-a770-b4de1981a52f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502665 Sep 28 09:18:08.046182 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:18:08.695144 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458d92-a2f0-40ba-a704-7f3639d7e922 req-72b59bd7-ce01-4c97-b1f6-70597002f3a3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:08.698188 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-54458d92-a2f0-40ba-a704-7f3639d7e922 req-72b59bd7-ce01-4c97-b1f6-70597002f3a3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0621285 Sep 28 09:18:08.743023 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-54458d92-a2f0-40ba-a704-7f3639d7e922 req-933cf713-041e-4ff7-88f2-588936d93038 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387022 Sep 28 09:18:08.764920 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-afafce6e-3d0d-4465-9f74-d8a05c67641a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:09.875340 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310d21-a224-41c5-93e2-748b0f23fbce req-5f288b0a-f56c-429c-9247-1f17f7839dd0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:09.876764 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cc310d21-a224-41c5-93e2-748b0f23fbce req-5f288b0a-f56c-429c-9247-1f17f7839dd0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0513334 Sep 28 09:18:09.919810 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cc310d21-a224-41c5-93e2-748b0f23fbce req-54a8e050-2cb5-4355-b877-086904d01326 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362804 Sep 28 09:18:10.336367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:11.055277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1848-9e98-4175-aed3-a7f2597c55b7 req-fa3bb8e4-9355-47e1-bdfb-bacb270563cb tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:11.064745 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-858f1848-9e98-4175-aed3-a7f2597c55b7 req-fa3bb8e4-9355-47e1-bdfb-bacb270563cb tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0606408 Sep 28 09:18:11.100866 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-858f1848-9e98-4175-aed3-a7f2597c55b7 req-6913ed44-79de-4d82-8172-6fbbb00c3a9e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Sep 28 09:18:11.504174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:11.731428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:12.248859 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a843d-6bb3-494e-a7b7-8abf72cea84a req-408822b9-f1f7-490b-b081-254ad21a6c3d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:12.250817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b5a843d-6bb3-494e-a7b7-8abf72cea84a req-408822b9-f1f7-490b-b081-254ad21a6c3d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0619371 Sep 28 09:18:12.298680 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b5a843d-6bb3-494e-a7b7-8abf72cea84a req-2552beb4-2f00-4fb2-bdf3-bc2e487b5607 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Sep 28 09:18:13.440365 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb475f0-b953-413d-a380-be10ce7ae99e req-dfb2dd85-4673-4170-9f16-11ba43adc138 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:13.441876 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1bb475f0-b953-413d-a380-be10ce7ae99e req-dfb2dd85-4673-4170-9f16-11ba43adc138 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0616641 Sep 28 09:18:13.481459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1bb475f0-b953-413d-a380-be10ce7ae99e req-38abb377-ad60-4b71-8fa7-911ca6a12896 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Sep 28 09:18:14.026730 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2334360-cef9-4d9d-aa7c-289f21fd9a02 req-e40a47e6-ebb7-4f49-9bd0-55013103060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:14.028140 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2334360-cef9-4d9d-aa7c-289f21fd9a02 req-e40a47e6-ebb7-4f49-9bd0-55013103060b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1096 time: 0.0477326 Sep 28 09:18:14.062966 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f2334360-cef9-4d9d-aa7c-289f21fd9a02 req-de972445-ae8e-4f81-ae9b-cb95ac241351 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284638 Sep 28 09:18:14.620799 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadf15-a1f7-4c4f-a587-fa56ed004948 req-49b45c89-bca3-4952-9e32-68907eb0e26a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:14.622659 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-67aadf15-a1f7-4c4f-a587-fa56ed004948 req-49b45c89-bca3-4952-9e32-68907eb0e26a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0565386 Sep 28 09:18:14.664175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-67aadf15-a1f7-4c4f-a587-fa56ed004948 req-830b7118-9332-458b-a8f2-851d4272e3c0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Sep 28 09:18:15.796625 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e8908-61a6-454a-9d2d-bd449a955cb3 req-e184dd7f-eeb1-4830-a72b-4ee12affad91 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:15.798281 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c8e8908-61a6-454a-9d2d-bd449a955cb3 req-e184dd7f-eeb1-4830-a72b-4ee12affad91 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 943 time: 0.0549803 Sep 28 09:18:15.836115 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-9c8e8908-61a6-454a-9d2d-bd449a955cb3 req-cf280769-7087-49ea-948b-63b2724dcaa1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Sep 28 09:18:16.071441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:18:16.173673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:18:16.185068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'port_id': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'mac_address': 'fa:16:3e:cc:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:18:16.223767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:18:16.224152 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:16.237466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:18:16.257106 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:18:16.264395 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:16.315375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=9']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:18:16.498912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['dede6a69-db92-4f97-beb7-9c196d41bc8d'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:18:18.087498 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:18:18.140055 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port dede6a69-db92-4f97-beb7-9c196d41bc8d triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:18:18.140427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:18.140758 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port dede6a69-db92-4f97-beb7-9c196d41bc8d Sep 28 09:18:18.219215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dede6a69-db92-4f97-beb7-9c196d41bc8d is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:18:18.219599 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:18.247618 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:18:18.250331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e80e34-1c68-494a-83f7-8c995ca0fd28" -d '{"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:18:18.264177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:18:18.270581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:18.295520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cec9ec-dece-4a0f-8f21-650397c364db x-openstack-request-id: req-d6cec9ec-dece-4a0f-8f21-650397c364db {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:18:18.295795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-plugged", "status": "completed", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:18:18.296066 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6cec9ec-dece-4a0f-8f21-650397c364db {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:18:18.296472 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cec9ec-dece-4a0f-8f21-650397c364db'] response: {'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'code': 200} Sep 28 09:18:18.324110 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=10']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:18:26.664533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-c60324dd-911e-4793-b712-d4061391d9c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505490 Sep 28 09:18:26.753922 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-6e1ba7f1-68a5-47b6-ad61-4f6cc0cb3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:26.755446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-6e1ba7f1-68a5-47b6-ad61-4f6cc0cb3b90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1099 time: 0.0449090 Sep 28 09:18:26.879481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-deebbcdf-8595-4bd4-9a25-4a26aed77d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:26.881801 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-deebbcdf-8595-4bd4-9a25-4a26aed77d1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.1046686 Sep 28 09:18:26.956396 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-77ce55e9-c2a2-4146-9898-30061dcf943f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0666363 Sep 28 09:18:27.004541 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-b4a0d6b4-a028-48fc-be50-11f9dc3b8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:27.006047 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-b4a0d6b4-a028-48fc-be50-11f9dc3b8873 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0434258 Sep 28 09:18:27.056611 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-ec608d0d-e2c3-440f-8218-67f0d4ab79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:18:27.058194 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-ec608d0d-e2c3-440f-8218-67f0d4ab79fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423310 Sep 28 09:18:27.154270 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-e8b8f787-f685-4c9a-86a9-81c346ab2b2b service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870469 Sep 28 09:18:27.257590 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e3455af0-1dfa-49c4-8362-be24638a1ad3 req-1e490c9d-9b54-4091-ba99-5f43102fb0ac service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943427 Sep 28 09:18:33.755811 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:36.510266 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0578a12-7bc2-4bf4-bc93-1fc199e7249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:38.765683 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37c86607-1908-4da5-8592-63d24fd49fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:40.342899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:41.488742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:41.732466 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:18:45.045308 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:19:03.772750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:06.515663 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9378787b-d61c-44fc-acc7-63e4286effa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:08.763098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a66-3973-403c-9723-b8d6f8ba56ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:10.340951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:11.492730 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:11.735983 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:22.049730 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:19:27.714761 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-a703f64e-eee2-4756-b914-36f98fbc12dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164653 Sep 28 09:19:27.811762 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-162ccf3a-0520-4691-a13a-683336127369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:27.813343 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-162ccf3a-0520-4691-a13a-683336127369 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1099 time: 0.0483994 Sep 28 09:19:27.927114 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-1490bfbc-4f05-43be-86ce-f8c503e86a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:27.928556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-1490bfbc-4f05-43be-86ce-f8c503e86a17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0944326 Sep 28 09:19:28.002175 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-a50174cf-9a4b-4c67-b24b-63894973e934 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 1000 time: 0.0661402 Sep 28 09:19:28.050371 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-30f1741f-548b-4842-bb43-af5e011bb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:28.051782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-30f1741f-548b-4842-bb43-af5e011bb956 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0430856 Sep 28 09:19:28.099037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-0ba25c27-a9a9-4727-ae46-5e473303a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:28.100550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-0ba25c27-a9a9-4727-ae46-5e473303a917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416620 Sep 28 09:19:28.194558 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-436067eb-a143-448c-b687-8cf3f2afaccf service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Sep 28 09:19:28.286103 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7d10ba25-38b0-4671-bcdf-e37e838d04af req-00184fbc-a81f-4358-b30c-7c4be84b55e3 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844743 Sep 28 09:19:31.608879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:31.782107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Deleting port 921da367-5d90-474f-ae72-1b0ed82a9008 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:19:31.782405 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:31.858612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:31.858967 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:31.870839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Calling delete_port for 921da367-5d90-474f-ae72-1b0ed82a9008 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:19:32.022479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:32.048167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'Port': ['ID=921da367-5d90-474f-ae72-1b0ed82a9008,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:32.060124 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.060471 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.060811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.061188 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.061506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.061831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.062171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.062479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.062809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.063131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.063455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.063778 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:32.120905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:32.121277 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Floating IP 7b46f2c0-d240-4e6e-808d-d90b73f99e0c disassociated (deleted). External IP: 172.26.4.93, port: dede6a69-db92-4f97-beb7-9c196d41bc8d. Sep 28 09:19:32.325754 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:19:32.433629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:19:32.438373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:32.445545 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:19:32.457436 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:19:32.458060 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:19:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:19:32.470699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-98d124b5-4f22-4b18-8d9a-1dc2ccbfa814 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "DELETE /v2.0/floatingips/7b46f2c0-d240-4e6e-808d-d90b73f99e0c HTTP/1.1" status: 204 len: 168 time: 0.8578191 Sep 28 09:19:32.470699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:19:32.471126 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cddfe7-a1c8-4546-9cb6-53852f02e60b" -d '{"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:19:32.569853 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:19:32.571290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a191b2dd-86f3-42e7-a928-d2db7ecfd269 x-openstack-request-id: req-a191b2dd-86f3-42e7-a928-d2db7ecfd269 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:19:32.571829 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:19:32.571955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a191b2dd-86f3-42e7-a928-d2db7ecfd269 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:19:32.572319 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a191b2dd-86f3-42e7-a928-d2db7ecfd269'] response: {'name': 'network-changed', 'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'status': 'completed', 'code': 200} Sep 28 09:19:32.643207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-36c577b3-05ea-4235-9d4c-c4950bb7f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:32.644740 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-36c577b3-05ea-4235-9d4c-c4950bb7f6d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 1099 time: 0.0466928 Sep 28 09:19:32.785998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:19:32.812873 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:19:32.822600 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:19:32.823218 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:19:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:19:32.937895 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:19:33.112565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306543-f72c-4492-bcf5-38b9068ec11d req-120e2f85-b932-4da8-b14f-242e6ec2cc33 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:33.113956 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44306543-f72c-4492-bcf5-38b9068ec11d req-120e2f85-b932-4da8-b14f-242e6ec2cc33 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 946 time: 0.4449253 Sep 28 09:19:33.116805 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-46d5e8f9-8213-4e58-8d46-6a8357ead2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:33.118285 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-46d5e8f9-8213-4e58-8d46-6a8357ead2d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.4671042 Sep 28 09:19:33.148074 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:19:33.167144 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-4c3e2f3b-cecc-49f5-9c34-d5353538f0b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 200 len: 217 time: 0.0400674 Sep 28 09:19:33.175546 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b96df-c6df-4222-b361-5f9bdae467dc None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:19:33.212754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-44306543-f72c-4492-bcf5-38b9068ec11d req-68081c22-1718-41ca-8791-da3d64ee0b2e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927234 Sep 28 09:19:33.229066 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-15dfe0ca-340e-4c42-9c4c-9c17dc6afcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:33.230533 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-15dfe0ca-340e-4c42-9c4c-9c17dc6afcb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0527070 Sep 28 09:19:33.287993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-248f0515-f696-4c00-979a-3d0ebe151f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:33.289620 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-248f0515-f696-4c00-979a-3d0ebe151f16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515590 Sep 28 09:19:33.386854 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-78c521b0-e53b-42d7-a937-e777bf5f5a30 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885515 Sep 28 09:19:33.406081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec0cf9-d321-4c92-a97d-d04c8dab63f2 None None] New status for floating IP 7b46f2c0-d240-4e6e-808d-d90b73f99e0c: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:19:33.485356 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-80cddfe7-a1c8-4546-9cb6-53852f02e60b req-2e9facbf-147b-4356-882c-382d410a1d16 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912042 Sep 28 09:19:33.787087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:34.041995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-2808b9d7-c49d-488e-9195-03cd560baa24 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:34.043395 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-2808b9d7-c49d-488e-9195-03cd560baa24 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 946 time: 0.0630341 Sep 28 09:19:34.150952 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Deleting port dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:19:34.151260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:34.238211 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] For port dede6a69-db92-4f97-beb7-9c196d41bc8d, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dede6a69-db92-4f97-beb7-9c196d41bc8d,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:19:34.238561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:34.252579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Calling delete_port for dede6a69-db92-4f97-beb7-9c196d41bc8d owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:19:34.349235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c996cd-6ed9-41cb-9115-8b3c76ae80e5 req-a463c7fe-8ab1-49fb-bafc-618544355dc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:34.350648 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8c996cd-6ed9-41cb-9115-8b3c76ae80e5 req-a463c7fe-8ab1-49fb-bafc-618544355dc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=73a4d96b-e2a8-458f-ade5-769f4b013754 HTTP/1.1" status: 200 len: 946 time: 0.0580051 Sep 28 09:19:34.392064 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b8c996cd-6ed9-41cb-9115-8b3c76ae80e5 req-fe8e9be3-7fc8-496f-9a23-470eb372801c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1737196-ba1a-406e-a458-17abd7d28256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353236 Sep 28 09:19:34.392316 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:34.422014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'Port': ['ID=dede6a69-db92-4f97-beb7-9c196d41bc8d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:34.463226 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] No DVR routers for this DVR port dede6a69-db92-4f97-beb7-9c196d41bc8d on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:19:34.465824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:34.469141 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-10a0dc54-9898-45a3-86b8-6163d8af22e2 req-364751f2-1c4e-4a56-bd61-d7cae2655325 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "DELETE /v2.0/ports/dede6a69-db92-4f97-beb7-9c196d41bc8d HTTP/1.1" status: 204 len: 173 time: 0.4198432 Sep 28 09:19:34.574020 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-deleted', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:19:34.576479 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dffcdb-1902-4942-8711-2ff0cc6733d2" -d '{"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-deleted", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:19:34.614787 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef746d3-bbc4-49ff-b409-38f95e0a6154 x-openstack-request-id: req-aef746d3-bbc4-49ff-b409-38f95e0a6154 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:19:34.615082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a4d96b-e2a8-458f-ade5-769f4b013754", "name": "network-vif-deleted", "tag": "dede6a69-db92-4f97-beb7-9c196d41bc8d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:19:34.615344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aef746d3-bbc4-49ff-b409-38f95e0a6154 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:19:34.615752 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef746d3-bbc4-49ff-b409-38f95e0a6154'] response: {'server_uuid': '73a4d96b-e2a8-458f-ade5-769f4b013754', 'name': 'network-vif-deleted', 'tag': 'dede6a69-db92-4f97-beb7-9c196d41bc8d', 'status': 'completed', 'code': 200} Sep 28 09:19:35.467605 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:35.532635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.559848 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.632321 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.635056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.636244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "DELETE /v2.0/security-groups/c1737196-ba1a-406e-a458-17abd7d28256 HTTP/1.1" status: 204 len: 168 time: 0.1676221 Sep 28 09:19:35.646404 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec542f5-5f72-4fa6-baa4-17aaed04a1ad tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1737196-ba1a-406e-a458-17abd7d28256,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:35.758441 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:35.763107 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911152069', 'description': 'tempest-secgroup-smoke-911152069 description', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:35.786868 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.854934 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.862127 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.895121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.896391 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369140 Sep 28 09:19:35.897112 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8e6df-3e0e-4589-99cf-9226064267ef tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e564ea-659a-41b8-83bc-32aef1cb950f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:35.899476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49064) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:35.903792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:35.929206 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.987911 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:35.993518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.015555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf478854-9953-445e-bf6f-1cf2a8d04289,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.027440 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.029096 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-5ec31697-4700-49e3-b8c1-c5400d43e55f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287563 Sep 28 09:19:36.032143 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49066) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:36.036950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:36.065443 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.112064 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.117928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.138428 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01447252-f3df-448f-80c9-502001e0b580,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.147170 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.148453 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151857 Sep 28 09:19:36.150229 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.150573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.150906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.151232 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.151848 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.151999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49068) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:36.152180 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.152500 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.152814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.153238 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.153617 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.153859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.154187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187cae2-3f8a-44f0-a16f-cc9fedce5e10 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:19:36.156741 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:36.184558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.242138 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.247699 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.265337 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b2428b-d2b1-48cf-afde-2bc922f4e7e8,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.276210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.277508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-395f0ed1-d76a-4b12-9005-bf902dc6a813 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245124 Sep 28 09:19:36.280229 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49070) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:36.284591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:36.311517 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.372680 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.378453 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.398136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082cee5a-f352-47ad-9304-697bebbcb53a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.407491 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.408950 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ba44979a-5b49-4bab-a359-5375042c77c4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275733 Sep 28 09:19:36.412057 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49072) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:36.419044 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:36.447258 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Project 74721521ab80408e95ce8fe6bdf3d5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:19:36.452217 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.514713 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.521007 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.522789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c2756802-907d-42db-9409-2b53c4394bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.539442 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc6f745-5655-4aea-b04a-e8059b9813a1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.548878 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.550125 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-13b1e7a1-335c-4ef2-bff8-00e42d99f195 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367364 Sep 28 09:19:36.552952 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49074) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:19:36.557430 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'security_group_rule': {'security_group_id': '83e564ea-659a-41b8-83bc-32aef1cb950f', 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:36.578977 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Project 74721521ab80408e95ce8fe6bdf3d5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:19:36.583926 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.645846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.651912 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.671135 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f202df-e31a-4e61-8233-227ca6fa16e4,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:36.681098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:36.682319 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-11825793-cd85-4557-b8ca-7d4bd32252d5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284087 Sep 28 09:19:38.453516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:19:38.477958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: dede6a69-db92-4f97-beb7-9c196d41bc8d {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:19:38.478302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dede6a69-db92-4f97-beb7-9c196d41bc8d not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:19:38.758071 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2d0c440b-38db-4014-8983-6a2bcd6b8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:40.353130 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:41.491246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:41.731815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:51.029059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-17519671-8980-4935-8f35-ba5860dd3bb6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911152069&fields=id&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 267 time: 0.0412576 Sep 28 09:19:51.139766 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-4353326d-2ca7-48d3-84f6-37a586172235 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:51.141098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-4353326d-2ca7-48d3-84f6-37a586172235 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 809 time: 0.1051085 Sep 28 09:19:51.159119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-86dbaf3f-f043-405a-9d58-ac3c7e5494dd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/quotas/74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Sep 28 09:19:51.211716 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-39ca9cd8-3f44-4ed3-8ffa-b999e845b29f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473497 Sep 28 09:19:51.232457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-c63c56f1-3216-4b59-9bbb-93d0d3b53768 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:19:51.233428 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-c63c56f1-3216-4b59-9bbb-93d0d3b53768 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054028 Sep 28 09:19:51.327468 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-c2b6a9c4-d44a-4dc9-bfb0-5e026afc1aa0 service neutron] 10.222.0.27 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884426 Sep 28 09:19:51.420612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-d59dc8d1-64f3-4d10-bf42-b5b0d68d483e service neutron] 10.222.0.27 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843415 Sep 28 09:19:51.722037 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-f0773a7a-5071-4c8b-8ef3-b2d5cc8cc0cd req-03d6709f-5818-401c-94d2-aff94d64c376 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Sep 28 09:19:52.682656 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-0f824f65-b340-4269-828f-c7190755dbc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:52.684114 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-0f824f65-b340-4269-828f-c7190755dbc4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 809 time: 0.1104448 Sep 28 09:19:52.728380 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-44f10084-d593-4ea3-8da3-37bc1bc315e4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 379 time: 0.0348778 Sep 28 09:19:52.744304 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'port': {'device_id': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'admin_state_up': True, 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'security_groups': ['83e564ea-659a-41b8-83bc-32aef1cb950f']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:52.844239 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-3b35a155-8394-4827-8a01-a70b265e0857 req-7e052d0a-eee1-47a1-9d60-9f930bcf7987 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Sep 28 09:19:52.891728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Made reservation on behalf of 74721521ab80408e95ce8fe6bdf3d5f5 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:19:52.895528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.030476 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Allocated IP 172.20.0.8 (48a0cccc-14d7-485a-a054-d2dfbefd7e6b/1b1b4411-ebe6-494e-a655-ecd57b5b7b90/dcfedd34-f0e1-4709-943e-40325edd807c) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:19:53.169917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.204820 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.254567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:19:53.258290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:19:53.262375 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:19:53.290264 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:53.322064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:53.322995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.347082 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-f6d585fd-f974-4e8d-b297-ba06d91f9d3f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068714 Sep 28 09:19:53.361218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Request body: {'port': {'device_id': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:19:53.424159 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.541169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Provisioning complete for port dcfedd34-f0e1-4709-943e-40325edd807c triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:19:53.541863 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.542388 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Attempt 1 to provision port dcfedd34-f0e1-4709-943e-40325edd807c Sep 28 09:19:53.579318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Port dcfedd34-f0e1-4709-943e-40325edd807c cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:19:53.712232 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfedd34-f0e1-4709-943e-40325edd807c {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:19:53.720867 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.734002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Transition to ACTIVE for port object dcfedd34-f0e1-4709-943e-40325edd807c will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:19:53.739296 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.821413 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:53.860853 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Attempting to bind port dcfedd34-f0e1-4709-943e-40325edd807c on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:19:53.861222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Attempting to bind port dcfedd34-f0e1-4709-943e-40325edd807c by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:19:53.861549 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Attempting to bind port dcfedd34-f0e1-4709-943e-40325edd807c on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:19:53.866166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Port dcfedd34-f0e1-4709-943e-40325edd807c on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:19:53.866488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Attempting to bind port dcfedd34-f0e1-4709-943e-40325edd807c on network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:19:53.871607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:19:53.871944 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Checking segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:19:53.872325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Bound using segment: {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:19:53.873000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Bound port: dcfedd34-f0e1-4709-943e-40325edd807c, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2243d63f-4ccd-4f1a-9b7c-e79d01abe068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:19:53.873155 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.947568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:19:53.950747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:19:53.957757 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.962369 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:53.963002 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:19:53.965472 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 1093 time: 0.6091022 Sep 28 09:19:53.965472 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:19:53.967700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e81e7e-550d-45fa-af25-89190eacddba" -d '{"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:19:54.002338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec3c35-f917-47b9-bdcd-e75e87eadefa req-ea254b76-bca5-4460-9088-0ba8540b12f1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.003932 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7eec3c35-f917-47b9-bdcd-e75e87eadefa req-ea254b76-bca5-4460-9088-0ba8540b12f1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0777688 Sep 28 09:19:54.036392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16042411-9d63-45cc-9a6d-da070cd1bdfc x-openstack-request-id: req-16042411-9d63-45cc-9a6d-da070cd1bdfc {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:19:54.036734 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:19:54.036936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16042411-9d63-45cc-9a6d-da070cd1bdfc {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:19:54.037360 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16042411-9d63-45cc-9a6d-da070cd1bdfc'] response: {'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'status': 'completed', 'code': 200} Sep 28 09:19:54.051240 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-7eec3c35-f917-47b9-bdcd-e75e87eadefa req-17c4cd63-a6e4-4c21-9d99-e503f66f8126 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371504 Sep 28 09:19:54.069172 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb829e-452d-4935-9fc4-873a582df4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:19:54.076168 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e1178bfb-1b75-45ab-9b5a-d76cd179bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.078308 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-e1178bfb-1b75-45ab-9b5a-d76cd179bb9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1096 time: 0.0679381 Sep 28 09:19:54.080760 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Attempt 2 to provision port dcfedd34-f0e1-4709-943e-40325edd807c Sep 28 09:19:54.122918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-8d2d8c27-e593-4533-8887-1b1f56c7a0ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 217 time: 0.0362973 Sep 28 09:19:54.123355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-04867fec-a99b-4e18-a52d-948f3ce6dcfb None None] Port dcfedd34-f0e1-4709-943e-40325edd807c had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:19:54.180083 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-59eb6b93-1f64-4a96-9d4a-bb00866e79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.181595 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-59eb6b93-1f64-4a96-9d4a-bb00866e79d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0485439 Sep 28 09:19:54.229832 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-8ef6d44c-7e8c-429a-b1a7-e70c22bdff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.231383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-8ef6d44c-7e8c-429a-b1a7-e70c22bdff9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415885 Sep 28 09:19:54.329307 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-c8bb19e1-525e-41a8-afad-3b2017347e64 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898471 Sep 28 09:19:54.421702 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-aef75203-7f8f-4cf2-8de3-c3c9ad3ac8e5 req-3b15684a-a8be-4c44-bca8-c7c3a39e7fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Sep 28 09:19:54.513231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81e7e-550d-45fa-af25-89190eacddba req-9ef7a142-5fbf-4be0-97dd-adf68178dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.514782 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-9ef7a142-5fbf-4be0-97dd-adf68178dbdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1096 time: 0.0452051 Sep 28 09:19:54.610482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81e7e-550d-45fa-af25-89190eacddba req-fc412c61-50b4-4067-bb61-9a20944c0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.611905 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-fc412c61-50b4-4067-bb61-9a20944c0d57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0905864 Sep 28 09:19:54.657098 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-4a1ea1ac-3c11-4a4c-8d26-e611fe4f8598 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 217 time: 0.0360126 Sep 28 09:19:54.712219 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81e7e-550d-45fa-af25-89190eacddba req-55a41d44-9bb8-4952-810f-ae90169df529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.713792 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-55a41d44-9bb8-4952-810f-ae90169df529 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0498152 Sep 28 09:19:54.764774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81e7e-550d-45fa-af25-89190eacddba req-0334747b-a595-4db2-883b-fbb22d4eb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:54.766236 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-0334747b-a595-4db2-883b-fbb22d4eb722 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440421 Sep 28 09:19:54.857532 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-bf98e554-2515-4f26-ae8c-1b8fc0d7dd5b service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Sep 28 09:19:54.952611 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-53e81e7e-550d-45fa-af25-89190eacddba req-b5e1fb37-59d3-447d-a378-59cf1b828f55 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884914 Sep 28 09:19:55.187547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc127d93-1764-40e1-b3f2-37c7e30c0b4e req-c5010211-9f75-450a-9b7b-95d1f7732800 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:55.189063 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc127d93-1764-40e1-b3f2-37c7e30c0b4e req-c5010211-9f75-450a-9b7b-95d1f7732800 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0509295 Sep 28 09:19:55.228181 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc127d93-1764-40e1-b3f2-37c7e30c0b4e req-ddbcd9df-7919-4231-a87b-72e2223d8476 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Sep 28 09:19:56.361330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b8073-1bdd-4bd3-b756-9ff8c29724d7 req-67c51e23-1837-4b57-9540-6b50d3154f27 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:56.362880 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e39b8073-1bdd-4bd3-b756-9ff8c29724d7 req-67c51e23-1837-4b57-9540-6b50d3154f27 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0590882 Sep 28 09:19:56.402436 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e39b8073-1bdd-4bd3-b756-9ff8c29724d7 req-3c4b2515-8eac-4b64-8591-3ffb41299e47 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Sep 28 09:19:57.550647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91743e56-77e1-4e62-b32e-16211caaa03f req-8789c580-37f5-431f-bf26-3924acf911ea tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:57.552261 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91743e56-77e1-4e62-b32e-16211caaa03f req-8789c580-37f5-431f-bf26-3924acf911ea tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0609214 Sep 28 09:19:57.593691 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91743e56-77e1-4e62-b32e-16211caaa03f req-535c5a99-a021-42ca-a947-7aef84380e22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Sep 28 09:19:58.733667 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a05fa-940f-4dd8-a5a6-60f461e1e61f req-23d6cf57-ff8d-48d0-aa84-fc572a738980 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:58.735157 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c27a05fa-940f-4dd8-a5a6-60f461e1e61f req-23d6cf57-ff8d-48d0-aa84-fc572a738980 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0522335 Sep 28 09:19:58.775054 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c27a05fa-940f-4dd8-a5a6-60f461e1e61f req-521c5fac-9f30-4e60-9ece-0170930c19a1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338283 Sep 28 09:19:59.058146 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:19:59.909320 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c4bc-58ab-4fc3-94d9-ca27141ce8af req-30b0e06e-ed0a-4db1-9ced-da87db3f460a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:19:59.910834 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0355c4bc-58ab-4fc3-94d9-ca27141ce8af req-30b0e06e-ed0a-4db1-9ced-da87db3f460a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0569587 Sep 28 09:19:59.952757 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0355c4bc-58ab-4fc3-94d9-ca27141ce8af req-884f3e41-d23f-46f2-89b6-bca5c4e6ba70 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334337 Sep 28 09:20:01.083160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a909c-f3e7-4f9e-8d6e-25da7f6315d7 req-5aefb515-d566-4c68-a014-f68408f36005 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:01.084570 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-471a909c-f3e7-4f9e-8d6e-25da7f6315d7 req-5aefb515-d566-4c68-a014-f68408f36005 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0520396 Sep 28 09:20:01.122991 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-471a909c-f3e7-4f9e-8d6e-25da7f6315d7 req-383f0e7b-b4f6-4db5-8b68-463c8ae824d2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Sep 28 09:20:02.286795 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd3b4f-6026-435a-bc6f-042e0585cd4a req-65b3e428-72f7-4c5c-8916-237e193ace4d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:02.288802 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58dd3b4f-6026-435a-bc6f-042e0585cd4a req-65b3e428-72f7-4c5c-8916-237e193ace4d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0631638 Sep 28 09:20:02.330493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-58dd3b4f-6026-435a-bc6f-042e0585cd4a req-3b8cc457-7ecc-46dd-94ee-b35706b9b85e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Sep 28 09:20:03.474343 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36120963-1a6a-40ee-b541-cbb82bc8e1ca req-a5b0c7ed-a6ed-4390-b707-0048f38a3e65 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:03.475812 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-36120963-1a6a-40ee-b541-cbb82bc8e1ca req-a5b0c7ed-a6ed-4390-b707-0048f38a3e65 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0626631 Sep 28 09:20:03.515135 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-36120963-1a6a-40ee-b541-cbb82bc8e1ca req-06e71f2c-409e-4da7-9b9a-1f759cc054a0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Sep 28 09:20:03.802151 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:04.607233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:20:04.662998 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa0e05-9666-4800-9c01-5c30dbc25f6d req-745a15f6-ebdf-426e-b271-6e922246f965 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:04.664511 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-02fa0e05-9666-4800-9c01-5c30dbc25f6d req-745a15f6-ebdf-426e-b271-6e922246f965 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0551529 Sep 28 09:20:04.705092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-02fa0e05-9666-4800-9c01-5c30dbc25f6d req-a1922505-8175-4759-8645-9903df1ebe22 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341942 Sep 28 09:20:04.707509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:20:04.719195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'mac_address': 'fa:16:3e:70:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:20:04.762009 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dcfedd34-f0e1-4709-943e-40325edd807c is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:20:04.762402 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:04.775479 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfedd34-f0e1-4709-943e-40325edd807c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:20:04.799648 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:20:04.806382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:04.855997 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:20:04.863074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.863436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.863757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.864131 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.864463 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.864798 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.865146 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.865483 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.866963 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.867353 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.867727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:04.868083 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:20:05.017529 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['dcfedd34-f0e1-4709-943e-40325edd807c'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:20:05.930696 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e588de-a2fb-45c6-83fa-5cc7f208ef8d req-d7c4d9e5-4569-4502-846f-063f3c8992c7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:05.932181 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a0e588de-a2fb-45c6-83fa-5cc7f208ef8d req-d7c4d9e5-4569-4502-846f-063f3c8992c7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 944 time: 0.1450360 Sep 28 09:20:05.972585 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a0e588de-a2fb-45c6-83fa-5cc7f208ef8d req-6156cea6-17fa-488b-be9e-69476c708ecf tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Sep 28 09:20:06.527845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fd95-1196-49f7-b83e-a1f9bb250255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:06.621611 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:20:06.677945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port dcfedd34-f0e1-4709-943e-40325edd807c completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:20:06.681616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port dcfedd34-f0e1-4709-943e-40325edd807c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:20:06.681990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:06.682321 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port dcfedd34-f0e1-4709-943e-40325edd807c Sep 28 09:20:06.767321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dcfedd34-f0e1-4709-943e-40325edd807c is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:20:06.767713 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:06.792393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:20:06.795221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580fbd7-4abc-454f-b3ee-b6a688f6189d" -d '{"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:20:06.807887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:20:06.813226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:06.839246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9395a9a-2e1e-45f9-a88b-d1eac4067bed x-openstack-request-id: req-d9395a9a-2e1e-45f9-a88b-d1eac4067bed {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:20:06.839537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:20:06.839806 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9395a9a-2e1e-45f9-a88b-d1eac4067bed {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:20:06.840220 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9395a9a-2e1e-45f9-a88b-d1eac4067bed'] response: {'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'code': 200} Sep 28 09:20:06.867739 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:20:07.015986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11662bf-3fd9-4492-a774-628b2166c7b3 req-3a5ba1c3-004d-41c5-b80d-05958c27dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:07.017508 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b11662bf-3fd9-4492-a774-628b2166c7b3 req-3a5ba1c3-004d-41c5-b80d-05958c27dd67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0430429 Sep 28 09:20:07.053873 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b11662bf-3fd9-4492-a774-628b2166c7b3 req-4dd32b9d-6486-48a1-a712-1e09a9ae3809 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298841 Sep 28 09:20:07.101565 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fab7c-e85f-4926-8814-63edeb3dcc4f req-c2e7a360-963c-4414-95dc-45cd0b06a608 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:07.103077 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-400fab7c-e85f-4926-8814-63edeb3dcc4f req-c2e7a360-963c-4414-95dc-45cd0b06a608 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Sep 28 09:20:07.144060 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-400fab7c-e85f-4926-8814-63edeb3dcc4f req-25f30cca-fa67-4c2d-821a-701c78fc9bb4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347352 Sep 28 09:20:08.335137 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0af4c6-0d06-473e-84ba-72e1bb429788 req-2e3e1ed4-0d90-446e-a6ca-fefb5d94f635 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:08.336704 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2f0af4c6-0d06-473e-84ba-72e1bb429788 req-2e3e1ed4-0d90-446e-a6ca-fefb5d94f635 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.1075599 Sep 28 09:20:08.375863 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2f0af4c6-0d06-473e-84ba-72e1bb429788 req-24ff586b-7351-494d-b320-dd30dcdae75b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Sep 28 09:20:08.516729 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db78f-eafa-4ab8-b30e-5c88c871e022 req-37b8aac7-925c-4c33-ab61-1d4495c1c120 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:08.519032 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-348db78f-eafa-4ab8-b30e-5c88c871e022 req-37b8aac7-925c-4c33-ab61-1d4495c1c120 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0674381 Sep 28 09:20:08.562056 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-348db78f-eafa-4ab8-b30e-5c88c871e022 req-06b682a3-be65-491b-a7f8-64ad006e70e1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337412 Sep 28 09:20:08.589488 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49270) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:20:08.631014 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf5369-01e0-4624-873c-5c4a9b987e1b tempest-TestShelveInstance-83158823 tempest-TestShelveInstance-83158823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:08.632517 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-62bf5369-01e0-4624-873c-5c4a9b987e1b tempest-TestShelveInstance-83158823 tempest-TestShelveInstance-83158823-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1093 time: 0.0420420 Sep 28 09:20:08.635403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49272) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:20:08.639765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:20:08.663059 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:08.754749 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5063603e-4cba-4b90-8615-9c7b1eda5f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:08.769773 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:08.871618 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Allocated IP 172.26.4.216 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/1ed57c7a-5e15-4daf-bbe5-a296f05acef6) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:20:08.976509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.011287 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.048146 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:20:09.050989 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:20:09.054373 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:20:09.061874 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=1ed57c7a-5e15-4daf-bbe5-a296f05acef6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:20:09.428151 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.507309 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.662267 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.669254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.737846 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event updated for resources: {'Port': ['ID=1ed57c7a-5e15-4daf-bbe5-a296f05acef6,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:20:09.741769 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:09.841626 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Floating IP 0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43 associated. External IP: 172.26.4.216, port: dcfedd34-f0e1-4709-943e-40325edd807c. Sep 28 09:20:10.046629 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:20:10.159869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:20:10.171953 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:20:10.181579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:10.182828 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:20:10.183438 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:20:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:20:10.212571 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0c8f6364-3816-4cfa-ae8a-1d22b851aef8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5761428 Sep 28 09:20:10.213162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:20:10.215517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61627745-c4dc-4d65-ad6c-df998d610ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:20:10.294881 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:20:10.309598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959c9050-8bfa-4bfd-bdda-868161f494bf x-openstack-request-id: req-959c9050-8bfa-4bfd-bdda-868161f494bf {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:20:10.309900 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:20:10.310152 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-959c9050-8bfa-4bfd-bdda-868161f494bf {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:20:10.310563 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959c9050-8bfa-4bfd-bdda-868161f494bf'] response: {'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'status': 'completed', 'code': 200} Sep 28 09:20:10.344781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:10.378585 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-1524a067-8b89-4f0d-9879-3236c7a3473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:10.380248 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-1524a067-8b89-4f0d-9879-3236c7a3473b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0476987 Sep 28 09:20:10.473099 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-3b966963-65fa-4e40-a94e-cab4cfbf9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:10.474616 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-3b966963-65fa-4e40-a94e-cab4cfbf9c77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0876131 Sep 28 09:20:10.515096 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:70:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:20:09Z', 'updated_at': '2022-09-28T09:20:09Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:20:10.543805 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:20:10.544244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-346a5ab3-fd64-44e4-b729-f2e8ae7a358b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 999 time: 0.0623820 Sep 28 09:20:10.552595 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:20:10.553118 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:20:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:20:10.595697 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-5fee9183-dc5f-4438-a217-7f7c55420451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:10.597626 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-5fee9183-dc5f-4438-a217-7f7c55420451 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0468316 Sep 28 09:20:10.648086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-bf0d8f9b-310e-43d3-b9ba-07cbd50aa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:10.649691 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-bf0d8f9b-310e-43d3-b9ba-07cbd50aa4c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447958 Sep 28 09:20:10.741652 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:20:10.746209 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-4624730b-14d3-416c-b354-c0b104353e13 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891526 Sep 28 09:20:10.837059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-61627745-c4dc-4d65-ad6c-df998d610ceb req-77a2d19a-83a3-4dbc-837f-93b1b74bdc26 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Sep 28 09:20:10.963266 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:70:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:20:09Z', 'updated_at': '2022-09-28T09:20:09Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:20:10.989226 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c879d6a9-c6c7-4b24-958f-fa40ca75cbd8 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'mac_address': 'fa:16:3e:70:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:20:09Z', 'updated_at': '2022-09-28T09:20:09Z', 'revision_number': 0, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:20:11.185973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4fd1b-2206-4de6-a952-74543a5764e3 None None] New status for floating IP 0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:20:11.505746 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:11.732367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:28.244601 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-ea9a1c27-77e8-43cb-b33a-0a7615cba955 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469699 Sep 28 09:20:28.335104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-92dc038d-1e06-47ec-944d-893939b256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:28.336673 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-92dc038d-1e06-47ec-944d-893939b256ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0431793 Sep 28 09:20:28.443578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-a533e805-0c59-4003-9cf5-6d97a298a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:28.445080 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-a533e805-0c59-4003-9cf5-6d97a298a097 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0877798 Sep 28 09:20:28.516896 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-c15cf7ec-b11e-4400-8aad-6e9e0fe515c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 1001 time: 0.0631282 Sep 28 09:20:28.574184 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-17f211c8-238b-4c16-9983-e6b2fa9fc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:28.575602 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-17f211c8-238b-4c16-9983-e6b2fa9fc4bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0507929 Sep 28 09:20:28.631874 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-1b1bf7f7-7df3-4130-94a7-1fbd23ee5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:20:28.633403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-1b1bf7f7-7df3-4130-94a7-1fbd23ee5591 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504243 Sep 28 09:20:28.740684 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-73822c7b-b4c5-43bf-a4ab-a9060a6a2de7 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992978 Sep 28 09:20:28.837092 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6fe33c6e-28a0-45e5-a702-8c29490602cb req-508cd912-009f-491f-a7ed-817d2cf5ead6 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 Sep 28 09:20:33.796725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:36.050277 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:20:36.518307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc38de46-efe7-4da6-a6fe-b09f486d7778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:38.753233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c1359f04-2ba1-4494-aa08-ea7245234a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:40.351579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:41.506847 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:20:41.740019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:03.818101 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:06.519852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e7907c3-67b5-402a-9d4e-e392a01dc513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:08.759169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b75abfc-ac05-4c33-9a36-f4a5f037dbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:10.361541 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:11.509451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:11.734641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:13.050286 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:21:29.193489 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-9bc21f2e-1526-4ac3-bd28-bf73a84f4015 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439563 Sep 28 09:21:29.278663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-ee11b865-a0f9-48f8-99b8-4b02d6d71682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:21:29.280173 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-ee11b865-a0f9-48f8-99b8-4b02d6d71682 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0445502 Sep 28 09:21:29.391482 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-4c321b8d-eb26-4311-819a-226b38815cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:21:29.393218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-4c321b8d-eb26-4311-819a-226b38815cfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0941761 Sep 28 09:21:29.460934 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-0f5435f4-cdba-490f-9077-d9ca917fe449 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 1001 time: 0.0585089 Sep 28 09:21:29.514507 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-6a028323-6b0c-4440-8dc4-e74755bbd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:21:29.516022 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-6a028323-6b0c-4440-8dc4-e74755bbd741 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0486059 Sep 28 09:21:29.567478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-7a057d50-095a-4c30-8bd2-095551f1ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:21:29.569017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-7a057d50-095a-4c30-8bd2-095551f1ac9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454495 Sep 28 09:21:29.666593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-cee28459-b2e2-4661-90e0-ac8ec545c4fe service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908592 Sep 28 09:21:29.760117 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8bf7287f-8543-4f8c-b14e-448ffaf1463e req-5245a3a0-49c0-4091-ba51-a4064889c91a service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872290 Sep 28 09:21:33.810300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:36.514561 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-44fed097-5cde-464a-a85f-00c583d0d02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:38.755988 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-788b47ab-577a-4967-94a1-7670b1d8b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:40.357991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:41.518665 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:41.740701 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:21:50.050472 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:22:03.821970 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:06.521260 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-44bff0dc-463f-4b7f-b93a-ab8a7c468e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:08.745813 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f29ce4cc-a868-46d3-a4dc-84d841bd5546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:08.840931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ff763-3659-44a3-9ee7-4c4579f67d65 req-8e69b56b-4d5f-4903-8feb-dce12afde21e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:08.842383 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2ff763-3659-44a3-9ee7-4c4579f67d65 req-8e69b56b-4d5f-4903-8feb-dce12afde21e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Sep 28 09:22:08.882738 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9a2ff763-3659-44a3-9ee7-4c4579f67d65 req-8b8e663e-5891-4408-ad04-ff574805f31f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341711 Sep 28 09:22:10.015933 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed879-204a-4aa6-bf90-3a68973cd7cb req-4510e1f8-621f-4533-b28a-2e717d91c779 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:10.017484 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2cfed879-204a-4aa6-bf90-3a68973cd7cb req-4510e1f8-621f-4533-b28a-2e717d91c779 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0589638 Sep 28 09:22:10.059319 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2cfed879-204a-4aa6-bf90-3a68973cd7cb req-c000f658-4897-481c-8d5d-97a680e65795 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Sep 28 09:22:10.361836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:11.212684 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424dc5-a780-49d7-84b8-788783cdb05e req-67aba2b5-ae00-4f92-9766-26dfab9c53c2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:11.214190 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-da424dc5-a780-49d7-84b8-788783cdb05e req-67aba2b5-ae00-4f92-9766-26dfab9c53c2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Sep 28 09:22:11.258188 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-da424dc5-a780-49d7-84b8-788783cdb05e req-7cbc3310-b5e4-4637-baa5-e05765de4bcd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Sep 28 09:22:11.518958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:11.735449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:12.392250 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a93ec2-2e9a-44bc-9b5a-d94fada0fa5a req-8df01095-927f-4f70-8837-fb09afb5487f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:12.393748 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-67a93ec2-2e9a-44bc-9b5a-d94fada0fa5a req-8df01095-927f-4f70-8837-fb09afb5487f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0543110 Sep 28 09:22:12.434629 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-67a93ec2-2e9a-44bc-9b5a-d94fada0fa5a req-902da9cc-b0a5-400f-a3a0-9d791f43d8bd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Sep 28 09:22:13.570940 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272d9aa-0bbf-46cb-9996-1f947dafee72 req-f383be9c-7621-4379-a86b-16c791ef20a2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:13.572418 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7272d9aa-0bbf-46cb-9996-1f947dafee72 req-f383be9c-7621-4379-a86b-16c791ef20a2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Sep 28 09:22:13.610855 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7272d9aa-0bbf-46cb-9996-1f947dafee72 req-8de1aa7e-3d41-48c0-bc83-ca40808ab6bb tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Sep 28 09:22:14.756788 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50ddc-672c-4ce3-8a74-dd781bc02ec5 req-7f37aba6-1dbe-41a7-bd45-4e6700032c4f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:14.758336 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1fb50ddc-672c-4ce3-8a74-dd781bc02ec5 req-7f37aba6-1dbe-41a7-bd45-4e6700032c4f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0595243 Sep 28 09:22:14.803569 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1fb50ddc-672c-4ce3-8a74-dd781bc02ec5 req-5010837b-370e-406c-a655-017d090bc54a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Sep 28 09:22:15.932205 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722c503-a8e0-453e-8a6c-f7b57af113e2 req-48b263af-215a-4aaf-ba74-3e7a76a208f5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:15.933741 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c722c503-a8e0-453e-8a6c-f7b57af113e2 req-48b263af-215a-4aaf-ba74-3e7a76a208f5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0535464 Sep 28 09:22:15.973699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c722c503-a8e0-453e-8a6c-f7b57af113e2 req-7dd7c9b5-20cf-4b48-9235-daba09936e1b tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338869 Sep 28 09:22:17.113293 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d323-5002-4cd0-a3b3-d9e9b762bfe9 req-1c521315-8e7e-4aac-a3ae-3547a3710f71 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:17.114686 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ff9d323-5002-4cd0-a3b3-d9e9b762bfe9 req-1c521315-8e7e-4aac-a3ae-3547a3710f71 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0589132 Sep 28 09:22:17.156289 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3ff9d323-5002-4cd0-a3b3-d9e9b762bfe9 req-97664064-aa94-4c4c-b364-94dac80baf66 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329781 Sep 28 09:22:18.299218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce2fdf-bd87-4ba3-a29d-ca231ddf154d req-dcb34f2b-60b2-4f8d-99cf-f785e450525c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:18.300729 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9cce2fdf-bd87-4ba3-a29d-ca231ddf154d req-dcb34f2b-60b2-4f8d-99cf-f785e450525c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0515552 Sep 28 09:22:18.342893 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-9cce2fdf-bd87-4ba3-a29d-ca231ddf154d req-c8e0b372-0e27-4838-a878-67bf381c7133 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359089 Sep 28 09:22:18.986069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-53951aa3-cb35-4349-85bc-4bfd49dde21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:18.987572 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-53951aa3-cb35-4349-85bc-4bfd49dde21b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0429990 Sep 28 09:22:19.079861 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-b3638765-38b3-4509-a08e-583215551f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:19.081301 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-b3638765-38b3-4509-a08e-583215551f74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0873053 Sep 28 09:22:19.154156 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-2a91db6b-74d4-4098-a389-635a780572c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 1001 time: 0.0663936 Sep 28 09:22:19.206299 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-e0e6bfa2-fd76-4021-9648-422adf28af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:19.207725 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-e0e6bfa2-fd76-4021-9648-422adf28af5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0460012 Sep 28 09:22:19.261230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-2248e2c2-7f0c-4fe1-a225-346de471239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:19.262722 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-2248e2c2-7f0c-4fe1-a225-346de471239b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479243 Sep 28 09:22:19.363811 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-5588f10b-eb1f-431b-ba6d-e11a5655dc98 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942550 Sep 28 09:22:19.458855 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-136188cb-4b20-49e7-96eb-9945de9d7fe2 req-309a999e-c3ab-48a2-8751-18c208988797 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Sep 28 09:22:19.465598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceeba7-13bb-4f0c-988d-54f24f26e4fa req-f5bb7281-b739-4ea4-8789-ce106ebc3557 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:19.467088 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cceeba7-13bb-4f0c-988d-54f24f26e4fa req-f5bb7281-b739-4ea4-8789-ce106ebc3557 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0505106 Sep 28 09:22:19.505449 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-6cceeba7-13bb-4f0c-988d-54f24f26e4fa req-df9897d4-07dc-4f15-824a-34926c79903c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Sep 28 09:22:20.649028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376bdae-1553-4dd0-ab3c-220cf8911303 req-e36b8cb7-be20-4b51-acf6-82acca33d65f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:20.650535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f376bdae-1553-4dd0-ab3c-220cf8911303 req-e36b8cb7-be20-4b51-acf6-82acca33d65f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0595794 Sep 28 09:22:20.690593 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f376bdae-1553-4dd0-ab3c-220cf8911303 req-f0c479b7-b6d0-48d0-9ddf-11995f453d90 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Sep 28 09:22:21.817723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b9953-4fd7-4597-91fc-6c48d22324f6 req-5c937d42-ca53-40b5-8ccc-1dc0ca38d6c3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:21.819651 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-710b9953-4fd7-4597-91fc-6c48d22324f6 req-5c937d42-ca53-40b5-8ccc-1dc0ca38d6c3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0549705 Sep 28 09:22:21.857371 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-710b9953-4fd7-4597-91fc-6c48d22324f6 req-0899ea45-f74c-4edc-a59a-e0930676b7d3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Sep 28 09:22:22.992390 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13325fb-1ff8-47b0-b2f4-2ccdc40b4627 req-0fe16377-3c8f-48c6-b47a-783c4517df91 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:22.994516 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d13325fb-1ff8-47b0-b2f4-2ccdc40b4627 req-0fe16377-3c8f-48c6-b47a-783c4517df91 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0547345 Sep 28 09:22:23.036373 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-d13325fb-1ff8-47b0-b2f4-2ccdc40b4627 req-1a4a115f-f62f-48bc-8913-40a21887690d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 Sep 28 09:22:23.188323 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-8233ec8c-5f48-42f4-831f-1a1000eef360 req-708bf940-83ff-4595-a5b3-08eafe8520d5 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:22:23.189331 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-8233ec8c-5f48-42f4-831f-1a1000eef360 req-708bf940-83ff-4595-a5b3-08eafe8520d5 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751960 Sep 28 09:22:23.329739 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-71d7f4fc-d752-4c94-9a0e-da7ac107c235 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422990 Sep 28 09:22:23.336681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:22:23.343732 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-8a778fb3-75de-42a3-b66b-0af2756bbf15 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:22:23.345383 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-8a778fb3-75de-42a3-b66b-0af2756bbf15 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067899 Sep 28 09:22:23.356852 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9945d-03a0-4bf3-932d-db48e007122e req-5e8ec98a-f9bf-45ec-a308-e59d9ae0cce6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:23.358483 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1d9945d-03a0-4bf3-932d-db48e007122e req-5e8ec98a-f9bf-45ec-a308-e59d9ae0cce6 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Sep 28 09:22:23.403362 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c1d9945d-03a0-4bf3-932d-db48e007122e req-8c3ceecb-7b6d-4459-b948-1dadf39226eb tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380561 Sep 28 09:22:23.422210 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dcfedd34-f0e1-4709-943e-40325edd807c is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:22:23.422653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:23.446937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:22:23.449269 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262fc634-b777-41d1-a351-f68fb2d9622c" -d '{"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-unplugged", "status": "completed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:22:23.462207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:22:23.468800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:23.493168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d7038-f4b3-41fa-9c27-86c3e930d12e x-openstack-request-id: req-548d7038-f4b3-41fa-9c27-86c3e930d12e {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:22:23.493459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-unplugged", "status": "failed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "code": 422}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:22:23.493692 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-548d7038-f4b3-41fa-9c27-86c3e930d12e {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:22:23.494125 dv-neutron-859308-3-hyperv neutron-server[103310]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-548d7038-f4b3-41fa-9c27-86c3e930d12e']: {'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'code': 422} returned with failed status Sep 28 09:22:23.520312 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:22:23.528233 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.528581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.528910 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.529267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.529600 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.529930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.530255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.531199 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.531527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.531854 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.532175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:23.532565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:22:24.531602 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f59ba7-0104-482e-adad-077871171f4c req-8297e11c-63c6-4a57-91f6-ac1cf82a0481 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:24.532967 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2f59ba7-0104-482e-adad-077871171f4c req-8297e11c-63c6-4a57-91f6-ac1cf82a0481 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0509412 Sep 28 09:22:24.573370 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a2f59ba7-0104-482e-adad-077871171f4c req-708c5da9-25ca-4b3a-8a6e-3b62d0594424 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Sep 28 09:22:25.701432 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da832e-f756-4b66-8fee-e4aa03e0eefd req-58c0153d-b0e5-4fbf-b7f5-798db4dbeb3c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:25.702912 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0da832e-f756-4b66-8fee-e4aa03e0eefd req-58c0153d-b0e5-4fbf-b7f5-798db4dbeb3c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0529289 Sep 28 09:22:25.743593 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b0da832e-f756-4b66-8fee-e4aa03e0eefd req-3a1c1695-4262-4c7a-addc-86de97ffe057 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Sep 28 09:22:26.878301 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6216cc-d22c-43b0-8f14-1102d933849c req-04ed97cb-d9b8-4fcf-bffb-6b769c8b44cd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:26.879855 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc6216cc-d22c-43b0-8f14-1102d933849c req-04ed97cb-d9b8-4fcf-bffb-6b769c8b44cd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0531888 Sep 28 09:22:26.919822 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dc6216cc-d22c-43b0-8f14-1102d933849c req-d184f6f9-5426-4c8c-9bf7-57792074046d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Sep 28 09:22:27.049245 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:22:28.061808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8b24d-6d6f-45f7-9532-f14c05fb31a3 req-7b378e0e-4179-475d-9427-3b7a5b2a6a5d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.063191 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-38d8b24d-6d6f-45f7-9532-f14c05fb31a3 req-7b378e0e-4179-475d-9427-3b7a5b2a6a5d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0605655 Sep 28 09:22:28.074362 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-00847776-282a-45b9-9e57-45955a11f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.075897 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-00847776-282a-45b9-9e57-45955a11f44b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1&tenant_id=74721521ab80408e95ce8fe6bdf3d5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0435543 Sep 28 09:22:28.103565 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-38d8b24d-6d6f-45f7-9532-f14c05fb31a3 req-0e1b1d3c-507e-4272-881c-b7a15c19e8ca tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341685 Sep 28 09:22:28.144057 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-262008d5-4b40-43fc-92c8-4550c3ee2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.145640 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-262008d5-4b40-43fc-92c8-4550c3ee2617 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1096 time: 0.0459125 Sep 28 09:22:28.237779 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-02ee8ec8-43fd-42ea-bd2b-87c6e640dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.239337 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-02ee8ec8-43fd-42ea-bd2b-87c6e640dee1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0871751 Sep 28 09:22:28.312446 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-770d458e-9ec6-417f-9eeb-3f57dd502b3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 999 time: 0.0662706 Sep 28 09:22:28.363856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-c9c324f5-05af-4347-ba5b-66bf30aea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.365352 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-c9c324f5-05af-4347-ba5b-66bf30aea52a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0465918 Sep 28 09:22:28.411147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-211dc0af-f4d1-4e51-bfde-dd0ae939bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:28.412598 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-211dc0af-f4d1-4e51-bfde-dd0ae939bf61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411952 Sep 28 09:22:28.842948 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-8f6bd84c-2dcb-4d7c-846c-2a6717ca5e4e service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237490 Sep 28 09:22:28.941241 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-cee91707-c5d1-4a66-afdf-89780dce4a0f req-317b551c-9179-45e8-b88a-83c73b6cc59e service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878315 Sep 28 09:22:29.059488 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-e820f2f2-1f7d-4158-9cb1-5955c8ae096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:29.060904 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-e820f2f2-1f7d-4158-9cb1-5955c8ae096c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1096 time: 0.0472856 Sep 28 09:22:29.165959 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-b2709631-ef5c-4f20-a58e-f054168d03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:29.167478 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-b2709631-ef5c-4f20-a58e-f054168d03b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0864387 Sep 28 09:22:29.265512 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-bb81179e-a9e8-4626-9c34-168facf1afdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 999 time: 0.0899353 Sep 28 09:22:29.278062 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e668788-edc2-4319-a212-2930cf2cfcbf req-2dd8da5b-35fc-4253-bcf9-4f43e8036528 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:29.279481 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6e668788-edc2-4319-a212-2930cf2cfcbf req-2dd8da5b-35fc-4253-bcf9-4f43e8036528 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0981817 Sep 28 09:22:29.342608 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-4823b0e7-b9e5-4bbe-9b34-9912b09ac48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:29.344037 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-4823b0e7-b9e5-4bbe-9b34-9912b09ac48c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0636928 Sep 28 09:22:29.351726 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6e668788-edc2-4319-a212-2930cf2cfcbf req-390b74c0-cd00-4391-808a-d098fedc64fa tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642598 Sep 28 09:22:29.396473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-d5f9b826-ffb8-4965-9f66-ff136cfa8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:29.398019 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-d5f9b826-ffb8-4965-9f66-ff136cfa8a5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454264 Sep 28 09:22:29.489366 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-880fa1f4-46aa-433b-be8e-d05cba99ab8e service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846436 Sep 28 09:22:29.591838 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8db00c81-0f2d-4a1e-90a3-aca436d6eb55 req-64cd550f-6a84-4abc-bba0-3b4fcb79dfc9 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954068 Sep 28 09:22:30.479723 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af247d33-1c3b-4693-a441-cfdd5636381b req-6aa4d1d6-2512-475b-afa8-0d1f4ece5411 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:30.481237 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-af247d33-1c3b-4693-a441-cfdd5636381b req-6aa4d1d6-2512-475b-afa8-0d1f4ece5411 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0523856 Sep 28 09:22:30.520225 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-af247d33-1c3b-4693-a441-cfdd5636381b req-5a89c227-5776-4814-add1-f9e1aad430b5 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Sep 28 09:22:31.655003 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330cdd-adf7-4a40-ab0b-ea530a0c2430 req-cce4b46c-9447-4d4d-9ecb-95535d84401f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:31.656499 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91330cdd-adf7-4a40-ab0b-ea530a0c2430 req-cce4b46c-9447-4d4d-9ecb-95535d84401f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0534339 Sep 28 09:22:31.698960 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-91330cdd-adf7-4a40-ab0b-ea530a0c2430 req-03e847c7-3778-4171-840f-4b76102561a9 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335791 Sep 28 09:22:33.022764 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5edb07-bb5b-4df3-918a-16dbee0812ac req-2583b68f-bf31-4fbe-b7e3-643eaf4f8fc2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:33.024261 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b5edb07-bb5b-4df3-918a-16dbee0812ac req-2583b68f-bf31-4fbe-b7e3-643eaf4f8fc2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0614924 Sep 28 09:22:33.064842 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-1b5edb07-bb5b-4df3-918a-16dbee0812ac req-ddeb30af-1e57-49e2-9120-010898fcbf9e tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339749 Sep 28 09:22:33.839629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:34.197512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3832e0-9032-49b8-9d0a-86a32b277e10 req-1f611d99-627d-4d08-a9f3-89773c1982d7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:34.199037 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea3832e0-9032-49b8-9d0a-86a32b277e10 req-1f611d99-627d-4d08-a9f3-89773c1982d7 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0537894 Sep 28 09:22:34.246441 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ea3832e0-9032-49b8-9d0a-86a32b277e10 req-8a82e07d-168d-4686-a6c9-d07213c3fcfb tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Sep 28 09:22:35.405704 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3ce04-eaf0-4b79-8b3e-21ef78c47c95 req-c1bd6831-6fa3-4fb6-910e-30a96c41f423 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:35.407202 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-75c3ce04-eaf0-4b79-8b3e-21ef78c47c95 req-c1bd6831-6fa3-4fb6-910e-30a96c41f423 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0669112 Sep 28 09:22:35.446795 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-75c3ce04-eaf0-4b79-8b3e-21ef78c47c95 req-0564c586-c4fd-43ff-9845-5d92976de763 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334244 Sep 28 09:22:36.514638 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cb7e80a-6c49-4659-89ab-7d6e7e145108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:36.585617 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac12ac-d490-44e2-bf9a-2a97dd566c30 req-3e4a6935-9f16-4ca2-8399-17a56c870d8d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:36.587392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4aac12ac-d490-44e2-bf9a-2a97dd566c30 req-3e4a6935-9f16-4ca2-8399-17a56c870d8d tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 943 time: 0.0572884 Sep 28 09:22:36.626763 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4aac12ac-d490-44e2-bf9a-2a97dd566c30 req-001c513a-fb20-48d2-ab6e-a4671b6d62c0 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Sep 28 09:22:37.431752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:22:37.543931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:22:37.559052 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'port_id': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'mac_address': 'fa:16:3e:70:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:22:37.595969 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dcfedd34-f0e1-4709-943e-40325edd807c is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:22:37.596364 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:37.609326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfedd34-f0e1-4709-943e-40325edd807c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:22:37.629856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:22:37.635681 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:37.685070 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:22:37.752814 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b4f6c-1486-4081-a1a4-613bea2c79dd req-61e462b5-f73e-4e74-b2cd-fdeb38d76a0f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:37.754346 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b4f6c-1486-4081-a1a4-613bea2c79dd req-61e462b5-f73e-4e74-b2cd-fdeb38d76a0f tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 944 time: 0.0523736 Sep 28 09:22:37.793494 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c60b4f6c-1486-4081-a1a4-613bea2c79dd req-f2e44d1e-5dde-4c29-a2ac-3b790a584309 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Sep 28 09:22:37.889938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['dcfedd34-f0e1-4709-943e-40325edd807c'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:22:38.752815 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-94b1f170-edbf-4caa-a160-2db401b3d8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:38.928311 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec725f-d2f2-47ac-a936-f2b990b0e404 req-4a368ae7-e9d4-4960-9596-2c05242d4bb4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:38.929781 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccec725f-d2f2-47ac-a936-f2b990b0e404 req-4a368ae7-e9d4-4960-9596-2c05242d4bb4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 944 time: 0.0566738 Sep 28 09:22:38.971119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ccec725f-d2f2-47ac-a936-f2b990b0e404 req-d59845a2-6207-4753-91ef-d36254b2672a tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Sep 28 09:22:39.430642 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:22:39.488978 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port dcfedd34-f0e1-4709-943e-40325edd807c triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:22:39.489381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:39.489722 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port dcfedd34-f0e1-4709-943e-40325edd807c Sep 28 09:22:39.582758 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port dcfedd34-f0e1-4709-943e-40325edd807c is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:22:39.583198 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:39.608877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:22:39.611226 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9bb445-7a9c-4362-bbde-8772b09a2df3" -d '{"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:22:39.624370 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:22:39.629702 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:39.655248 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbf1d3d-9743-4485-9667-a36f3fa26bf6 x-openstack-request-id: req-6fbf1d3d-9743-4485-9667-a36f3fa26bf6 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:22:39.655591 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:22:39.655833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6fbf1d3d-9743-4485-9667-a36f3fa26bf6 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:22:39.656166 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbf1d3d-9743-4485-9667-a36f3fa26bf6'] response: {'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'code': 200} Sep 28 09:22:39.684331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:22:39.868234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd129857-5754-4422-95b0-ec5f66f2417b req-6a8486ea-3ccc-473e-9635-7820a8baa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:39.869778 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fd129857-5754-4422-95b0-ec5f66f2417b req-6a8486ea-3ccc-473e-9635-7820a8baa4b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0416646 Sep 28 09:22:39.908864 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fd129857-5754-4422-95b0-ec5f66f2417b req-be97b45e-9b04-405a-b344-a3f2fffd8a65 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Sep 28 09:22:40.107577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679b7d8-ebad-4085-8c21-4b9e2544d3fa req-e6bdd196-96ca-49b3-b4b9-2ae1b1085cf9 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:40.109059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8679b7d8-ebad-4085-8c21-4b9e2544d3fa req-e6bdd196-96ca-49b3-b4b9-2ae1b1085cf9 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0583236 Sep 28 09:22:40.150544 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8679b7d8-ebad-4085-8c21-4b9e2544d3fa req-3fead02c-416d-4e07-9143-9062044fe5de tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Sep 28 09:22:40.383150 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:41.298574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b1163-6521-4ebf-922e-c76205ce52f2 req-0c7b5a7e-539b-474d-83d3-91ee838d2cf4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:22:41.300044 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-579b1163-6521-4ebf-922e-c76205ce52f2 req-0c7b5a7e-539b-474d-83d3-91ee838d2cf4 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Sep 28 09:22:41.339821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-579b1163-6521-4ebf-922e-c76205ce52f2 req-e8d1244c-b471-4b03-9c7e-dc2087b507a3 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328577 Sep 28 09:22:41.523299 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:22:41.742381 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:03.838938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:04.050476 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:23:06.520877 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc1f9-ada3-428f-9ffd-962ed12cdd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:08.742879 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f05d5f5c-0a42-4d81-b598-4550f1436fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:10.366725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:11.523593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:11.734177 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:29.671835 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-66164efc-caf8-4474-9b0f-acf6217bbacf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416250 Sep 28 09:23:29.756708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-d5a15fe1-10f3-4fff-9d17-990c3cf8697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:29.758266 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-d5a15fe1-10f3-4fff-9d17-990c3cf8697b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0430772 Sep 28 09:23:29.868752 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-0ce9f05c-d888-480a-bbe2-3f88c974309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:29.870273 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-0ce9f05c-d888-480a-bbe2-3f88c974309e service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.0886192 Sep 28 09:23:29.937700 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-9d6e1702-d9d0-442d-8b62-b8b00e8dfa19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 1001 time: 0.0609167 Sep 28 09:23:29.992339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-9f670f7f-39da-4bda-b05c-be63ae125697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:29.993839 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-9f670f7f-39da-4bda-b05c-be63ae125697 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0478699 Sep 28 09:23:30.040448 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-adb27695-770c-40ba-9795-1ad7165d5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:30.041967 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-adb27695-770c-40ba-9795-1ad7165d5ba6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416694 Sep 28 09:23:30.131537 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-7f7b9659-aa9a-485f-a095-cac2e3d16627 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827758 Sep 28 09:23:30.227115 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-c8289335-eda1-40a1-8c38-2b966e3b3efa req-a8dedb80-b969-4ae9-8724-fd4aa2d9f6fa service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889225 Sep 28 09:23:33.868302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:36.529060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-77ef4e11-5fb8-4364-b2e7-d819ddd880db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:38.740937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c382192d-145a-48f3-9e26-68211ca26d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:40.375006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:41.054412 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:23:41.532428 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:41.737060 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:56.666291 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49418) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:23:56.839477 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Deleting port 1ed57c7a-5e15-4daf-bbe5-a296f05acef6 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:23:56.839824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:56.920086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:56.920322 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:56.932807 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Calling delete_port for 1ed57c7a-5e15-4daf-bbe5-a296f05acef6 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:23:57.103541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:57.137553 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'Port': ['ID=1ed57c7a-5e15-4daf-bbe5-a296f05acef6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:23:57.159595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.160062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.160638 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.161186 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.161720 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.162260 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.162735 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.163202 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.163699 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.164162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.164643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.165215 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:57.206110 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:57.206435 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Floating IP 0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43 disassociated (deleted). External IP: 172.26.4.216, port: dcfedd34-f0e1-4709-943e-40325edd807c. Sep 28 09:23:57.420326 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:23:57.541187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:23:57.545771 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:57.551409 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:23:57.562733 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:23:57.563347 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:23:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:23:57.574291 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7a456428-f027-494d-96cc-57961f573eb1 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "DELETE /v2.0/floatingips/0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43 HTTP/1.1" status: 204 len: 168 time: 0.9068558 Sep 28 09:23:57.574888 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:23:57.577200 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:23:57.615205 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230bb21-f455-4feb-afcd-0ed39b2ab454 x-openstack-request-id: req-7230bb21-f455-4feb-afcd-0ed39b2ab454 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:23:57.615559 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:23:57.615902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7230bb21-f455-4feb-afcd-0ed39b2ab454 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:23:57.616502 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7230bb21-f455-4feb-afcd-0ed39b2ab454'] response: {'name': 'network-changed', 'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'status': 'completed', 'code': 200} Sep 28 09:23:57.678202 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:23:57.684988 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-1c45952b-defd-4ed2-ab9b-f9bba559c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:57.686547 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-1c45952b-defd-4ed2-ab9b-f9bba559c85a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 1098 time: 0.0479791 Sep 28 09:23:57.807384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-936b99ed-5323-4a81-ab7b-b9e21628e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:57.808968 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-936b99ed-5323-4a81-ab7b-b9e21628e769 service neutron] 10.222.0.62 "GET /v2.0/networks?id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 200 len: 910 time: 0.1113029 Sep 28 09:23:57.816302 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce7c82-b43b-4149-a5c2-27333538fc07 req-b1aea017-f6c3-4fa2-9bfd-f3e9db9a2498 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:57.817974 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d2ce7c82-b43b-4149-a5c2-27333538fc07 req-b1aea017-f6c3-4fa2-9bfd-f3e9db9a2498 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0560195 Sep 28 09:23:57.853665 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-749e425f-3b04-4dd1-8852-c51ef5297c1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 200 len: 217 time: 0.0367839 Sep 28 09:23:57.860419 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d2ce7c82-b43b-4149-a5c2-27333538fc07 req-607eed86-485b-4bff-91b5-ffce84d49f69 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Sep 28 09:23:57.892841 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:23:57.910076 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-a9486dc1-961d-4118-8e28-3853f4b9f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:57.911587 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-a9486dc1-961d-4118-8e28-3853f4b9f260 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 200 len: 848 time: 0.0516877 Sep 28 09:23:57.920036 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:23:57.928578 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:23:57.929219 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:23:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:23:57.958480 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-6bdf34b8-de84-4765-b183-0c5235b61571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:57.960164 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-6bdf34b8-de84-4765-b183-0c5235b61571 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=48a0cccc-14d7-485a-a054-d2dfbefd7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416307 Sep 28 09:23:58.036793 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:23:58.052256 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-f85fb863-4fb2-4205-a373-1a4d89d5e291 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841637 Sep 28 09:23:58.154842 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-8d03cbd2-5f0f-41c4-b4d0-c7ddf56504a0 req-00f14e6d-8f8d-4608-830a-2b41859c7301 service neutron] 10.222.0.62 "GET /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951552 Sep 28 09:23:58.320033 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:23:58.347724 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9513d-c09c-4e0d-afed-fa5a67aaa4b6 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:24Z', 'revision_number': 4, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '336a48cb-ce0f-4c0d-a69a-41a26963e667', 'name': '', 'network_id': '48a0cccc-14d7-485a-a054-d2dfbefd7e6b', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'mac_address': 'fa:16:3e:37:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:24Z', 'updated_at': '2022-09-28T09:15:29Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'subnets': [{'id': '1b1b4411-ebe6-494e-a655-ecd57b5b7b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:23:58.572321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5560c-20c4-4fad-9782-ad2f4fdf910c None None] New status for floating IP 0ac26c3f-abf9-4f1c-a9a9-100b3b1c9c43: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:23:58.990897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986929fd-0c60-4c64-b437-a443368ddea6 req-4efc6d3d-ab0a-4ec0-b8bf-681bb6930f43 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:58.992403 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-986929fd-0c60-4c64-b437-a443368ddea6 req-4efc6d3d-ab0a-4ec0-b8bf-681bb6930f43 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Sep 28 09:23:59.032040 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-986929fd-0c60-4c64-b437-a443368ddea6 req-98e55755-b8d8-4ab2-9958-d37da00ee1a8 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/security-groups?id=83e564ea-659a-41b8-83bc-32aef1cb950f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335281 Sep 28 09:23:59.300179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-0e32e403-aad3-4af0-b530-9ed9403069f2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:23:59.301706 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-0e32e403-aad3-4af0-b530-9ed9403069f2 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 945 time: 0.0550990 Sep 28 09:23:59.420115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Deleting port dcfedd34-f0e1-4709-943e-40325edd807c {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:23:59.420468 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:59.511720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] For port dcfedd34-f0e1-4709-943e-40325edd807c, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=dcfedd34-f0e1-4709-943e-40325edd807c,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:23:59.512063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:59.528936 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Calling delete_port for dcfedd34-f0e1-4709-943e-40325edd807c owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:23:59.671193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:59.708029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'Port': ['ID=dcfedd34-f0e1-4709-943e-40325edd807c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:23:59.739850 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.740195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.740531 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.740864 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.741215 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.741542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.741871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.742187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.742516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.742837 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.743826 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.744398 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:23:59.765793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] No DVR routers for this DVR port dcfedd34-f0e1-4709-943e-40325edd807c on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:23:59.768747 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:23:59.772258 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-6a323a59-ce48-47a7-a57a-25fbad68e0cc req-a48320dc-dbc6-436b-a6ac-90f7be02b34c tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.62 "DELETE /v2.0/ports/dcfedd34-f0e1-4709-943e-40325edd807c HTTP/1.1" status: 204 len: 173 time: 0.4646857 Sep 28 09:23:59.772811 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-deleted', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:23:59.775968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7af0d-69f9-4ffe-af84-2c7248ee1383" -d '{"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-deleted", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:23:59.817071 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1e8cb6-f428-4b98-b2c7-fa3e3d3cf2c9 x-openstack-request-id: req-9f1e8cb6-f428-4b98-b2c7-fa3e3d3cf2c9 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:23:59.817353 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d232b1a-0d3f-47f4-905a-155fb4d7efc1", "name": "network-vif-deleted", "tag": "dcfedd34-f0e1-4709-943e-40325edd807c", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:23:59.817606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9f1e8cb6-f428-4b98-b2c7-fa3e3d3cf2c9 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:23:59.818017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1e8cb6-f428-4b98-b2c7-fa3e3d3cf2c9'] response: {'server_uuid': '8d232b1a-0d3f-47f4-905a-155fb4d7efc1', 'name': 'network-vif-deleted', 'tag': 'dcfedd34-f0e1-4709-943e-40325edd807c', 'status': 'completed', 'code': 200} Sep 28 09:24:00.138667 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b40ddad9-8b10-41cb-838b-1dd0a27c7801 req-4e98e6c6-0d61-46c3-9446-636c96183006 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Sep 28 09:24:01.247173 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2b413b8e-f028-40af-bb94-227053bb6f97 req-66f0763e-1e29-4a6a-ac11-db75704c6766 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0277119 Sep 28 09:24:01.818189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:01.838899 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: dcfedd34-f0e1-4709-943e-40325edd807c {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:01.839240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device dcfedd34-f0e1-4709-943e-40325edd807c not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:02.349872 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-24283f2d-a962-4ed0-be54-858b17fd7e30 req-307384ef-f322-495d-b093-52a0b0ae5c00 tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0288951 Sep 28 09:24:03.472753 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-18e9c8ee-d97c-49f0-8374-6dbd5dbd97e6 req-78265f9d-4fd7-46af-9e1a-d20c5f2631cd tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d232b1a-0d3f-47f4-905a-155fb4d7efc1 HTTP/1.1" status: 200 len: 210 time: 0.0320618 Sep 28 09:24:03.893081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:04.554315 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49452) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:04.618642 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:04.647150 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:04.709579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:04.712183 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:04.716237 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] 10.222.0.27 "DELETE /v2.0/security-groups/83e564ea-659a-41b8-83bc-32aef1cb950f HTTP/1.1" status: 204 len: 168 time: 0.1574895 Sep 28 09:24:04.726971 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64274b-0afe-43c7-be9f-b7ceb4d999ac tempest-TestShelveInstance-849730148 tempest-TestShelveInstance-849730148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e564ea-659a-41b8-83bc-32aef1cb950f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:04.758325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49456) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:05.279738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:05.534556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Deleting port 336a48cb-ce0f-4c0d-a69a-41a26963e667 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:05.534907 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:05.615470 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] For port 336a48cb-ce0f-4c0d-a69a-41a26963e667, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=336a48cb-ce0f-4c0d-a69a-41a26963e667,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:05.615872 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:05.631735 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Calling delete_port for 336a48cb-ce0f-4c0d-a69a-41a26963e667 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:05.830567 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:05.862324 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Pushing event deleted for resources: {'Port': ['ID=336a48cb-ce0f-4c0d-a69a-41a26963e667,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:06.035646 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.260190 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Router c6e96fe4-a463-4a7d-8f77-8ff14581a838 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:24:06.377393 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:06.384405 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-689a81da-2728-4fc0-a075-d2eeea6e614a admin admin] 10.222.0.27 "PUT /v2.0/routers/c6e96fe4-a463-4a7d-8f77-8ff14581a838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249166 Sep 28 09:24:06.386993 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49462) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:06.389916 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Sync routers for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:06.400686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:06.401359 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:23:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:06.493236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.503855 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:06.524995 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-776cc646-1afb-4c8f-8c0a-fc1499309755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.594123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.650663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Deleting port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:06.651029 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.676477 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:24:05Z', 'revision_number': 5, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port': {'id': 'd8e09ab5-ece7-44a0-8f4b-e9bd1d16917f', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:06.706059 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Checking router: c6e96fe4-a463-4a7d-8f77-8ff14581a838 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:06.714299 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Routers {'c6e96fe4-a463-4a7d-8f77-8ff14581a838'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:06.714900 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:23:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:06.731647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] For port d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:06.732030 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.744539 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Calling delete_port for d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:06.798998 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] Set router c6e96fe4-a463-4a7d-8f77-8ff14581a838 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:06.849332 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:24:06Z', 'revision_number': 6, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:06.878450 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d1867-444e-4a57-a530-945bd4ee4be2 None None] The sync data for ids ['c6e96fe4-a463-4a7d-8f77-8ff14581a838'] in dv-neutron-859308-3-hyperv is: [{'id': 'c6e96fe4-a463-4a7d-8f77-8ff14581a838', 'name': 'tempest-TestShelveInstance-1911985953-router', 'tenant_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:22Z', 'updated_at': '2022-09-28T09:24:06Z', 'revision_number': 6, 'project_id': '74721521ab80408e95ce8fe6bdf3d5f5', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:06.921702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:06.947975 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:07.012455 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.103946 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.106240 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.151801 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.152334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e96fe4-a463-4a7d-8f77-8ff14581a838 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:24:07.156931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.160571 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1302cf23-697c-4f16-a118-7ddf1e58cdd3 admin admin] 10.222.0.27 "DELETE /v2.0/routers/c6e96fe4-a463-4a7d-8f77-8ff14581a838 HTTP/1.1" status: 204 len: 168 time: 0.7700655 Sep 28 09:24:07.160769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49464) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:07.209565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Deleting subnet 1b1b4411-ebe6-494e-a655-ecd57b5b7b90 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:24:07.213097 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.584281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.665088 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.724955 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.750555 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1b4411-ebe6-494e-a655-ecd57b5b7b90,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:07.754213 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.757433 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-dcba7580-c4e0-4886-94d3-d6df1732c201 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/1b1b4411-ebe6-494e-a655-ecd57b5b7b90 HTTP/1.1" status: 204 len: 168 time: 0.5956910 Sep 28 09:24:07.760236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:07.762841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2bfe35-3273-4075-88ff-dbba5fef83db None None] Network 48a0cccc-14d7-485a-a054-d2dfbefd7e6b requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:07.841204 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.905798 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Deleting port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:07.906118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.977207 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] DHCP port deletion for 48a0cccc-14d7-485a-a054-d2dfbefd7e6b request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:24:07.977529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] For port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:07.978000 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:07.991118 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Calling delete_port for 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:08.037467 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:08.039972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Deleting port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:08.040342 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.070097 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:08.070440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device d8e09ab5-ece7-44a0-8f4b-e9bd1d16917f not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:08.070853 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 336a48cb-ce0f-4c0d-a69a-41a26963e667 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:08.076775 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.101171 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 336a48cb-ce0f-4c0d-a69a-41a26963e667 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:08.101411 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 336a48cb-ce0f-4c0d-a69a-41a26963e667 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:08.103505 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:08.105410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] No DVR routers for this DVR port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:24:08.144799 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] For port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,segment=NetworkSegment(2243d63f-4ccd-4f1a-9b7c-e79d01abe068),segment_id=2243d63f-4ccd-4f1a-9b7c-e79d01abe068)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:08.145236 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.158215 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Calling delete_port for 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:08.176750 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.200436 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a0cccc-14d7-485a-a054-d2dfbefd7e6b']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:08.209683 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2243d63f-4ccd-4f1a-9b7c-e79d01abe068') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:08.209978 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2243d63f-4ccd-4f1a-9b7c-e79d01abe068') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:08.219809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.233529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.238849 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.239312 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:24:08.239694 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.262800 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Pushing event deleted for resources: {'Port': ['ID=5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:08.272643 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] No DVR routers for this DVR port 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:24:08.277747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.278096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.278436 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281195 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.281925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275bb66-e926-45c1-9b82-e9f7e0a69e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:08.304170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.315063 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.321748 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49472) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:08.322410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] 10.222.0.27 "DELETE /v2.0/networks/48a0cccc-14d7-485a-a054-d2dfbefd7e6b HTTP/1.1" status: 204 len: 168 time: 0.5594635 Sep 28 09:24:08.337803 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2243d63f-4ccd-4f1a-9b7c-e79d01abe068 resource provider aggregate not found Sep 28 09:24:08.344953 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1890-32ec-4212-ab2f-f7e5fe95e6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=48a0cccc-14d7-485a-a054-d2dfbefd7e6b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:08.361174 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 2243d63f-4ccd-4f1a-9b7c-e79d01abe068 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2243d63f-4ccd-4f1a-9b7c-e79d01abe068 found for delete ", "request_id": "req-ae0795bd-5335-446f-8a6e-d9b82e270fef"}]} Sep 28 09:24:08.706944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.734975 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-852e6bea-6af6-41ba-b2bd-47c1e4f26223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:08.969259 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Deleting port 7a122045-87e0-4dd9-a4a8-254cc364de51 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:08.969656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:09.055264 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] For port 7a122045-87e0-4dd9-a4a8-254cc364de51, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=7a122045-87e0-4dd9-a4a8-254cc364de51,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:09.055965 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:09.067962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Calling delete_port for 7a122045-87e0-4dd9-a4a8-254cc364de51 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:09.263235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:09.287598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7a122045-87e0-4dd9-a4a8-254cc364de51,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:09.702061 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:09.925777 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Router 54943c67-f132-4b39-8e69-f408324b46a7 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:24:10.040062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:10.045587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-74262438-caad-4472-9c10-7bfc5b2964cd admin admin] 10.222.0.27 "PUT /v2.0/routers/54943c67-f132-4b39-8e69-f408324b46a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225578 Sep 28 09:24:10.048573 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49476) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:10.049812 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Sync routers for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:10.054781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:10.078089 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:10.078516 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 5ecda1f6-931e-48dc-b2d2-59f93c0ff6f1 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:10.083316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:10.084445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:10.156337 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.189721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:10.260455 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.316959 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Deleting port a394802c-a21e-4947-a9ea-c43b492a994e {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:10.317327 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.399382 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] For port a394802c-a21e-4947-a9ea-c43b492a994e, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=a394802c-a21e-4947-a9ea-c43b492a994e,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:10.399766 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.413876 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Calling delete_port for a394802c-a21e-4947-a9ea-c43b492a994e owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:10.433696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.554991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:24:09Z', 'revision_number': 5, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port': {'id': 'a394802c-a21e-4947-a9ea-c43b492a994e', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54943c67-f132-4b39-8e69-f408324b46a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:15:27Z', 'updated_at': '2022-09-28T09:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:10.581803 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Checking router: 54943c67-f132-4b39-8e69-f408324b46a7 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:10.590742 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.591085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Routers {'54943c67-f132-4b39-8e69-f408324b46a7'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:10.591885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['54943c67-f132-4b39-8e69-f408324b46a7'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:10.621685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Pushing event deleted for resources: {'Port': ['ID=a394802c-a21e-4947-a9ea-c43b492a994e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:10.666221 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] Set router 54943c67-f132-4b39-8e69-f408324b46a7 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:10.685492 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.724128 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:24:10Z', 'revision_number': 7, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:10.747768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa888d-21f7-48c8-9255-e21259290425 None None] The sync data for ids ['54943c67-f132-4b39-8e69-f408324b46a7'] in dv-neutron-859308-3-hyperv is: [{'id': '54943c67-f132-4b39-8e69-f408324b46a7', 'name': 'tempest-TestShelveInstance-605685097-router', 'tenant_id': '08133c52a9b348209da5a080b6bc0eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:15:26Z', 'updated_at': '2022-09-28T09:24:10Z', 'revision_number': 7, 'project_id': '08133c52a9b348209da5a080b6bc0eec', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:10.777314 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.780198 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.823281 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.823776 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54943c67-f132-4b39-8e69-f408324b46a7 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:24:10.828414 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.829598 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-23e7fa3f-8026-407f-b3e2-c6020536f190 admin admin] 10.222.0.27 "DELETE /v2.0/routers/54943c67-f132-4b39-8e69-f408324b46a7 HTTP/1.1" status: 204 len: 168 time: 0.7799716 Sep 28 09:24:10.832279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49478) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:10.880239 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Deleting subnet 77b3d825-9564-4a4b-8eca-212932121622 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:24:10.883415 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.919568 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:10.995871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.065359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.089664 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b3d825-9564-4a4b-8eca-212932121622,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:11.097650 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.101555 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a3d8e84a-7e16-42f8-b36b-7087f90d6edb admin admin] 10.222.0.27 "DELETE /v2.0/subnets/77b3d825-9564-4a4b-8eca-212932121622 HTTP/1.1" status: 204 len: 168 time: 0.2682757 Sep 28 09:24:11.103552 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49480) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:11.105563 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f34f4-facc-43fe-a461-20a7ccf2a208 None None] Network 384cfc65-1606-4ecc-b488-b595d03b58ea requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:11.181448 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.237562 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Deleting port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:24:11.237901 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.300866 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] For port 0327a2b3-d2ce-44c2-861a-f165f3a52f84, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=0327a2b3-d2ce-44c2-861a-f165f3a52f84,segment=NetworkSegment(06c72129-092e-4ef2-a63c-3246cbf65bbd),segment_id=06c72129-092e-4ef2-a63c-3246cbf65bbd)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:11.301277 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.313834 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Calling delete_port for 0327a2b3-d2ce-44c2-861a-f165f3a52f84 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:24:11.401463 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.426356 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0327a2b3-d2ce-44c2-861a-f165f3a52f84,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:11.429867 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] No DVR routers for this DVR port 0327a2b3-d2ce-44c2-861a-f165f3a52f84 on host dv-neutron-859308-3-hyperv {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:24:11.503069 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.512003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd72e2f-b13c-455a-9fc8-4789b6aa3c52 None None] DHCP port deletion for 384cfc65-1606-4ecc-b488-b595d03b58ea request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:24:11.527290 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384cfc65-1606-4ecc-b488-b595d03b58ea']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:11.543176 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c72129-092e-4ef2-a63c-3246cbf65bbd') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:11.543484 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.services.segments.db [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c72129-092e-4ef2-a63c-3246cbf65bbd') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:11.544499 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.553694 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4287749616'] for segment, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.566993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.573761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:24:11.574145 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4287263542'] for segment, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.635907 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.641606 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.644960 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] 10.222.0.27 "DELETE /v2.0/networks/384cfc65-1606-4ecc-b488-b595d03b58ea HTTP/1.1" status: 204 len: 168 time: 0.5404201 Sep 28 09:24:11.656707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 06c72129-092e-4ef2-a63c-3246cbf65bbd resource provider aggregate not found Sep 28 09:24:11.660942 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31f655-eb3c-4006-90c7-79790c8323ea admin admin] Pushing event deleted for resources: {'Network': ['ID=384cfc65-1606-4ecc-b488-b595d03b58ea,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:11.677581 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.services.segments.plugin [-] Segment 06c72129-092e-4ef2-a63c-3246cbf65bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c72129-092e-4ef2-a63c-3246cbf65bbd found for delete ", "request_id": "req-8cc32cbb-a6ef-4c96-90dc-0d27c81ee63c"}]} Sep 28 09:24:11.730903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.778234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49490) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:11.824255 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-6eec224d-636e-4d97-b95c-91a7dea91ebd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=74721521ab80408e95ce8fe6bdf3d5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425553 Sep 28 09:24:11.824638 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49492) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:11.875038 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.901342 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.955131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.958080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:11.959400 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37413f72-dbf5-4896-a8bd-e33beceb860b HTTP/1.1" status: 204 len: 168 time: 0.1337023 Sep 28 09:24:11.968473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2642962-8a12-4fe3-8e54-3a7211667bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37413f72-dbf5-4896-a8bd-e33beceb860b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:12.001673 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a122045-87e0-4dd9-a4a8-254cc364de51 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:12.025240 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 7a122045-87e0-4dd9-a4a8-254cc364de51 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:12.025583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 7a122045-87e0-4dd9-a4a8-254cc364de51 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:12.026004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0327a2b3-d2ce-44c2-861a-f165f3a52f84 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:12.045966 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 0327a2b3-d2ce-44c2-861a-f165f3a52f84 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:12.046087 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 0327a2b3-d2ce-44c2-861a-f165f3a52f84 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:12.046451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a394802c-a21e-4947-a9ea-c43b492a994e no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:24:12.066078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: a394802c-a21e-4947-a9ea-c43b492a994e {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:24:12.066417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device a394802c-a21e-4947-a9ea-c43b492a994e not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:24:12.315678 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49498) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:12.363475 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-c3b74dc8-6863-41e5-8ed0-c9d32387516e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=08133c52a9b348209da5a080b6bc0eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465877 Sep 28 09:24:12.366416 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49500) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:12.424162 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:12.446749 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:12.494579 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:12.497254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:12.498420 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/64575fbd-be78-4bd5-99a6-3ed49b867920 HTTP/1.1" status: 204 len: 168 time: 0.1308270 Sep 28 09:24:12.506902 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df71330-665a-4289-b5f1-fa020f5ddf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64575fbd-be78-4bd5-99a6-3ed49b867920,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:13.201252 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49522) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:13.336006 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-837100207-network', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:13.363307 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Made reservation on behalf of e7772f33c13449bf96c1bc43d04d76bf for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:24:13.366953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.377091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.458656 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.465095 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.489062 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:24:13.498824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804c6342-3743-4dee-a864-5648ccf95502,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:13.503864 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.504206 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.segments_db [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Added segment 364bc7bc-b18b-4329-b105-a0aba8a220ee of type vlan for network 099454e4-4017-426d-80d8-7a6cbe696667 Sep 28 09:24:13.545344 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.580091 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.581675 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:13.582574 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Notify callbacks [] for network, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.614988 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4126377 Sep 28 09:24:13.618070 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:13.624655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Request body: {'subnet': {'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-837100207-subnet', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:13.646746 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d847b5f-03d0-43d4-ae99-593b8d874af0 admin admin] Pushing event updated for resources: {'Network': ['ID=099454e4-4017-426d-80d8-7a6cbe696667,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:13.648282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Made reservation on behalf of e7772f33c13449bf96c1bc43d04d76bf for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:24:13.650895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.657286 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network 099454e4-4017-426d-80d8-7a6cbe696667 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:24:13.830193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.875616 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5afabc-596b-4b44-8887-62aae2c2d44b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:13.895170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Checking segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:13.895528 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Network hostable DHCP agents. Network: 099454e4-4017-426d-80d8-7a6cbe696667, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:24:13.912275 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Network 099454e4-4017-426d-80d8-7a6cbe696667 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:24:13.922388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, 099454e4-4017-426d-80d8-7a6cbe696667) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:13.926431 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:13.927022 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.931326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4242f5a-5fc9-4408-b5f3-7dcc20036c37 None None] Network 099454e4-4017-426d-80d8-7a6cbe696667 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:13.946921 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7cf2a7c1-9aa1-42b3-b000-e0c61204b680 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3234880 Sep 28 09:24:13.946921 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49530) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:13.951259 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:13.974889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:13.975995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.033196 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.086304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-099454e4-4017-426d-80d8-7a6cbe696667', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:24:14.087276 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.183350 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.218915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Allocated IP 172.20.0.2 (099454e4-4017-426d-80d8-7a6cbe696667/aa5afabc-596b-4b44-8887-62aae2c2d44b/6bdfa7b3-a1e3-4342-a279-0d0956c91e88) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:14.362251 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.368866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.389325 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.408493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Network 099454e4-4017-426d-80d8-7a6cbe696667 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:14.409644 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.411304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:14.418307 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:14.421386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Pushing event updated for resources: {'Port': ['ID=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:14.476302 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Attempting to bind port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:14.476668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Attempting to bind port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:14.477050 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Attempting to bind port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:14.482175 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:14.482548 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Checking segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:14.482950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.483348 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Bound using segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:14.483820 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Bound port: 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:14.484202 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.514582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Allocated IP 172.26.4.108 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/91ec5812-8994-40b9-8135-e083de96d848) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:14.548930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] For port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:14.552098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] For port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:14.557757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.614038 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416335f-1644-41c4-ae09-87b2b3581a92 None None] Pushing event updated for resources: {'Port': ['ID=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:14.642080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.679212 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:14.735731 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:14.738671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:14.743573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:14.755208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Pushing event updated for resources: {'Port': ['ID=91ec5812-8994-40b9-8135-e083de96d848,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:15.019041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.218945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.356463 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:24:15.467088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0a941-2f88-433e-9a04-82d9c9ebba18 None None] Network 099454e4-4017-426d-80d8-7a6cbe696667 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:15.468556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:15.478301 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:15.488082 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.493093 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-7456ba7f-f8d9-42fc-a922-7eb42d067240 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5418253 Sep 28 09:24:15.493269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:15.493269 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:15.494223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49532) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:15.552300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Provisioning complete for port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:15.552607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.552908 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Attempt 1 to provision port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 Sep 28 09:24:15.596265 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:15.691876 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Current status of the port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:15.692264 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.743858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] For port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:15.752211 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.773139 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:14Z', 'revision_number': 3, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:15.803859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d0480-fc73-4c4a-a49e-37eb001a00e8 None None] Pushing event updated for resources: {'Port': ['ID=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:15.810156 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:15.810502 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Updating router 8e0effc1-5180-4079-a71c-111d43c7ec3b port 91ec5812-8994-40b9-8135-e083de96d848 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:24:15.835884 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.940373 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.975380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-98ac68d9-214b-4022-9ed4-c0514e6d6cf1 None None] Provisioning complete for port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:15.975756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-98ac68d9-214b-4022-9ed4-c0514e6d6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:15.976095 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-98ac68d9-214b-4022-9ed4-c0514e6d6cf1 None None] Attempt 1 to provision port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 Sep 28 09:24:16.064945 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-98ac68d9-214b-4022-9ed4-c0514e6d6cf1 None None] Current status of the port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:16.075792 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:16.124766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:16.125165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.125556 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 Sep 28 09:24:16.126449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Allocated IP 172.20.0.1 (099454e4-4017-426d-80d8-7a6cbe696667/aa5afabc-596b-4b44-8887-62aae2c2d44b/207151fc-ed18-459d-850a-b0686a20df80) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:16.131204 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.140123 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.182059 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Attempting to bind port 91ec5812-8994-40b9-8135-e083de96d848 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:16.182446 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Attempting to bind port 91ec5812-8994-40b9-8135-e083de96d848 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:16.182775 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Attempting to bind port 91ec5812-8994-40b9-8135-e083de96d848 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:16.190634 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:16.191001 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:16.191400 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.191789 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:16.192253 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Bound port: 91ec5812-8994-40b9-8135-e083de96d848, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:16.193216 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.216453 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:16.238193 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.275164 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.308614 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Pushing event updated for resources: {'Port': ['ID=91ec5812-8994-40b9-8135-e083de96d848,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:16.314537 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Network 099454e4-4017-426d-80d8-7a6cbe696667 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:16.317850 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.318171 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.318492 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.318791 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:16.318922 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.319119 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.319438 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.319752 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.320069 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.320384 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.320694 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.321358 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.321642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:16.321744 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:24:16.331710 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Pushing event updated for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:16.353930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] For port 91ec5812-8994-40b9-8135-e083de96d848, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:16.357240 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] For port 91ec5812-8994-40b9-8135-e083de96d848, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91ec5812-8994-40b9-8135-e083de96d848,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:16.367017 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.373106 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.408690 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:16.409383 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:16.460415 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d3a62-9a03-4c99-a49c-6c5895e77490 None None] Pushing event updated for resources: {'Port': ['ID=91ec5812-8994-40b9-8135-e083de96d848,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:16.507980 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.531628 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:16.590015 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Provisioning complete for port 207151fc-ed18-459d-850a-b0686a20df80 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:16.590602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.590853 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 1 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:16.629416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:16.681260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.687753 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.707965 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:14Z', 'revision_number': 3, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:16.750115 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da240c-3e76-450c-a386-470fd0bc8109 None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:14Z', 'revision_number': 3, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:16.775253 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:16.777101 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Pushing event updated for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:17.131063 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 2 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:17.168565 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:17.244234 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Network 099454e4-4017-426d-80d8-7a6cbe696667 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:17.245839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:17.370414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:24:17.500257 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:17.505434 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0fc94945-4e08-48fe-8015-1e1dbf6094f0 admin admin] 10.222.0.27 "PUT /v2.0/routers/8e0effc1-5180-4079-a71c-111d43c7ec3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0100164 Sep 28 09:24:17.670026 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 3 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:17.708133 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:18.011210 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49548) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:18.017533 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1206809510-network', 'tenant_id': '8c2473a1546d49679e16c4365815547d'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:18.038525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91ec5812-8994-40b9-8135-e083de96d848 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:18.039614 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Made reservation on behalf of 8c2473a1546d49679e16c4365815547d for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:24:18.042130 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for network, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.050972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.053288 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:24:18.091158 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 91ec5812-8994-40b9-8135-e083de96d848 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:18.091802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.092454 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 91ec5812-8994-40b9-8135-e083de96d848 Sep 28 09:24:18.130220 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.136131 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.158635 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 09:24:18.174412 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c2438-9091-4804-8921-8a6691350f87,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:18.175669 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 91ec5812-8994-40b9-8135-e083de96d848 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:18.176257 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.181512 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.182018 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.segments_db [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Added segment 84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2 of type vlan for network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 Sep 28 09:24:18.202509 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port 91ec5812-8994-40b9-8135-e083de96d848, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91ec5812-8994-40b9-8135-e083de96d848,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:18.208196 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.209895 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 4 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:18.227208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733821856139'] for network, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.255343 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445'] for network, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.257623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:18.258244 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.278903 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:18.281593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=91ec5812-8994-40b9-8135-e083de96d848,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:18.295522 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2822266 Sep 28 09:24:18.297586 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49550) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:18.324937 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:18.326302 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Request body: {'subnet': {'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1206809510-subnet', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:18.334230 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:18.334846 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:18.336230 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aa3c6-c979-47c2-98ed-1e54d5b604df admin admin] Pushing event updated for resources: {'Network': ['ID=a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:18.349968 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Made reservation on behalf of 8c2473a1546d49679e16c4365815547d for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:24:18.352460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4287352126'] for subnet, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.375376 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 details requested by agent ovs-agent-dv-neutron-859308-3-hyperv with host dv-neutron-859308-3-hyperv {{(pid=103310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 09:24:18.501290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:18.526524 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4288538648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4287352136'] for subnet, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.582677 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d6dc02-ed7b-42e5-a994-26b57d326cf4,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:18.591856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Checking segment: {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:18.592223 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Network hostable DHCP agents. Network: a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3, hostable agents: ['3b82e616-fd2b-4070-b4dc-0abd267e280f'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 09:24:18.611346 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 is scheduled to be hosted by DHCP agent 3b82e616-fd2b-4070-b4dc-0abd267e280f with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 09:24:18.621761 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859308-3-hyperv, a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:18.627930 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:18.628262 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.632454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546215bb-da50-4640-a414-b71f88eb2ad7 None None] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:18.645119 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-96d92e5e-53a0-4e1c-8863-4452c70db1bc admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3464499 Sep 28 09:24:18.647728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49552) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:18.652357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:18.671349 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3878042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7644'] for router, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.672469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3921418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3876775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7637'] for router, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.729659 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.877718 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 5 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:18.881931 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:18.931830 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:18.995868 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 2, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:19.027040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67327958-7930-5bfe-9ba4-2e57029a60aa-a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'fixed_ips': [{'subnet_id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4'}]}} from dv-neutron-859308-3-hyperv. {{(pid=103310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 28 09:24:19.027889 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.030253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:19.030602 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Updating router 8e0effc1-5180-4079-a71c-111d43c7ec3b port 207151fc-ed18-459d-850a-b0686a20df80 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:24:19.072596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.091816 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.110995 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.223558 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Allocated IP 172.26.4.208 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/eb9c3322-d441-4e04-96a6-10364dadaf73) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:19.284361 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Allocated IP 172.20.0.2 (a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3/e3d6dc02-ed7b-42e5-a994-26b57d326cf4/e819c9ad-3f5a-47df-9b3f-e43cdc089fbf) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:19.330692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.368136 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.404588 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:19.408951 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:19.412428 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:19.438849 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 6 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:19.441313 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9c3322-d441-4e04-96a6-10364dadaf73,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:19.526160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Port 207151fc-ed18-459d-850a-b0686a20df80 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:19.565870 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks [] for port, precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.578652 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.581473 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191'] for port, after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.589241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.635274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:19.642526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:19.644310 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Pushing event updated for resources: {'Port': ['ID=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:19.646518 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:19.683103 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.757252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Attempting to bind port 207151fc-ed18-459d-850a-b0686a20df80 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:19.757590 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Attempting to bind port 207151fc-ed18-459d-850a-b0686a20df80 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:19.757973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Attempting to bind port 207151fc-ed18-459d-850a-b0686a20df80 on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:19.760766 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3a10-88b6-474c-8b68-aeda03412f26 None None] Pushing event updated for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:19.773316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:19.773688 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Checking segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:19.774160 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.774555 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Bound using segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:19.775007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Bound port: 207151fc-ed18-459d-850a-b0686a20df80, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:19.775416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.779807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Attempting to bind port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:19.780174 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Attempting to bind port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:19.780527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Attempting to bind port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf on network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:19.793693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:19.794085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Checking segment: {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:19.794448 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.794859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Bound using segment: {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:19.795789 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Bound port: e819c9ad-3f5a-47df-9b3f-e43cdc089fbf, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:19.796157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.884364 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876762'] for router, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.891650 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] For port 207151fc-ed18-459d-850a-b0686a20df80, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:19.905885 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] For port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:19.908723 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] For port 207151fc-ed18-459d-850a-b0686a20df80, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=207151fc-ed18-459d-850a-b0686a20df80,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:19.918004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.920825 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] For port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:19.927393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:19.966956 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:19.967255 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:20.028238 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Attempt 7 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:20.039345 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Router de85dae4-763a-4363-9104-7c628b710845 is scheduled to L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 09:24:20.053588 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91ec5812-8994-40b9-8135-e083de96d848 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:20.090735 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3a10-88b6-474c-8b68-aeda03412f26 None None] Pushing event updated for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:20.195578 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:20.207484 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Sync routers for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:20.213077 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa203d-5be6-4124-9c8e-7cf610a197fa None None] Pushing event updated for resources: {'Port': ['ID=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:20.221557 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:20.226218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.227173 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:20.231614 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-cdde934f-c8b8-4f0b-8cba-83128943e289 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5808275 Sep 28 09:24:20.231831 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49554) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:20.237578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:20.283552 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 91ec5812-8994-40b9-8135-e083de96d848 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:20.283807 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.283966 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 91ec5812-8994-40b9-8135-e083de96d848 Sep 28 09:24:20.352097 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:20.395525 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Current status of the port 207151fc-ed18-459d-850a-b0686a20df80 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:20.395804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.474667 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] For port 207151fc-ed18-459d-850a-b0686a20df80, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=207151fc-ed18-459d-850a-b0686a20df80,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:20.487314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.554238 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 3, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:20.588729 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Checking router: de85dae4-763a-4363-9104-7c628b710845 for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:20.589144 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Updating router de85dae4-763a-4363-9104-7c628b710845 port eb9c3322-d441-4e04-96a6-10364dadaf73 binding host dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:24:20.593619 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 91ec5812-8994-40b9-8135-e083de96d848 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:20.610507 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed883-8f49-40e7-961f-14b09e3e0297 None None] Pushing event updated for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:20.617061 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.628179 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7cd0436f-fe47-4ebd-9e34-c16c45a04eba None None] Provisioning complete for port 207151fc-ed18-459d-850a-b0686a20df80 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:20.628930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7cd0436f-fe47-4ebd-9e34-c16c45a04eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.628930 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7cd0436f-fe47-4ebd-9e34-c16c45a04eba None None] Attempt 1 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:20.673444 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:20.685369 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.708078 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d66a99-bf0b-4d0e-ae42-83e6390de67f None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:20.796719 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0436f-fe47-4ebd-9e34-c16c45a04eba None None] Current status of the port 207151fc-ed18-459d-850a-b0686a20df80 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:20.910871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Allocated IP 172.20.0.1 (a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3/e3d6dc02-ed7b-42e5-a994-26b57d326cf4/e76ea0a6-2265-4c25-9313-59c17fb322e9) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:20.938108 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks [] for port, precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.945342 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:20.998915 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65781a6-5dcd-4ae3-9651-c104864f47aa None None] Pushing event updated for resources: {'Port': ['ID=eb9c3322-d441-4e04-96a6-10364dadaf73,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:21.006298 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Attempting to bind port eb9c3322-d441-4e04-96a6-10364dadaf73 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:21.006719 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Attempting to bind port eb9c3322-d441-4e04-96a6-10364dadaf73 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:21.007076 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Attempting to bind port eb9c3322-d441-4e04-96a6-10364dadaf73 on network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:21.013319 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:21.013627 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Checking segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:21.014079 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.014750 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Bound using segment: {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:21.015543 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Bound port: eb9c3322-d441-4e04-96a6-10364dadaf73, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fa541-562b-4666-80c5-b8d6b895a479', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:21.016264 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.081180 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] For port eb9c3322-d441-4e04-96a6-10364dadaf73, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:21.087950 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] For port eb9c3322-d441-4e04-96a6-10364dadaf73, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb9c3322-d441-4e04-96a6-10364dadaf73,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:21.096686 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.135667 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:21.136574 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:21.215741 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65781a6-5dcd-4ae3-9651-c104864f47aa None None] Pushing event updated for resources: {'Port': ['ID=eb9c3322-d441-4e04-96a6-10364dadaf73,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:21.246841 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5cca1-01a0-47e8-9e3c-0762daf4b908 None None] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:24:21.283207 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:21.332643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.372006 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Provisioning complete for port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:21.372371 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.372730 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Attempt 1 to provision port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf Sep 28 09:24:21.377819 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.425598 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:21.434254 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:21.440385 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:21.444137 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Pushing event updated for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:21.479944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 3, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:21.495737 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3868839'] for router_interface, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.515122 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Current status of the port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:21.515641 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.616720 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36386dcb-435a-4ac8-bd90-94c614d3742a None None] The sync data for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv is: [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:19Z', 'revision_number': 3, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:21.644112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.755943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] For port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:21.762291 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.837707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123bbb8-76fd-4d46-861b-8677d9f14b67 None None] Pushing event updated for resources: {'Port': ['ID=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:21.861875 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.872090 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.949426 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877463'] for router_interface, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:21.957945 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Pushing event updated for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:22.099586 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Provisioning complete for port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:22.100867 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.102440 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 1 to provision port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf Sep 28 09:24:22.112724 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:22.114235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:22.181141 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 207151fc-ed18-459d-850a-b0686a20df80 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:22.277595 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Router de85dae4-763a-4363-9104-7c628b710845 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:24:22.282745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Current status of the port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:22.292180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port 207151fc-ed18-459d-850a-b0686a20df80 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:22.292695 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.293162 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port 207151fc-ed18-459d-850a-b0686a20df80 Sep 28 09:24:22.321858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Provisioning complete for port e76ea0a6-2265-4c25-9313-59c17fb322e9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:22.322338 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.322770 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 1 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:22.371396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:22.418467 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:22.428471 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port 207151fc-ed18-459d-850a-b0686a20df80 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:22.429576 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-ffbda30f-df59-432a-890d-903eb5b4ff31 admin admin] 10.222.0.27 "PUT /v2.0/routers/de85dae4-763a-4363-9104-7c628b710845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967731 Sep 28 09:24:22.429767 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e819c9ad-3f5a-47df-9b3f-e43cdc089fbf up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:22.481691 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:22.482065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.482400 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf Sep 28 09:24:22.577817 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:22.802142 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49562) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:22.806962 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49133996', 'description': 'tempest-secgroup-smoke-49133996 description', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:22.828335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.872333 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 2 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:22.897739 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.902712 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.911865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:22.934891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:22.936149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1329448 Sep 28 09:24:22.939271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49564) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:22.940532 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87b606-559b-4555-bcbb-397f088f979f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a90fb6-add9-45ef-9dd8-657b4998c2a2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:22.945629 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:22.971866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.036961 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.042587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.060091 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72342c5-8855-497d-803b-174573e4ed97,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.069128 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.070330 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-037b8837-4ec6-4eca-a7e5-db2c96ce3111 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296995 Sep 28 09:24:23.073490 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:23.078191 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:23.105769 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.166774 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.173011 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.192839 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc162167-5b9f-44ea-a264-09977fdcd8a6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.203945 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.205184 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-0a0c7c2b-6751-4f27-b109-ba825f770dc2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305380 Sep 28 09:24:23.208944 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49568) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:23.213820 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:23.246869 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.307204 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.313435 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.331098 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33049704-f0b4-4c61-8858-31db42fc55b4,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.338088 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.339303 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a5cdf3e0-3e1a-4c3c-900b-ba88c0c3a902 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292982 Sep 28 09:24:23.342382 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:23.348104 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:23.377252 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.413025 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 3 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:23.438273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.444726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.448761 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:23.464318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a2ffd3-d925-49a3-9265-28d165e408a6,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.475239 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.476493 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-92c44b01-0ddf-4605-bca4-767dcecbaf91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330850 Sep 28 09:24:23.479871 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49572) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:23.484616 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:23.506140 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Project e7772f33c13449bf96c1bc43d04d76bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:24:23.510950 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.577160 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.583338 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.600978 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68979fb4-ec02-4678-bb5a-4fdc42d897e3,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.610561 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.611833 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-caecce3d-fb3a-43db-b830-01e61dceed91 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308877 Sep 28 09:24:23.615282 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:23.619953 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'security_group_rule': {'security_group_id': '07a90fb6-add9-45ef-9dd8-657b4998c2a2', 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:23.643797 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Project e7772f33c13449bf96c1bc43d04d76bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 09:24:23.648671 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.712112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.717993 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3908653'] for security_group_rule, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.739234 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c20620-30a9-45d5-b042-85f139eb464e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:23.746192 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:23.747418 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a953e026-e0f0-4278-9095-697ea30308ca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311417 Sep 28 09:24:23.890178 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-ce4b0b3a-b64f-4293-bc99-b8602beb6c68 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49133996&fields=id&tenant_id=e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 267 time: 0.0359735 Sep 28 09:24:23.950021 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 4 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:23.994526 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:24.009843 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-cf0f900b-a6d4-49c3-8cfb-531efa362693 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:24.011389 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-cf0f900b-a6d4-49c3-8cfb-531efa362693 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 809 time: 0.1141207 Sep 28 09:24:24.029640 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-3536c9ef-ec4d-4ff7-9b34-0bbd7be2bbd1 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/quotas/e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 375 time: 0.0121837 Sep 28 09:24:24.044308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb9c3322-d441-4e04-96a6-10364dadaf73 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:24.084011 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-95122a81-c13c-4cea-84b1-4f6ebd67fe31 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494092 Sep 28 09:24:24.096505 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb9c3322-d441-4e04-96a6-10364dadaf73 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:24.096973 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:24.097433 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb9c3322-d441-4e04-96a6-10364dadaf73 Sep 28 09:24:24.101761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c9864866-bc93-410c-95ea-b65541fe5cf1 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:24:24.102821 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c9864866-bc93-410c-95ea-b65541fe5cf1 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056729 Sep 28 09:24:24.180795 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb9c3322-d441-4e04-96a6-10364dadaf73 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:24.181235 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:24.200971 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-6c1f3bb4-976a-4300-a4e7-a4160b898884 service neutron] 10.222.0.27 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917380 Sep 28 09:24:24.202416 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] For port eb9c3322-d441-4e04-96a6-10364dadaf73, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb9c3322-d441-4e04-96a6-10364dadaf73,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:24.208267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:24.253560 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Sync routers for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:24.267125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Pushing event updated for resources: {'Port': ['ID=eb9c3322-d441-4e04-96a6-10364dadaf73,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:24.276393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:24.277074 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:24.304410 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-4227ccbd-36ff-4bc7-a7b5-148c7f2cc563 service neutron] 10.222.0.27 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962048 Sep 28 09:24:24.386488 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:24.466479 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-e968a5e8-ca7b-4968-8853-a2488e023562 req-9bbc01b2-1232-4435-b156-17b898df8d08 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 210 time: 0.0276637 Sep 28 09:24:24.517714 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 5 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:24.571587 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:24.621990 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 4, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76ea0a6-2265-4c25-9313-59c17fb322e9', 'name': '', 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'mac_address': 'fa:16:3e:6d:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:20Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 2, 'project_id': '8c2473a1546d49679e16c4365815547d', 'subnets': [{'id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:24.649785 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Checking router: de85dae4-763a-4363-9104-7c628b710845 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:24.650319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Updating router de85dae4-763a-4363-9104-7c628b710845 port e76ea0a6-2265-4c25-9313-59c17fb322e9 binding host dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 09:24:24.679496 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:24.955191 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks [] for port, precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:24.962982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.047752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c19f5-d411-4089-bae9-b3c9518488c5 None None] Pushing event updated for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:25.062595 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Attempting to bind port e76ea0a6-2265-4c25-9313-59c17fb322e9 on host dv-neutron-859308-3-hyperv for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:25.062962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Attempting to bind port e76ea0a6-2265-4c25-9313-59c17fb322e9 by drivers openvswitch,hyperv on host dv-neutron-859308-3-hyperv at level 0 using segments [{'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:25.063319 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Attempting to bind port e76ea0a6-2265-4c25-9313-59c17fb322e9 on network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:25.068396 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Checking agent: {'id': '45781f75-0376-4e7e-80d4-94ce816d2ec3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859308-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 25, 42), 'started_at': datetime.datetime(2022, 9, 28, 8, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859308-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:25.068764 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Checking segment: {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:25.069193 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.069580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Bound using segment: {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:25.070042 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Bound port: e76ea0a6-2265-4c25-9313-59c17fb322e9, host: dv-neutron-859308-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:25.070414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.072450 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 6 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:25.136268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Port e76ea0a6-2265-4c25-9313-59c17fb322e9 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:25.160189 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] For port e76ea0a6-2265-4c25-9313-59c17fb322e9, host dv-neutron-859308-3-hyperv, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:25.163212 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] For port e76ea0a6-2265-4c25-9313-59c17fb322e9, host dv-neutron-859308-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76ea0a6-2265-4c25-9313-59c17fb322e9,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:25.170068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.206224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:25.206856 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:25.261224 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c19f5-d411-4089-bae9-b3c9518488c5 None None] Pushing event updated for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:25.333079 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:25.548374 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-255ccd3c-e003-45c8-b677-4dc84714426d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:25.550055 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-255ccd3c-e003-45c8-b677-4dc84714426d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 809 time: 0.1262045 Sep 28 09:24:25.567537 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 4, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76ea0a6-2265-4c25-9313-59c17fb322e9', 'name': '', 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'mac_address': 'fa:16:3e:6d:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:20Z', 'updated_at': '2022-09-28T09:24:25Z', 'revision_number': 4, 'project_id': '8c2473a1546d49679e16c4365815547d', 'subnets': [{'id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:25.577935 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-b77d4429-1ba4-48cc-8cd1-efb285793cd8 req-1ee0689e-a0a6-4ec7-b993-04dfbecafa13 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Sep 28 09:24:25.610745 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b38293-d3fd-4a09-bbc4-56ef5741be27 None None] The sync data for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv is: [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:24:21Z', 'revision_number': 4, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': 'e76ea0a6-2265-4c25-9313-59c17fb322e9', 'name': '', 'network_id': 'a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'mac_address': 'fa:16:3e:6d:3e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:20Z', 'updated_at': '2022-09-28T09:24:25Z', 'revision_number': 4, 'project_id': '8c2473a1546d49679e16c4365815547d', 'subnets': [{'id': 'e3d6dc02-ed7b-42e5-a994-26b57d326cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:25.612984 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-a1040b6b-2673-4458-bc52-468a091a705c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 378 time: 0.0530853 Sep 28 09:24:25.631905 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'port': {'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'admin_state_up': True, 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'security_groups': ['07a90fb6-add9-45ef-9dd8-657b4998c2a2']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:25.637724 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Attempt 7 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:25.764446 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Current status of the port e76ea0a6-2265-4c25-9313-59c17fb322e9 is: DOWN; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:25.764756 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.778218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Made reservation on behalf of e7772f33c13449bf96c1bc43d04d76bf for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:24:25.782647 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.810414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] For port e76ea0a6-2265-4c25-9313-59c17fb322e9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76ea0a6-2265-4c25-9313-59c17fb322e9,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:25.816949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.871865 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5be9d8-50d8-4325-b6ef-dfc2f0f956f0 None None] Pushing event updated for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:25.925357 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Allocated IP 172.20.0.7 (099454e4-4017-426d-80d8-7a6cbe696667/aa5afabc-596b-4b44-8887-62aae2c2d44b/5ff387ee-8b00-415e-8f51-428b981df0c3) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:25.949804 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-381678b4-d382-4c7d-b94a-235c3fa3aaf7 None None] Provisioning complete for port e76ea0a6-2265-4c25-9313-59c17fb322e9 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:25.950274 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-381678b4-d382-4c7d-b94a-235c3fa3aaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:25.950617 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-381678b4-d382-4c7d-b94a-235c3fa3aaf7 None None] Attempt 1 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:26.052245 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-381678b4-d382-4c7d-b94a-235c3fa3aaf7 None None] Current status of the port e76ea0a6-2265-4c25-9313-59c17fb322e9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:26.100309 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.110549 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76ea0a6-2265-4c25-9313-59c17fb322e9 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:26.138542 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.167769 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port e76ea0a6-2265-4c25-9313-59c17fb322e9 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:26.168809 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.169259 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port e76ea0a6-2265-4c25-9313-59c17fb322e9 Sep 28 09:24:26.188140 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Network 099454e4-4017-426d-80d8-7a6cbe696667 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:26.194477 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:26.196831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:26.198815 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:26.253352 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:26.254281 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.259238 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port e76ea0a6-2265-4c25-9313-59c17fb322e9 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:26.260451 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb9c3322-d441-4e04-96a6-10364dadaf73 up at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:26.273443 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-c09be453-2165-439b-ba20-07cdbdf07474 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465526 Sep 28 09:24:26.283287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-96b12cfd-71c6-4dc1-a71c-8e1918d8952b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 28 09:24:26.284057 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-96b12cfd-71c6-4dc1-a71c-8e1918d8952b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053277 Sep 28 09:24:26.296198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Request body: {'port': {'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:26.355242 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.363249 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Provisioning complete for port eb9c3322-d441-4e04-96a6-10364dadaf73 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:26.363617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.363946 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Attempt 1 to provision port eb9c3322-d441-4e04-96a6-10364dadaf73 Sep 28 09:24:26.644522 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff387ee-8b00-415e-8f51-428b981df0c3 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:24:26.653621 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.657949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Current status of the port eb9c3322-d441-4e04-96a6-10364dadaf73 is: ACTIVE; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:26.666538 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Provisioning complete for port 5ff387ee-8b00-415e-8f51-428b981df0c3 triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:26.666728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Transition to ACTIVE for port object 5ff387ee-8b00-415e-8f51-428b981df0c3 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:24:26.666960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.667232 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Attempt 1 to provision port 5ff387ee-8b00-415e-8f51-428b981df0c3 Sep 28 09:24:26.680401 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.712273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Port 5ff387ee-8b00-415e-8f51-428b981df0c3 cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:24:26.785298 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:26.802824 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7394-d513-4bb4-a282-849ff18ce4e4 req-2ce4c21a-e682-4e39-8730-a73df19d025c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:26.804413 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b56b7394-d513-4bb4-a282-849ff18ce4e4 req-2ce4c21a-e682-4e39-8730-a73df19d025c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.1348321 Sep 28 09:24:26.851147 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Attempting to bind port 5ff387ee-8b00-415e-8f51-428b981df0c3 on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:24:26.851460 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Attempting to bind port 5ff387ee-8b00-415e-8f51-428b981df0c3 by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:24:26.851809 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Attempting to bind port 5ff387ee-8b00-415e-8f51-428b981df0c3 on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:26.862682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-b56b7394-d513-4bb4-a282-849ff18ce4e4 req-e8ca2c40-6774-482d-bf9d-62d566295bfd tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512159 Sep 28 09:24:26.863642 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Port 5ff387ee-8b00-415e-8f51-428b981df0c3 on network 099454e4-4017-426d-80d8-7a6cbe696667 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:24:26.863933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Attempting to bind port 5ff387ee-8b00-415e-8f51-428b981df0c3 on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:24:26.869444 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:24:26.869792 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Checking segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:24:26.870176 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Bound using segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:24:26.870609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Bound port: 5ff387ee-8b00-415e-8f51-428b981df0c3, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:24:26.871005 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.935612 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:24:26.938674 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:24:26.945547 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.949655 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:26.950333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:26.951720 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 1093 time: 0.6600618 Sep 28 09:24:26.952167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:24:26.954518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c11d2-3f01-41b2-bea7-db4969b1f400" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:24:26.996121 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57133fab-1554-4fce-bf31-15e3217a6f4b x-openstack-request-id: req-57133fab-1554-4fce-bf31-15e3217a6f4b {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:24:26.996410 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:24:26.996663 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-57133fab-1554-4fce-bf31-15e3217a6f4b {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:24:26.997095 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57133fab-1554-4fce-bf31-15e3217a6f4b'] response: {'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'status': 'completed', 'code': 200} Sep 28 09:24:27.031751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b79b0e-43c1-4897-8644-7baa67d8e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:27.050733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-4bcfa585-2444-4fec-aade-bf32f248fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.052229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-4bcfa585-2444-4fec-aade-bf32f248fdfc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1096 time: 0.0496051 Sep 28 09:24:27.093867 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-6b4078d9-7bed-4a28-a5d4-966a54a04331 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 217 time: 0.0341532 Sep 28 09:24:27.143591 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-b7df796e-5b70-49da-88cf-abbc9e4ccd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.145064 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-b7df796e-5b70-49da-88cf-abbc9e4ccd71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0447783 Sep 28 09:24:27.193596 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-75748eb2-cb62-4a1f-99c6-95463d2a0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.195139 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-75748eb2-cb62-4a1f-99c6-95463d2a0a94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439517 Sep 28 09:24:27.214067 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Attempt 2 to provision port 5ff387ee-8b00-415e-8f51-428b981df0c3 Sep 28 09:24:27.256721 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-7922b1b1-295f-492b-9726-6a5e337f15f2 None None] Port 5ff387ee-8b00-415e-8f51-428b981df0c3 had new provisioning blocks added so it will not transition to active. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Sep 28 09:24:27.299649 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-1d372cac-d251-4953-aa3b-87010f277820 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975561 Sep 28 09:24:27.413099 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-08af2a59-89a2-4e86-9f19-51949daad0a0 req-fe01bedd-358c-438d-9183-26e59ff5bca8 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054029 Sep 28 09:24:27.500474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-ecf23ff6-62cf-4fef-adc4-47e2a01aa2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.502039 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-ecf23ff6-62cf-4fef-adc4-47e2a01aa2fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1096 time: 0.0433986 Sep 28 09:24:27.598327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-5f00f782-3dd4-4514-9b87-9341d8096b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.599807 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-5f00f782-3dd4-4514-9b87-9341d8096b71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0887706 Sep 28 09:24:27.647375 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-25e782f6-55da-49b5-acde-c6fb05ecad3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 217 time: 0.0382564 Sep 28 09:24:27.808920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-bc085afc-d56a-4de9-bdd0-668a7032523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.811152 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-bc085afc-d56a-4de9-bdd0-668a7032523f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.1563222 Sep 28 09:24:27.862889 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-6e471845-d5a7-48c0-8c0d-32c03b8ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:27.864607 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-6e471845-d5a7-48c0-8c0d-32c03b8ace47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456645 Sep 28 09:24:28.005526 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-775397b0-f9ea-4adc-a1ce-f0f6a832fbaa service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323328 Sep 28 09:24:28.017902 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f63a75-3c21-4993-8ce5-3e5c5da1a9de req-18e84cf2-c0ae-4d46-944c-013f2148b00f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:28.019550 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37f63a75-3c21-4993-8ce5-3e5c5da1a9de req-18e84cf2-c0ae-4d46-944c-013f2148b00f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.0742965 Sep 28 09:24:28.113244 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-37f63a75-3c21-4993-8ce5-3e5c5da1a9de req-5c4496f6-acac-4645-9690-4d8237e8ae5e tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847604 Sep 28 09:24:28.138292 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-505c11d2-3f01-41b2-bea7-db4969b1f400 req-5c75543e-d6f1-47f5-8bc0-257dea644a2f service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177576 Sep 28 09:24:29.247679 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cb7c-5f0f-4b8c-8d48-8f5880b3bdfe req-c0750d41-ff86-45a8-8e95-93c2096c233f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:29.249636 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-70c3cb7c-5f0f-4b8c-8d48-8f5880b3bdfe req-c0750d41-ff86-45a8-8e95-93c2096c233f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.0550082 Sep 28 09:24:29.290707 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-70c3cb7c-5f0f-4b8c-8d48-8f5880b3bdfe req-78f1d4b5-cc4d-4cb3-bd03-431e5c69dccc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348365 Sep 28 09:24:29.963943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:24:30.071794 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:30.086326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:24:30.128961 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5ff387ee-8b00-415e-8f51-428b981df0c3 is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:30.129401 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:30.142915 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff387ee-8b00-415e-8f51-428b981df0c3 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:24:30.162035 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:30.168839 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:30.217754 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:30.382917 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['5ff387ee-8b00-415e-8f51-428b981df0c3'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:24:30.429840 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcc0e9-4d34-4881-ae72-5a2a134fc014 req-1a1801ad-7251-480b-89b4-8a5d075dc205 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:30.431385 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40bcc0e9-4d34-4881-ae72-5a2a134fc014 req-1a1801ad-7251-480b-89b4-8a5d075dc205 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 944 time: 0.0505702 Sep 28 09:24:30.470229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-40bcc0e9-4d34-4881-ae72-5a2a134fc014 req-3c13efa4-6d07-416e-acfc-e40eab238f39 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325129 Sep 28 09:24:31.613581 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6667f-7bd5-4f29-8f2c-5d7e3c398b8e req-1c21f933-ad24-4a4e-a6fb-e59e62414ac4 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:31.614970 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-79e6667f-7bd5-4f29-8f2c-5d7e3c398b8e req-1c21f933-ad24-4a4e-a6fb-e59e62414ac4 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 944 time: 0.0597682 Sep 28 09:24:31.659807 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-79e6667f-7bd5-4f29-8f2c-5d7e3c398b8e req-1e778916-6bce-42b4-bc40-9a8bb92ff864 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357981 Sep 28 09:24:31.978393 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:24:32.039833 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port 5ff387ee-8b00-415e-8f51-428b981df0c3 completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:24:32.045797 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 5ff387ee-8b00-415e-8f51-428b981df0c3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:24:32.046427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:32.046837 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 5ff387ee-8b00-415e-8f51-428b981df0c3 Sep 28 09:24:32.141241 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5ff387ee-8b00-415e-8f51-428b981df0c3 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:24:32.141614 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:32.167039 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:24:32.169404 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65406743-ec4a-4013-bf9a-e7667995d303" -d '{"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-plugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:24:32.182482 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:24:32.188578 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:32.242958 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:32.271760 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882bb0b1-baef-4161-8c13-a29e0d8eb302 x-openstack-request-id: req-882bb0b1-baef-4161-8c13-a29e0d8eb302 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:24:32.272054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-plugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:24:32.272306 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-882bb0b1-baef-4161-8c13-a29e0d8eb302 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:24:32.272714 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882bb0b1-baef-4161-8c13-a29e0d8eb302'] response: {'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'code': 200} Sep 28 09:24:32.456623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ba39-34a6-43af-a23e-eb75fb1d6753 req-1650c43a-4742-4334-9da7-a65f3e1d33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:32.458122 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1328ba39-34a6-43af-a23e-eb75fb1d6753 req-1650c43a-4742-4334-9da7-a65f3e1d33e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1098 time: 0.0428956 Sep 28 09:24:32.496476 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1328ba39-34a6-43af-a23e-eb75fb1d6753 req-52d25e3d-5ccb-4412-b784-ace66daeeba0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320368 Sep 28 09:24:32.803118 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4641-3404-4da9-8788-fa6e35bbf3a8 req-9afea9a9-febd-4cfa-8d85-3c83d01178e9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:32.804653 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d52e4641-3404-4da9-8788-fa6e35bbf3a8 req-9afea9a9-febd-4cfa-8d85-3c83d01178e9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 945 time: 0.0548565 Sep 28 09:24:32.844049 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-d52e4641-3404-4da9-8788-fa6e35bbf3a8 req-d7ff7119-3636-417f-830b-6ecba9192d89 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329964 Sep 28 09:24:33.902454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:33.979513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccdb6b-c521-42ae-b036-98dbd7d36b9c req-46be7ab0-b89e-4ff3-9286-ac588ffaffb2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:33.981015 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cccdb6b-c521-42ae-b036-98dbd7d36b9c req-46be7ab0-b89e-4ff3-9286-ac588ffaffb2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Sep 28 09:24:34.020392 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-2cccdb6b-c521-42ae-b036-98dbd7d36b9c req-00cc21b5-e352-42e6-8f8e-0ddbefbe04dd tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333087 Sep 28 09:24:34.152086 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675aad-4b46-4e05-9f4e-8d1f6f83fd3e req-5043573c-0da0-41a9-bf0b-5784db721393 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:34.153602 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a6675aad-4b46-4e05-9f4e-8d1f6f83fd3e req-5043573c-0da0-41a9-bf0b-5784db721393 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Sep 28 09:24:34.192733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-a6675aad-4b46-4e05-9f4e-8d1f6f83fd3e req-f6aff9b6-dde7-4d22-9e18-5b6334eb69fa tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330639 Sep 28 09:24:34.225620 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:34.311548 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1667af-b2de-425d-8736-149881d4125d tempest-TestSnapshotPattern-1125248965 tempest-TestSnapshotPattern-1125248965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:34.313016 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-1e1667af-b2de-425d-8736-149881d4125d tempest-TestSnapshotPattern-1125248965 tempest-TestSnapshotPattern-1125248965-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1093 time: 0.0864205 Sep 28 09:24:34.315990 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:24:34.320330 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.v2.base [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:24:34.343185 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:34.450919 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:34.559563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Allocated IP 172.26.4.193 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/f5476bbc-71ab-40aa-9868-d71bf1bad8cf) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:24:34.665138 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:34.702698 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:34.745772 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:24:34.750490 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:24:34.753216 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:24:34.778700 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=f5476bbc-71ab-40aa-9868-d71bf1bad8cf,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:35.121493 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.190928 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.354968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.361275 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287263506'] for port, after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.429765 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=f5476bbc-71ab-40aa-9868-d71bf1bad8cf,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:24:35.432333 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.551830 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Floating IP 426ef456-26ac-410c-b476-2ab47f004377 associated. External IP: 172.26.4.193, port: 5ff387ee-8b00-415e-8f51-428b981df0c3. Sep 28 09:24:35.776768 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:24:35.889741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:24:35.899579 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:24:35.910768 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:35.911331 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:35.911490 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:35.946808 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-45efc501-b403-4541-a45d-561d7eaf8dd7 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6275101 Sep 28 09:24:35.946808 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:24:35.947489 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206a660-c613-4508-817a-6e70cfd48a20" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:24:35.986018 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334773bd-57bc-4871-99d5-7f28483d6440 x-openstack-request-id: req-334773bd-57bc-4871-99d5-7f28483d6440 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:24:35.986297 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:24:35.986578 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-334773bd-57bc-4871-99d5-7f28483d6440 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:24:35.986986 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334773bd-57bc-4871-99d5-7f28483d6440'] response: {'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'status': 'completed', 'code': 200} Sep 28 09:24:36.018342 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:36.050854 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a660-c613-4508-817a-6e70cfd48a20 req-4b5a2f1e-a22c-4c58-b7e9-515937a17006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:36.052356 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-4b5a2f1e-a22c-4c58-b7e9-515937a17006 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1098 time: 0.0417182 Sep 28 09:24:36.245630 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:34Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:36.272420 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:24:36.281752 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:24:36.282374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:24:09Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:36.390197 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:24:36.481858 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a660-c613-4508-817a-6e70cfd48a20 req-ab28b99a-a151-4bd4-bab0-d5cbf9300539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:36.483382 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-ab28b99a-a151-4bd4-bab0-d5cbf9300539 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.4246423 Sep 28 09:24:36.519254 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4cbd361b-c95c-4644-8811-67c2e4d66727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:36.550609 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-a5c6e1ec-177b-446c-ae86-bde93a29d631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 999 time: 0.0595806 Sep 28 09:24:36.599179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a660-c613-4508-817a-6e70cfd48a20 req-9f219a52-0192-49cb-86b1-7bb8b4d32715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:36.600633 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-9f219a52-0192-49cb-86b1-7bb8b4d32715 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0431657 Sep 28 09:24:36.616000 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:34Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:24:36.645947 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191119c3-1555-44f7-8e12-f2c13c56d9ee None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:34Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:24:36.650149 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a660-c613-4508-817a-6e70cfd48a20 req-02f563a3-5f1d-4098-82b6-f3e7038680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:24:36.651790 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-02f563a3-5f1d-4098-82b6-f3e7038680cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445895 Sep 28 09:24:36.743199 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-9d1927e2-54da-44b2-bf31-fadcb66940b1 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Sep 28 09:24:36.841489 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-0206a660-c613-4508-817a-6e70cfd48a20 req-a172ac37-c033-4358-b3c7-a7abbaba84cc service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913126 Sep 28 09:24:36.844510 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d323b7-1a36-4011-81b9-87d82e47997c None None] New status for floating IP 426ef456-26ac-410c-b476-2ab47f004377: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:24:38.751062 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e58d87d1-7fbc-461c-a1e0-02e1b04115ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:40.382725 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:41.544601 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:41.744485 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:24:55.052547 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:25:03.920490 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:06.525180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fcde4e1-c257-4a23-8f68-2ed1f40dd9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:08.757583 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0c753cf7-8010-4825-ad83-364009ab96bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:10.390084 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:11.539180 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:11.754173 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:32.056744 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:25:32.222913 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-dba2f46b-7d4a-4d43-8fd3-4b3be0c7c8cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491874 Sep 28 09:25:32.316831 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-2ecab0e8-d547-4faf-8bfa-6e6f755d29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:25:32.318245 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-2ecab0e8-d547-4faf-8bfa-6e6f755d29c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1098 time: 0.0509398 Sep 28 09:25:32.425414 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-cc2f976c-3828-4d69-ad69-df3a2725e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:25:32.426891 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-cc2f976c-3828-4d69-ad69-df3a2725e4b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0884168 Sep 28 09:25:32.490214 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-fb9e766b-715a-4b9d-bc61-0d1464d5e8bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0565355 Sep 28 09:25:32.544255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-be0cae4b-9810-4920-a41f-ae690f7eeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:25:32.546505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-be0cae4b-9810-4920-a41f-ae690f7eeeae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0497313 Sep 28 09:25:32.598529 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-4f79b339-1d4e-4d6b-ac22-abf8627fee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:25:32.599939 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-4f79b339-1d4e-4d6b-ac22-abf8627fee3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466044 Sep 28 09:25:32.704605 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-82054316-c19b-4046-a798-ac407424f385 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980451 Sep 28 09:25:32.807327 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-4156f03b-9a71-4aea-8c2e-e0274c4ae606 req-483b2dcc-e51c-4d21-8233-26cdc6f0bc58 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952728 Sep 28 09:25:33.911288 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:36.535951 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-808eadbf-ef9b-4ebe-826c-369feb91a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:38.754403 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22e8d584-414b-425d-8fd7-c0ce0fda4045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:40.396949 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:41.546382 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:25:41.746781 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:03.921156 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:06.532125 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4c07e2bc-0482-4300-a5f0-bf7945a1aa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:08.748457 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-249c0b59-3e66-4fed-8a41-d01b3430a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:09.061930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:26:10.402155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:11.556843 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:11.752367 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:32.199367 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-cae4ed7a-559a-4631-9f9a-cb441b31fd04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467572 Sep 28 09:26:32.288129 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-f3029498-d518-459b-84dd-bb1ec44709a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:32.289638 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-f3029498-d518-459b-84dd-bb1ec44709a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1098 time: 0.0470784 Sep 28 09:26:32.398999 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-7d725430-eec0-4fcc-9fc3-44a2c3d37a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:32.400531 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-7d725430-eec0-4fcc-9fc3-44a2c3d37a11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0914063 Sep 28 09:26:32.467883 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-58307d5c-a300-4e6d-8801-fb3427b36092 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0603833 Sep 28 09:26:32.520672 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-aa95f036-1ab8-49f5-8d35-b93128f2dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:32.522185 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-aa95f036-1ab8-49f5-8d35-b93128f2dac3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0483689 Sep 28 09:26:32.571917 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-8cdbc651-5f84-468d-a4bf-1120aa8e05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:32.574234 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-8cdbc651-5f84-468d-a4bf-1120aa8e05a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447609 Sep 28 09:26:32.675230 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-6aba3d48-4b6b-4bc2-9550-61c0666589d6 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949776 Sep 28 09:26:32.778546 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-7b57094d-2fa4-40b1-80d9-fbda320df010 req-ce182895-94ca-4e70-bcd0-7d2feaf7efc3 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910807 Sep 28 09:26:33.916750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:36.527054 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2e2-1622-40d8-a748-9ba80914b67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:36.548604 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:26:36.654273 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:26:36.665787 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:26:36.704040 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5ff387ee-8b00-415e-8f51-428b981df0c3 is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:26:36.704300 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:36.718311 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ff387ee-8b00-415e-8f51-428b981df0c3 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:26:36.739629 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:26:36.746157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:36.806952 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:36.814740 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.815086 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.815425 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.815757 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.816085 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.816417 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.816742 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.817088 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.817414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.817845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.818170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.818493 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:36.824094 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['5ff387ee-8b00-415e-8f51-428b981df0c3'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:26:38.551418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:26:38.611347 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port 5ff387ee-8b00-415e-8f51-428b981df0c3 triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:26:38.611727 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:38.612056 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port 5ff387ee-8b00-415e-8f51-428b981df0c3 Sep 28 09:26:38.702023 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5ff387ee-8b00-415e-8f51-428b981df0c3 is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:26:38.702762 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:38.728615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:26:38.733954 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c0ecd-bc86-4fa1-89a8-353319bbc760" -d '{"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-plugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:26:38.763449 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:26:38.770708 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed6e702a-d3eb-4753-bd0a-557dede6f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:38.774368 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:38.808340 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ccfd98-cebe-4a6c-ae79-435bc30c317b x-openstack-request-id: req-a7ccfd98-cebe-4a6c-ae79-435bc30c317b {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:26:38.808653 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-plugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:26:38.809293 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a7ccfd98-cebe-4a6c-ae79-435bc30c317b {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:26:38.809448 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ccfd98-cebe-4a6c-ae79-435bc30c317b'] response: {'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'code': 200} Sep 28 09:26:38.844124 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:40.400157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:41.553242 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:41.750556 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:46.060647 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:26:46.368084 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-fab99798-69e8-4bbe-a3db-5443093f2cd4 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49133996&fields=id&tenant_id=e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 267 time: 0.0417492 Sep 28 09:26:46.480643 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-535bcf32-177e-4bf3-896f-8d4955840a3e tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:46.482196 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-535bcf32-177e-4bf3-896f-8d4955840a3e tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 809 time: 0.1066031 Sep 28 09:26:46.503952 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-aeecfb0e-6f72-401e-a066-46b22c750168 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/quotas/e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 375 time: 0.0106890 Sep 28 09:26:46.582019 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-88cfe70b-17cc-4b7b-b4bf-47eb1b0e9038 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712380 Sep 28 09:26:46.696149 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-55fac231-e72e-4d74-b2bd-fa4478a7d1ce service neutron] 10.222.0.27 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002667 Sep 28 09:26:46.814367 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-1f82a94c-87d8-4147-a3f0-34eaf2fdeb93 service neutron] 10.222.0.27 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096013 Sep 28 09:26:47.075159 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-caa10325-1aa0-4e5e-8c7b-6140e593c8a3 req-16dcd23a-9301-4860-a15e-9178d68272d3 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 210 time: 0.0977759 Sep 28 09:26:48.191291 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-fced7fb7-ab59-4d9d-9c95-2c20b370c84b req-1b38684f-5818-41a4-ac86-6dffe462bf5d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 210 time: 0.0266211 Sep 28 09:26:48.194208 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-7377d71c-27df-4556-8daf-bf24d484d666 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:48.195750 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-7377d71c-27df-4556-8daf-bf24d484d666 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 809 time: 0.1195006 Sep 28 09:26:48.241458 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-3c9c607e-b43d-46e3-8c3e-f4ef72c87b5e tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7772f33c13449bf96c1bc43d04d76bf HTTP/1.1" status: 200 len: 378 time: 0.0370421 Sep 28 09:26:48.250679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'port': {'device_id': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'admin_state_up': True, 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'security_groups': ['07a90fb6-add9-45ef-9dd8-657b4998c2a2']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:26:48.379171 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Made reservation on behalf of e7772f33c13449bf96c1bc43d04d76bf for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 09:26:48.382996 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.514069 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Allocated IP 172.20.0.9 (099454e4-4017-426d-80d8-7a6cbe696667/aa5afabc-596b-4b44-8887-62aae2c2d44b/e41c122a-58ff-4285-8ce1-0079e005a52a) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:26:48.612924 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:26:48.745318 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.797521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.802848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port 5ff387ee-8b00-415e-8f51-428b981df0c3 is: ACTIVE; New status is: DOWN {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:26:48.803750 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.844553 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Network 099454e4-4017-426d-80d8-7a6cbe696667 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:26:48.848287 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:26:48.852641 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:26:48.861418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:26:48.863002 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:26:48.876331 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fffb28a-2fa3-4e15-909d-74d4cd32cb3c" -d '{"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:26:48.902096 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:48.903096 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.912447 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.912885 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.913344 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.913772 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.914125 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.914516 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.914903 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.915290 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.915681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.916064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.916449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.916833 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:26:48.940987 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:48.948339 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:48.972259 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d826bc99-cbc7-4b92-b394-1548a494fafc x-openstack-request-id: req-d826bc99-cbc7-4b92-b394-1548a494fafc {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:26:48.973004 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:26:48.973434 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d826bc99-cbc7-4b92-b394-1548a494fafc {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:26:48.974009 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d826bc99-cbc7-4b92-b394-1548a494fafc'] response: {'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'code': 200} Sep 28 09:26:48.980743 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-a00a8e1e-0361-46bb-820a-e7ec4cef24b0 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341223 Sep 28 09:26:49.008386 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=8']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:49.273016 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Provisioning complete for port e41c122a-58ff-4285-8ce1-0079e005a52a triggered by entity DHCP. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:26:49.273333 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:49.273672 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 1 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:49.315389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:49.340883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34102aa7-f578-43aa-ae01-ca66ac946b47 req-5e287176-a567-463a-a5ca-18ef65521ffe tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:49.342424 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-34102aa7-f578-43aa-ae01-ca66ac946b47 req-5e287176-a567-463a-a5ca-18ef65521ffe tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0578222 Sep 28 09:26:49.387338 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-34102aa7-f578-43aa-ae01-ca66ac946b47 req-e6200903-3cbd-4351-8982-d2ae220b17ee tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351379 Sep 28 09:26:49.816471 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 2 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:49.862953 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:50.363834 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 3 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:50.401268 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:50.545292 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c247c-bf51-4a20-b30a-f5e481b5fe3c req-9f676f93-2492-4dcd-a6ed-6460de8af510 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:50.547754 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-846c247c-bf51-4a20-b30a-f5e481b5fe3c req-9f676f93-2492-4dcd-a6ed-6460de8af510 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0630136 Sep 28 09:26:50.591971 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-846c247c-bf51-4a20-b30a-f5e481b5fe3c req-50a16bd4-76ed-4860-aac2-b419de91173d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387502 Sep 28 09:26:50.902299 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 4 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:50.943554 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:51.444699 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 5 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:51.487788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:51.720880 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163940a-0f2f-478b-874d-feba87f86021 req-5349c023-069f-4d18-9131-fc9b5b98492a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:51.722466 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e163940a-0f2f-478b-874d-feba87f86021 req-5349c023-069f-4d18-9131-fc9b5b98492a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0514722 Sep 28 09:26:51.770587 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-e163940a-0f2f-478b-874d-feba87f86021 req-ca19a1bf-16a2-48be-8650-3891b49eeab2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419474 Sep 28 09:26:51.988811 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 6 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:52.032991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:52.534093 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 7 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:52.572931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:52.911419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53927-e547-4b77-977b-20e914aa877d req-60bf8ac1-3747-4924-b7c9-9a8b4b12d4ed tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:52.915840 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abd53927-e547-4b77-977b-20e914aa877d req-60bf8ac1-3747-4924-b7c9-9a8b4b12d4ed tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0661175 Sep 28 09:26:52.954229 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-abd53927-e547-4b77-977b-20e914aa877d req-f53047b1-5203-4e3d-ba99-68237abc747b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344014 Sep 28 09:26:53.075601 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 8 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:53.114901 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:53.617115 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 9 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:53.656455 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:54.095649 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f77355-08d1-41ae-ad56-93f068bcfe85 req-c600da80-1580-45a2-a5c6-b305312d6f6f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:54.097586 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02f77355-08d1-41ae-ad56-93f068bcfe85 req-c600da80-1580-45a2-a5c6-b305312d6f6f tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0591130 Sep 28 09:26:54.140549 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-02f77355-08d1-41ae-ad56-93f068bcfe85 req-4fd508fa-91c4-4c6f-a5ac-7259fc3f4d50 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344868 Sep 28 09:26:54.157351 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Attempt 10 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:26:54.212115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc5de640-068f-4433-9516-baf681dc0bb9 None None] Port e41c122a-58ff-4285-8ce1-0079e005a52a cannot update to ACTIVE because it is not bound. {{(pid=103310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Sep 28 09:26:55.279189 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdd7da-3e5d-4885-adf4-6224c7b814ef req-2920fb1f-43fc-4758-a191-302ac759d3fc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:55.281106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-45fdd7da-3e5d-4885-adf4-6224c7b814ef req-2920fb1f-43fc-4758-a191-302ac759d3fc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0545239 Sep 28 09:26:55.326717 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-45fdd7da-3e5d-4885-adf4-6224c7b814ef req-191047e6-a504-4f98-8654-e83280ebec05 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393784 Sep 28 09:26:56.453889 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780e135-8198-451a-8c90-0d2f289ae47b req-1659ef04-5a8b-4b99-8f19-55fad918830d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:56.455513 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3780e135-8198-451a-8c90-0d2f289ae47b req-1659ef04-5a8b-4b99-8f19-55fad918830d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 931 time: 0.0531833 Sep 28 09:26:56.498766 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-3780e135-8198-451a-8c90-0d2f289ae47b req-834d685d-73f3-440a-8152-30d9ca061705 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340610 Sep 28 09:26:56.829004 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Request body: {'port': {'device_id': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8593'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:26:56.884111 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.169464 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41c122a-58ff-4285-8ce1-0079e005a52a {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:26:57.177203 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.189423 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Transition to ACTIVE for port object e41c122a-58ff-4285-8ce1-0079e005a52a will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 28 09:26:57.196027 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.254332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:57.302199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Attempting to bind port e41c122a-58ff-4285-8ce1-0079e005a52a on host hv-neutron-8593 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 28 09:26:57.302518 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Attempting to bind port e41c122a-58ff-4285-8ce1-0079e005a52a by drivers openvswitch,hyperv on host hv-neutron-8593 at level 0 using segments [{'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 28 09:26:57.302865 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Attempting to bind port e41c122a-58ff-4285-8ce1-0079e005a52a on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:26:57.307238 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Port e41c122a-58ff-4285-8ce1-0079e005a52a on network 099454e4-4017-426d-80d8-7a6cbe696667 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8593 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 28 09:26:57.307556 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Attempting to bind port e41c122a-58ff-4285-8ce1-0079e005a52a on network 099454e4-4017-426d-80d8-7a6cbe696667 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 09:26:57.312506 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Checking agent: {'id': '805adde6-388a-4d6f-b0d2-22c56f351da4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8593', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'started_at': datetime.datetime(2022, 9, 28, 8, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 28 09:26:57.312842 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Checking segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Sep 28 09:26:57.313263 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Bound using segment: {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 09:26:57.313685 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Bound port: e41c122a-58ff-4285-8ce1-0079e005a52a, host: hv-neutron-8593, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364bc7bc-b18b-4329-b105-a0aba8a220ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 28 09:26:57.314037 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.385789 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 09:26:57.389570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 09:26:57.397310 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.401332 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.401933 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:26:57.403560 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] 10.222.0.62 "PUT /v2.0/ports/e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 1093 time: 0.5795891 Sep 28 09:26:57.403989 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:26:57.406396 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bcdd63-62d2-45ba-84bf-7d45920e3c18" -d '{"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:26:57.485187 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91abf7-1133-4a3b-9fbb-52e2a58d6928 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:26:57.503166 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-887aced4-8b64-4452-8fdc-476a09be56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.505017 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-887aced4-8b64-4452-8fdc-476a09be56d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1096 time: 0.0566792 Sep 28 09:26:57.510634 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5fe942-f5f4-420c-9ce2-cb0bd015c43f x-openstack-request-id: req-3e5fe942-f5f4-420c-9ce2-cb0bd015c43f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:26:57.510920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:26:57.511179 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3e5fe942-f5f4-420c-9ce2-cb0bd015c43f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:26:57.511577 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5fe942-f5f4-420c-9ce2-cb0bd015c43f'] response: {'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'status': 'completed', 'code': 200} Sep 28 09:26:57.549650 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-b7f5374a-e54e-4038-af61-9401266f2154 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 217 time: 0.0346549 Sep 28 09:26:57.605024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-6039cd38-1022-40d3-9f6c-e33550b9c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.606856 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-6039cd38-1022-40d3-9f6c-e33550b9c13f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0507801 Sep 28 09:26:57.625235 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d76cd-a2ea-4f73-96fa-315d0c66a5c9 req-defb6b77-f90d-4932-8a6e-128351fb2ed8 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.626761 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-632d76cd-a2ea-4f73-96fa-315d0c66a5c9 req-defb6b77-f90d-4932-8a6e-128351fb2ed8 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 943 time: 0.0530024 Sep 28 09:26:57.654493 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-f460d8bd-3557-4141-96ad-601cd3ccae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.656116 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-f460d8bd-3557-4141-96ad-601cd3ccae14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430596 Sep 28 09:26:57.666018 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-632d76cd-a2ea-4f73-96fa-315d0c66a5c9 req-5fc6a71c-38e7-4314-8314-7282d9f7b48b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329843 Sep 28 09:26:57.781139 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-679567df-71b2-4d6c-8b88-fb1ab6109c25 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186051 Sep 28 09:26:57.882659 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-be6e2494-92d5-48d5-b954-54f67bfb7c65 req-cf7f3f50-cc73-4ae8-8cb4-8d34ae2c370e service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946646 Sep 28 09:26:57.978033 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-d0d852a0-6aba-4d7f-a1ff-73ac03543a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:57.979556 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-d0d852a0-6aba-4d7f-a1ff-73ac03543a4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1096 time: 0.0440440 Sep 28 09:26:58.082419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-02c54d7c-a6d4-4f8a-a5aa-230c202f6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:58.083988 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-02c54d7c-a6d4-4f8a-a5aa-230c202f6ca9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0949826 Sep 28 09:26:58.126420 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-918dabeb-a5fa-4fbf-86da-49be7f0abbed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 217 time: 0.0353346 Sep 28 09:26:58.181713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-3d780c47-adc5-438f-b8ef-d47128ab69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:58.183199 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-3d780c47-adc5-438f-b8ef-d47128ab69b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0503304 Sep 28 09:26:58.241652 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-1147501a-cd2f-43b7-8362-38de3ef9bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:58.243081 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-1147501a-cd2f-43b7-8362-38de3ef9bf3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526519 Sep 28 09:26:58.340417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-73691d6c-3fc5-48d5-addb-0c00ffd03ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881906 Sep 28 09:26:58.438748 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-34bcdd63-62d2-45ba-84bf-7d45920e3c18 req-b86c3e04-2584-41c0-9b58-639e507292ba service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905414 Sep 28 09:26:58.810503 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c97866-787c-4d11-9ff0-69eb1d80c7c3 req-37c989fc-dafe-47bd-b6e6-6cdfec51d399 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:26:58.812003 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f4c97866-787c-4d11-9ff0-69eb1d80c7c3 req-37c989fc-dafe-47bd-b6e6-6cdfec51d399 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 943 time: 0.0595813 Sep 28 09:26:58.852688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-f4c97866-787c-4d11-9ff0-69eb1d80c7c3 req-dcb83370-7bf0-4285-a365-235dba652e99 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345201 Sep 28 09:26:59.998745 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c891-944a-4d73-9c70-c0e1ad4910b9 req-7827ba93-6ed9-4f91-8932-decffe5ac63d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:00.000566 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4c12c891-944a-4d73-9c70-c0e1ad4910b9 req-7827ba93-6ed9-4f91-8932-decffe5ac63d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 943 time: 0.0673552 Sep 28 09:27:00.040222 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-4c12c891-944a-4d73-9c70-c0e1ad4910b9 req-3f9871ab-16ba-42f0-86c1-94eaea41ccca tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334072 Sep 28 09:27:00.693314 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:27:00.808671 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:27:00.973759 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'mac_address': 'fa:16:3e:ed:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:27:01.014069 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e41c122a-58ff-4285-8ce1-0079e005a52a is: DOWN; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:27:01.014456 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:01.028267 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41c122a-58ff-4285-8ce1-0079e005a52a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:27:01.048271 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:27:01.053747 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:01.102984 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=4']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:27:01.171746 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1331df-f7b9-4b0c-9546-6d56a885df27 req-c4de2fbf-dd0e-43e2-b658-0de342e033db tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:01.173246 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a1331df-f7b9-4b0c-9546-6d56a885df27 req-c4de2fbf-dd0e-43e2-b658-0de342e033db tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 944 time: 0.0564547 Sep 28 09:27:01.218703 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-1a1331df-f7b9-4b0c-9546-6d56a885df27 req-1901cc25-6178-4ef2-bb60-0a857e2c2fe9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392010 Sep 28 09:27:01.274581 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e41c122a-58ff-4285-8ce1-0079e005a52a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:27:02.359335 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238921-6706-46b0-a4b6-1f5155bba15b req-c5759166-8fee-434f-8cb1-49ce3d5980e6 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:02.360805 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33238921-6706-46b0-a4b6-1f5155bba15b req-c5759166-8fee-434f-8cb1-49ce3d5980e6 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 944 time: 0.0549822 Sep 28 09:27:02.403227 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-33238921-6706-46b0-a4b6-1f5155bba15b req-4f17bb9d-e741-46ab-8010-4ecf6f7ae4a3 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340140 Sep 28 09:27:02.705154 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:27:02.774575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning for port e41c122a-58ff-4285-8ce1-0079e005a52a completed by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 28 09:27:02.778783 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e41c122a-58ff-4285-8ce1-0079e005a52a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:27:02.779178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:02.779517 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:27:02.857237 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e41c122a-58ff-4285-8ce1-0079e005a52a is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:27:02.857928 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:02.881630 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:27:02.883890 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7227e0a-dbff-4de0-b3a3-a1be5f8a22b6" -d '{"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-plugged", "status": "completed", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:27:02.897372 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:27:02.903019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:02.933380 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb761a-7be9-47ae-8f04-43c88e0ce0d4 x-openstack-request-id: req-08eb761a-7be9-47ae-8f04-43c88e0ce0d4 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:27:02.933693 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-plugged", "status": "completed", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:27:02.933938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-08eb761a-7be9-47ae-8f04-43c88e0ce0d4 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:27:02.934330 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eb761a-7be9-47ae-8f04-43c88e0ce0d4'] response: {'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'code': 200} Sep 28 09:27:02.963660 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=5']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:27:03.100092 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477635ba-334f-48ab-839a-fadf475634d7 req-e74952d5-4fd1-40fc-8cc5-a5e768efe369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:03.101671 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-477635ba-334f-48ab-839a-fadf475634d7 req-e74952d5-4fd1-40fc-8cc5-a5e768efe369 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1098 time: 0.0445385 Sep 28 09:27:03.145683 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-477635ba-334f-48ab-839a-fadf475634d7 req-5eb34c90-dec5-4b52-a969-a967dadb89e3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368233 Sep 28 09:27:03.529803 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc52289-9809-4a5a-9cdc-3d8b4a6b1b4e req-88c48a25-6b7e-46ab-add5-aefff9072899 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:03.531547 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-efc52289-9809-4a5a-9cdc-3d8b4a6b1b4e req-88c48a25-6b7e-46ab-add5-aefff9072899 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.0537930 Sep 28 09:27:03.573827 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-efc52289-9809-4a5a-9cdc-3d8b4a6b1b4e req-08c54a4a-7a54-49eb-9a90-461a3868ae12 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332732 Sep 28 09:27:03.917621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:04.720120 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d07ac3-d3a7-41dd-8bdd-3b8b1e52cffe req-091d4fad-bf58-4508-8b86-1be1d18a9ac2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:04.721688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-16d07ac3-d3a7-41dd-8bdd-3b8b1e52cffe req-091d4fad-bf58-4508-8b86-1be1d18a9ac2 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.0573494 Sep 28 09:27:04.763106 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-16d07ac3-d3a7-41dd-8bdd-3b8b1e52cffe req-b5678b19-f4c5-4e2a-b7b8-95ee60b87ac9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353827 Sep 28 09:27:05.168709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba282-5620-4086-93b1-391e6042cb7e req-b559044a-3abf-4a67-95d5-f6bbc0bb47d9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:05.170221 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-83eba282-5620-4086-93b1-391e6042cb7e req-b559044a-3abf-4a67-95d5-f6bbc0bb47d9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.3189821 Sep 28 09:27:05.208459 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-83eba282-5620-4086-93b1-391e6042cb7e req-db57815c-7ba4-438b-9229-1e3b7efaad6b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319371 Sep 28 09:27:05.237859 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 49964) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:27:05.290707 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df871b-fa86-454f-b7e7-829fadcaf8aa tempest-TestSnapshotPattern-1125248965 tempest-TestSnapshotPattern-1125248965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:05.292206 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-92df871b-fa86-454f-b7e7-829fadcaf8aa tempest-TestSnapshotPattern-1125248965 tempest-TestSnapshotPattern-1125248965-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1093 time: 0.0533578 Sep 28 09:27:05.296708 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 49966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:27:05.303781 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Request body: {'floatingip': {'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 28 09:27:05.332021 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:05.440630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:05.550972 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Allocated IP 172.26.4.116 (7d515879-cc4c-4933-8c7d-c6de584fcdb2/de0839ed-dea2-4371-9908-d7d4331f46cc/df1a7f06-423a-4787-a90a-b558a49c37af) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 09:27:05.663449 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:05.699713 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733821884191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:05.735457 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Network 7d515879-cc4c-4933-8c7d-c6de584fcdb2 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 09:27:05.738446 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 09:27:05.741856 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 28 09:27:05.768639 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=df1a7f06-423a-4787-a90a-b558a49c37af,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:27:06.112653 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:06.191609 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:06.344890 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for port, precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:06.351195 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4288538773'] for port, after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:06.420045 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event updated for resources: {'Port': ['ID=df1a7f06-423a-4787-a90a-b558a49c37af,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:27:06.422737 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3868728'] for floatingip, after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:06.525303 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Floating IP 5f1755d1-4a28-47bc-916d-a45ebed31713 associated. External IP: 172.26.4.116, port: e41c122a-58ff-4285-8ce1-0079e005a52a. Sep 28 09:27:06.531502 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-785d2f3a-b718-4d8b-b217-d4ed59fdb3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:07.098227 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:27:07.210327 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:27:07.221066 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:27:07.232080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:07.233023 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:27:07.233944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:26:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:27:07.261535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-c3e166c8-f8df-4777-b4dc-6ad2a630f431 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9632931 Sep 28 09:27:07.262123 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:27:07.264720 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb20ea9-96b7-48b2-a464-f2d00745654d" -d '{"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:27:07.303919 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3324f-50a4-42be-a470-3dd47ca3ed5e x-openstack-request-id: req-8ab3324f-50a4-42be-a470-3dd47ca3ed5e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:27:07.304289 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:27:07.304607 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8ab3324f-50a4-42be-a470-3dd47ca3ed5e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:27:07.305024 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab3324f-50a4-42be-a470-3dd47ca3ed5e'] response: {'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'status': 'completed', 'code': 200} Sep 28 09:27:07.371572 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-0bf2339a-fa22-4c2a-9b10-0096cc2da12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:07.373377 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-0bf2339a-fa22-4c2a-9b10-0096cc2da12d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1098 time: 0.0456145 Sep 28 09:27:07.430085 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:27:07.477739 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-764b21bd-829a-40f4-9654-94aa9a4d2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:07.479225 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-764b21bd-829a-40f4-9654-94aa9a4d2c1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.1001885 Sep 28 09:27:07.549202 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-2ddf51a4-fe47-46d3-82e8-3d954485c1f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 999 time: 0.0631592 Sep 28 09:27:07.602554 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-0ce22856-86ed-4512-9300-65f6848cbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:07.604399 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-0ce22856-86ed-4512-9300-65f6848cbd14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0489745 Sep 28 09:27:07.655534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-84ea2c18-7e53-426e-87b1-6404f7633983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:07.656975 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-84ea2c18-7e53-426e-87b1-6404f7633983 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463202 Sep 28 09:27:07.663305 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}, {'id': '5f1755d1-4a28-47bc-916d-a45ebed31713', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ed:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:27:05Z', 'updated_at': '2022-09-28T09:27:05Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:27:07.689006 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:27:07.697063 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:27:07.697668 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:26:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:27:07.752059 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-592a02d8-c97a-4f31-9daa-2947aa96bb01 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886674 Sep 28 09:27:07.801513 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:27:07.876143 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-dfb20ea9-96b7-48b2-a464-f2d00745654d req-9f7a6b20-af19-427e-bca7-a144a2e2e91a service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176085 Sep 28 09:27:08.055482 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}, {'id': '5f1755d1-4a28-47bc-916d-a45ebed31713', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ed:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:27:05Z', 'updated_at': '2022-09-28T09:27:05Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:27:08.083032 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b802255-e2ad-41a8-bd3b-127a39fdca54 None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}, {'id': '5f1755d1-4a28-47bc-916d-a45ebed31713', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ed:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:27:05Z', 'updated_at': '2022-09-28T09:27:05Z', 'revision_number': 0, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:27:08.289229 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af0094-ef4b-445a-90ac-10a0d4b1d32f None None] New status for floating IP 5f1755d1-4a28-47bc-916d-a45ebed31713: ACTIVE {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:27:08.749848 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e4ac84d6-513f-4956-a752-60628cec7137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:10.403898 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:11.554056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:11.753773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:23.060397 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:27:33.475041 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-1953b03b-7966-44e8-a657-fca58a23a03f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475459 Sep 28 09:27:33.560041 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-091ee0b0-7aa2-4127-b81e-6dfa2e1625eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:33.561563 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-091ee0b0-7aa2-4127-b81e-6dfa2e1625eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1096 time: 0.0426772 Sep 28 09:27:33.673682 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-0f8edcfa-09c9-4e39-8c32-f2f3e6a17c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:33.675170 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-0f8edcfa-09c9-4e39-8c32-f2f3e6a17c19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0944381 Sep 28 09:27:33.743420 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-e90dd214-04ce-4320-a29c-ef720937ec27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 999 time: 0.0610828 Sep 28 09:27:33.799157 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-481733ba-b272-4073-99ec-87f7f03e3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:33.800688 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-481733ba-b272-4073-99ec-87f7f03e3fe4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0500994 Sep 28 09:27:33.850053 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-50964497-446c-402f-8335-48d21ab44c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:27:33.851555 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-50964497-446c-402f-8335-48d21ab44c35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437129 Sep 28 09:27:33.921326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:33.944603 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-863841b5-da20-45d2-b679-7ec34f6c5891 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856156 Sep 28 09:27:34.041659 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-43241c22-4590-49a9-bbc3-d5b9619241c8 req-5f797d70-2e2a-4930-b830-beb5fc83be5d service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902009 Sep 28 09:27:36.540842 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2ae1438c-76a1-4998-aea9-d3411afbe073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:38.749606 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b697a39-a98c-46c6-8fbe-3657b36c6ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:40.414524 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:41.561359 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:27:41.752465 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:00.065218 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:28:03.942521 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:06.545204 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-610aaa74-ccc9-4cd7-85a8-8fdb6a295490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:08.748930 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02c68095-021f-40ab-b3ee-ec574dd20a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:10.417607 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:11.565068 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:11.754001 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:32.637830 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-a4dacea9-2cf0-4b72-bc13-b2bce6a1840b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483832 Sep 28 09:28:32.702587 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-62d69b3d-be39-4074-88d8-a484a122aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:32.704101 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-62d69b3d-be39-4074-88d8-a484a122aecc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1098 time: 0.0426185 Sep 28 09:28:32.821738 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-722d44fd-7484-4e62-8010-b001a2bd4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:32.823808 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-722d44fd-7484-4e62-8010-b001a2bd4dfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.0992711 Sep 28 09:28:32.890851 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-0e1a947a-2ac0-4f23-8da9-30a6a9302111 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 1001 time: 0.0598133 Sep 28 09:28:32.952910 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-8f213a53-2998-43d9-ba6f-2f3a7eeb10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:32.954438 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-8f213a53-2998-43d9-ba6f-2f3a7eeb10bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0571673 Sep 28 09:28:33.002904 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-9c456ece-e66d-47f8-805f-144a3a400cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:33.004424 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-9c456ece-e66d-47f8-805f-144a3a400cf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436661 Sep 28 09:28:33.099218 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-36622e3f-ef28-4c16-8ce1-aa28c4a0bc8a service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874722 Sep 28 09:28:33.191505 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-ba102387-0ab9-4e37-836b-d28a5e377a5c req-2b35bacc-4df7-4b96-9e38-aa893eed0b38 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Sep 28 09:28:33.943304 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:36.551580 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8392272-9b71-4435-bfe9-5ad1c32c008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:37.067944 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:28:38.748165 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a2709e61-a147-46dc-8ce8-50d1885fc27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:40.420431 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:41.125527 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a details requested by agent hyperv_hv-neutron-8593 with host hv-neutron-8593 {{(pid=103310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 09:28:41.230788 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:28:41.242019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Returning: {'device': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'port_id': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'mac_address': 'fa:16:3e:ed:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 09:28:41.289971 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e41c122a-58ff-4285-8ce1-0079e005a52a is: ACTIVE; New status is: BUILD {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:28:41.290344 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:41.303991 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e41c122a-58ff-4285-8ce1-0079e005a52a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 28 09:28:41.323821 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:28:41.330836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:41.381955 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=6']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:28:41.389869 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.390265 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.390610 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.390943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.391272 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.391657 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.392007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.392355 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.392684 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.393028 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.393441 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.393768 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:41.440802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] get_ports_and_sgs() called for port_ids ['e41c122a-58ff-4285-8ce1-0079e005a52a'] {{(pid=103310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 09:28:41.574968 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:41.750931 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:43.141330 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a up at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 09:28:43.195528 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Provisioning complete for port e41c122a-58ff-4285-8ce1-0079e005a52a triggered by entity L2. {{(pid=103310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 28 09:28:43.196192 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735876'] for port, provisioning_complete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:43.196699 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Attempt 1 to provision port e41c122a-58ff-4285-8ce1-0079e005a52a Sep 28 09:28:43.285616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Current status of the port e41c122a-58ff-4285-8ce1-0079e005a52a is: BUILD; New status is: ACTIVE {{(pid=103310) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Sep 28 09:28:43.286007 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535101'] for port, before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:43.310569 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:28:43.313148 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e727d9fc3d74dd1678f48a0dbf8a3873bfd374e05cf5fec075a8310f117ef34e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49af70-ab79-41b4-86be-a2d8ecfcaef1" -d '{"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-plugged", "status": "completed", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:28:43.329593 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:28:43.341098 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733822383876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733821884209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733821884227'] for port, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:43.372420 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a429fed5-bf24-486b-a4eb-cac7c4ccbde6 x-openstack-request-id: req-a429fed5-bf24-486b-a4eb-cac7c4ccbde6 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:28:43.372710 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-plugged", "status": "completed", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:28:43.372962 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a429fed5-bf24-486b-a4eb-cac7c4ccbde6 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:28:43.373486 dv-neutron-859308-3-hyperv neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a429fed5-bf24-486b-a4eb-cac7c4ccbde6'] response: {'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'code': 200} Sep 28 09:28:43.402912 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Pushing event updated for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=7']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:28:51.975263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50162) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:28:52.133626 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Deleting port df1a7f06-423a-4787-a90a-b558a49c37af {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:28:52.133975 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.226592 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.226844 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.241555 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Calling delete_port for df1a7f06-423a-4787-a90a-b558a49c37af owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:28:52.410936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.444253 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event deleted for resources: {'Port': ['ID=df1a7f06-423a-4787-a90a-b558a49c37af,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:28:52.467042 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.467332 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.467709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.468039 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.468383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.468687 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.469009 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.469359 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.469685 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.470001 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.470317 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.470615 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:52.511169 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.511406 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.db.l3_db [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Floating IP 5f1755d1-4a28-47bc-916d-a45ebed31713 disassociated (deleted). External IP: 172.26.4.116, port: e41c122a-58ff-4285-8ce1-0079e005a52a. Sep 28 09:28:52.748269 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:28:52.859502 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:28:52.864383 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:52.871765 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:28:52.884318 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:28:52.884930 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:52.892742 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-32e6e78e-9fdd-4e40-b7c3-45bdfcb3066b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "DELETE /v2.0/floatingips/5f1755d1-4a28-47bc-916d-a45ebed31713 HTTP/1.1" status: 204 len: 168 time: 0.9164665 Sep 28 09:28:52.893473 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:28:52.895906 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f126e4464c96d17f89a44354d82ff7de331bbdc3f2971930157c11bab246e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe" -d '{"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:28:52.994433 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:28:52.998509 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e0768-971e-4efa-af29-e8b2cc5c545d x-openstack-request-id: req-a72e0768-971e-4efa-af29-e8b2cc5c545d {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:28:52.999023 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:28:52.999537 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a72e0768-971e-4efa-af29-e8b2cc5c545d {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:28:53.000217 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72e0768-971e-4efa-af29-e8b2cc5c545d'] response: {'name': 'network-changed', 'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'status': 'completed', 'code': 200} Sep 28 09:28:53.071266 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-507305a7-9e12-4501-81c1-f650b7b9a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:53.072813 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-507305a7-9e12-4501-81c1-f650b7b9a0f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 1098 time: 0.0488682 Sep 28 09:28:53.195435 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ea3c8-565f-43e4-908d-683569ef5426 req-351fa722-4a03-4312-835d-61a8da21bf55 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:53.196918 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-900ea3c8-565f-43e4-908d-683569ef5426 req-351fa722-4a03-4312-835d-61a8da21bf55 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.1089640 Sep 28 09:28:53.213408 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-15e2fa9a-2390-41cc-85c6-308c7c88beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:53.214845 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-15e2fa9a-2390-41cc-85c6-308c7c88beff service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.1355929 Sep 28 09:28:53.219764 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:53.245479 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:28:53.254645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:28:53.255240 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:53.266497 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-2860d68e-14a4-4827-977d-0b8561ff9c62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 200 len: 217 time: 0.0438492 Sep 28 09:28:53.286137 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-900ea3c8-565f-43e4-908d-683569ef5426 req-6198d89b-5fa2-4339-a0dd-49ba9f96cd9c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815127 Sep 28 09:28:53.323427 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-d13cadd7-aa16-4e98-b418-853778447bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:53.324834 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-d13cadd7-aa16-4e98-b418-853778447bea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0485392 Sep 28 09:28:53.365102 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:28:53.371093 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-b897314c-d583-4c55-82f2-4d07ab22aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:53.372682 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-b897314c-d583-4c55-82f2-4d07ab22aea6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409520 Sep 28 09:28:53.468255 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-e01a55eb-2d08-480b-8ce7-69a35e8a51b8 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879602 Sep 28 09:28:53.574965 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5cb9a4fa-a77e-4d2b-a350-9d033c642efe req-6e5e3244-b32b-4070-bc4c-b2716b66b379 service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989130 Sep 28 09:28:53.683161 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:53.709699 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c609f1-4592-4dd2-97d2-a4e9977045ff None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_floatingips': [{'id': '426ef456-26ac-410c-b476-2ab47f004377', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'router_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'port_id': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'mac_address': 'fa:16:3e:ff:64:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T09:24:34Z', 'updated_at': '2022-09-28T09:24:36Z', 'revision_number': 1, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:28:53.944459 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97fa20f-12dc-48d4-a1f4-5292050ee897 None None] New status for floating IP 5f1755d1-4a28-47bc-916d-a45ebed31713: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:28:54.423412 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b1a3-4419-4de3-844a-ecccb02893ee req-ba9e4f44-d750-48d7-ba79-4a008832753d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:54.424814 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c074b1a3-4419-4de3-844a-ecccb02893ee req-ba9e4f44-d750-48d7-ba79-4a008832753d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.0529752 Sep 28 09:28:54.463733 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-c074b1a3-4419-4de3-844a-ecccb02893ee req-0743b338-d544-4792-ada9-f1869ed26b39 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326891 Sep 28 09:28:54.689086 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98968e9-1da0-4792-9939-a465c6259eea req-695bbf8c-7d89-4e5c-8826-5025bee9ee23 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:54.690494 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a98968e9-1da0-4792-9939-a465c6259eea req-695bbf8c-7d89-4e5c-8826-5025bee9ee23 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 945 time: 0.0647187 Sep 28 09:28:54.786597 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Deleting port e41c122a-58ff-4285-8ce1-0079e005a52a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:28:54.786925 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:54.883606 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] For port e41c122a-58ff-4285-8ce1-0079e005a52a, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=e41c122a-58ff-4285-8ce1-0079e005a52a,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:28:54.883897 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:54.895729 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Calling delete_port for e41c122a-58ff-4285-8ce1-0079e005a52a owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:28:55.040297 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:55.079061 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event deleted for resources: {'Port': ['ID=e41c122a-58ff-4285-8ce1-0079e005a52a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:28:55.100199 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.100534 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.100866 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.101221 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.101545 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.101871 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.102194 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.102525 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.102843 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.103167 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.103478 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.103793 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859308-3-hyperv {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 09:28:55.125632 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] No DVR routers for this DVR port e41c122a-58ff-4285-8ce1-0079e005a52a on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:28:55.128334 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:55.131764 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-a98968e9-1da0-4792-9939-a465c6259eea req-4583bc56-1b10-482b-8532-68739e85c62a tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "DELETE /v2.0/ports/e41c122a-58ff-4285-8ce1-0079e005a52a HTTP/1.1" status: 204 len: 173 time: 0.4336240 Sep 28 09:28:55.132222 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-deleted', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:28:55.134550 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097428d2-5e4c-44e8-9dfa-cb3f75922165" -d '{"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-deleted", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:28:55.171271 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c428f4-a77c-4da8-b079-5ccd45eb6f00 x-openstack-request-id: req-c9c428f4-a77c-4da8-b079-5ccd45eb6f00 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:28:55.171561 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e8e5c-2001-4b79-8c6e-79b85426d27f", "name": "network-vif-deleted", "tag": "e41c122a-58ff-4285-8ce1-0079e005a52a", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:28:55.171877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c9c428f4-a77c-4da8-b079-5ccd45eb6f00 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:28:55.172278 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c428f4-a77c-4da8-b079-5ccd45eb6f00'] response: {'server_uuid': '035e8e5c-2001-4b79-8c6e-79b85426d27f', 'name': 'network-vif-deleted', 'tag': 'e41c122a-58ff-4285-8ce1-0079e005a52a', 'status': 'completed', 'code': 200} Sep 28 09:28:55.595767 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2953ab1d-8b10-4f32-8da1-ec7c1eed8be9 req-2a1cd7c6-fdc9-45f0-847c-1511c5a73a6b tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=035e8e5c-2001-4b79-8c6e-79b85426d27f HTTP/1.1" status: 200 len: 210 time: 0.0286739 Sep 28 09:28:57.185621 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:28:57.206476 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: e41c122a-58ff-4285-8ce1-0079e005a52a {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:28:57.206829 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device e41c122a-58ff-4285-8ce1-0079e005a52a not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:28:57.248139 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50224) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:28:57.412384 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Deleting port f5476bbc-71ab-40aa-9868-d71bf1bad8cf {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:28:57.412745 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:57.491198 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:57.491538 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:57.503700 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Calling delete_port for f5476bbc-71ab-40aa-9868-d71bf1bad8cf owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:28:57.654544 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:57.683582 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event deleted for resources: {'Port': ['ID=f5476bbc-71ab-40aa-9868-d71bf1bad8cf,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:28:57.746378 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for floatingip, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:57.746612 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.db.l3_db [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Floating IP 426ef456-26ac-410c-b476-2ab47f004377 disassociated (deleted). External IP: 172.26.4.193, port: 5ff387ee-8b00-415e-8f51-428b981df0c3. Sep 28 09:28:57.963671 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:28:58.092794 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:28:58.097481 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for floatingip, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:28:58.104242 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:28:58.114117 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:28:58.114721 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:58.126962 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-ea721f74-1149-4d2e-9b33-26ef451409dc tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "DELETE /v2.0/floatingips/426ef456-26ac-410c-b476-2ab47f004377 HTTP/1.1" status: 204 len: 168 time: 0.8775125 Sep 28 09:28:58.127474 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:28:58.129924 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b1082-41b1-4891-a529-e5d77a28f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:28:58.166426 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2fa10b-b308-4be9-b2e4-da08f303ee06 x-openstack-request-id: req-1b2fa10b-b308-4be9-b2e4-da08f303ee06 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:28:58.166732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:28:58.166991 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b2fa10b-b308-4be9-b2e4-da08f303ee06 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:28:58.167410 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2fa10b-b308-4be9-b2e4-da08f303ee06'] response: {'name': 'network-changed', 'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'status': 'completed', 'code': 200} Sep 28 09:28:58.228578 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:28:58.230565 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-4a48394d-4d67-4050-b7fe-5770dfb16753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:58.232986 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-4a48394d-4d67-4050-b7fe-5770dfb16753 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 1096 time: 0.0435076 Sep 28 09:28:58.362469 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-4117a29d-639c-4c70-a342-eb7abb756ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:58.364523 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-4117a29d-639c-4c70-a342-eb7abb756ed5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 200 len: 910 time: 0.1248426 Sep 28 09:28:58.381751 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303eae-5766-44be-b5b2-a8d9be5b72a2 req-ad78f65a-33ff-4530-9492-176a3fc64928 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:58.383199 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5b303eae-5766-44be-b5b2-a8d9be5b72a2 req-ad78f65a-33ff-4530-9492-176a3fc64928 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.0692155 Sep 28 09:28:58.432836 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-77bc4599-d814-46f3-b4dd-f2ade524e9cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 200 len: 217 time: 0.0594695 Sep 28 09:28:58.442665 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:58.469402 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:28:58.477905 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:28:58.478507 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:58.478663 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-5b303eae-5766-44be-b5b2-a8d9be5b72a2 req-7d40f2be-48d8-43a4-89dc-d8fa2750f57c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888550 Sep 28 09:28:58.496178 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-1497f5bb-91a8-4986-9bca-a54899cef27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:58.497715 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-1497f5bb-91a8-4986-9bca-a54899cef27f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 200 len: 848 time: 0.0569379 Sep 28 09:28:58.544679 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-e5a55b86-741e-4394-b2ca-3448b098f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:58.546417 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-e5a55b86-741e-4394-b2ca-3448b098f9f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=099454e4-4017-426d-80d8-7a6cbe696667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410857 Sep 28 09:28:58.583644 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:28:58.642699 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-9a0fd031-6bbd-4012-8dbc-0258ce429c0d service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884528 Sep 28 09:28:58.733365 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-fc7b1082-41b1-4891-a529-e5d77a28f3ad req-5a7ae86c-018b-417f-93c0-7d7628a9df8c service neutron] 10.222.0.62 "GET /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Sep 28 09:28:58.778808 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:28:58.808039 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba1623-b93f-4c38-8899-0ff3c303bc83 None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:24:16Z', 'revision_number': 4, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv', '_interfaces': [{'id': '207151fc-ed18-459d-850a-b0686a20df80', 'name': '', 'network_id': '099454e4-4017-426d-80d8-7a6cbe696667', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'mac_address': 'fa:16:3e:39:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:15Z', 'updated_at': '2022-09-28T09:24:20Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'subnets': [{'id': 'aa5afabc-596b-4b44-8887-62aae2c2d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:28:59.050197 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a50190-1318-476f-8e46-8b1842af65a2 None None] New status for floating IP 426ef456-26ac-410c-b476-2ab47f004377: DOWN {{(pid=103310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 28 09:28:59.614870 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504b543-6244-49c3-b482-980d35f7620b req-9492fd59-a057-4f96-884e-5177dc7791f4 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:59.616366 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2504b543-6244-49c3-b482-980d35f7620b req-9492fd59-a057-4f96-884e-5177dc7791f4 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.0566220 Sep 28 09:28:59.657912 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-2504b543-6244-49c3-b482-980d35f7620b req-6a32bc9a-1e88-45d7-bc09-e90c83f2480c tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/security-groups?id=07a90fb6-add9-45ef-9dd8-657b4998c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350974 Sep 28 09:28:59.888098 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-ea71bc8a-c53b-4c51-b984-3c494d21ba24 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 09:28:59.889675 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-ea71bc8a-c53b-4c51-b984-3c494d21ba24 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 943 time: 0.0554285 Sep 28 09:28:59.983207 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Deleting port 5ff387ee-8b00-415e-8f51-428b981df0c3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:28:59.983551 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:00.077411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] For port 5ff387ee-8b00-415e-8f51-428b981df0c3, host hv-neutron-8593, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8593',level=0,port_id=5ff387ee-8b00-415e-8f51-428b981df0c3,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:00.077648 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:00.089530 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Calling delete_port for 5ff387ee-8b00-415e-8f51-428b981df0c3 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:00.222579 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:00.254513 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event deleted for resources: {'Port': ['ID=5ff387ee-8b00-415e-8f51-428b981df0c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:00.299475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] No DVR routers for this DVR port 5ff387ee-8b00-415e-8f51-428b981df0c3 on host hv-neutron-8593 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:29:00.302064 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94122'] for port, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:00.305397 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [req-14c915a5-cfb5-4d42-9b42-b9df150293f8 req-171a098f-c716-49e6-91ee-97d965b7bb52 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.62 "DELETE /v2.0/ports/5ff387ee-8b00-415e-8f51-428b981df0c3 HTTP/1.1" status: 204 len: 173 time: 0.4101880 Sep 28 09:29:00.305851 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-deleted', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 28 09:29:00.308721 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ad0236af52c26fd80ecbca66715f0b37293b7e21bb62df3ae709a1ba79900f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf99e1-e64a-41b2-b78f-bfba4819d98e" -d '{"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-deleted", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 09:29:00.348419 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc848317-d913-43e1-876f-3ae87b7f7386 x-openstack-request-id: req-fc848317-d913-43e1-876f-3ae87b7f7386 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 09:29:00.348817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722", "name": "network-vif-deleted", "tag": "5ff387ee-8b00-415e-8f51-428b981df0c3", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 09:29:00.349115 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fc848317-d913-43e1-876f-3ae87b7f7386 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 09:29:00.349535 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc848317-d913-43e1-876f-3ae87b7f7386'] response: {'server_uuid': '2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722', 'name': 'network-vif-deleted', 'tag': '5ff387ee-8b00-415e-8f51-428b981df0c3', 'status': 'completed', 'code': 200} Sep 28 09:29:00.787904 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [req-81153d37-f5d5-4c26-a182-d1f496901d29 req-287344e3-93cf-44e5-9cd0-fb4f2db87dd9 tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bc5bed1-ce61-4a0f-a6d9-8e3d9965a722 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Sep 28 09:29:01.852717 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50240) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:01.914706 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:01.940246 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:02.008056 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:02.010702 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:02.011862 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] 10.222.0.27 "DELETE /v2.0/security-groups/07a90fb6-add9-45ef-9dd8-657b4998c2a2 HTTP/1.1" status: 204 len: 168 time: 0.1581655 Sep 28 09:29:02.021827 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7a89a-792c-476b-9379-7e78814aff8d tempest-TestSnapshotPattern-1469535149 tempest-TestSnapshotPattern-1469535149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a90fb6-add9-45ef-9dd8-657b4998c2a2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:02.059218 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50244) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:02.773830 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.026984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Deleting port 207151fc-ed18-459d-850a-b0686a20df80 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:03.027666 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.106333 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] For port 207151fc-ed18-459d-850a-b0686a20df80, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=207151fc-ed18-459d-850a-b0686a20df80,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:03.106705 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.123392 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Calling delete_port for 207151fc-ed18-459d-850a-b0686a20df80 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:03.309625 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.334690 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Pushing event deleted for resources: {'Port': ['ID=207151fc-ed18-459d-850a-b0686a20df80,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:03.509640 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.753080 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Router 8e0effc1-5180-4079-a71c-111d43c7ec3b has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:29:03.866497 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:29:03.872163 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-f3a0cb02-9f38-4625-bc37-83a173d3e702 admin admin] 10.222.0.27 "PUT /v2.0/routers/8e0effc1-5180-4079-a71c-111d43c7ec3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117757 Sep 28 09:29:03.875300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50246) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:03.878295 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Sync routers for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:29:03.888275 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:29:03.888881 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:03.934357 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.984756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:03.996645 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: dv-neutron-859308-3-hyperv {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:29:04.090733 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.150692 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Deleting port 91ec5812-8994-40b9-8135-e083de96d848 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:04.151040 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.188695 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '91ec5812-8994-40b9-8135-e083de96d848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:29:03Z', 'revision_number': 5, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port': {'id': '91ec5812-8994-40b9-8135-e083de96d848', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:14Z', 'updated_at': '2022-09-28T09:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:04.217588 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Checking router: 8e0effc1-5180-4079-a71c-111d43c7ec3b for host: dv-neutron-859308-3-hyperv {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:29:04.226371 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Routers {'8e0effc1-5180-4079-a71c-111d43c7ec3b'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:29:04.226973 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['8e0effc1-5180-4079-a71c-111d43c7ec3b'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:04.232024 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] For port 91ec5812-8994-40b9-8135-e083de96d848, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=91ec5812-8994-40b9-8135-e083de96d848,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:04.232388 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.249623 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Calling delete_port for 91ec5812-8994-40b9-8135-e083de96d848 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:04.310033 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] Set router 8e0effc1-5180-4079-a71c-111d43c7ec3b gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:29:04.361155 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:29:04Z', 'revision_number': 6, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:04.389869 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f02a0-6b15-401c-9427-879febdd5a13 None None] The sync data for ids ['8e0effc1-5180-4079-a71c-111d43c7ec3b'] in dv-neutron-859308-3-hyperv is: [{'id': '8e0effc1-5180-4079-a71c-111d43c7ec3b', 'name': 'tempest-TestSnapshotPattern-837100207-router', 'tenant_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:13Z', 'updated_at': '2022-09-28T09:29:04Z', 'revision_number': 6, 'project_id': 'e7772f33c13449bf96c1bc43d04d76bf', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:29:04.419568 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.448255 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ec5812-8994-40b9-8135-e083de96d848,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:04.512363 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.602877 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.605079 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.649270 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.649689 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0effc1-5180-4079-a71c-111d43c7ec3b {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:29:04.654170 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.655282 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-e1343f13-658c-4d13-9fff-30fd4bc35ae4 admin admin] 10.222.0.27 "DELETE /v2.0/routers/8e0effc1-5180-4079-a71c-111d43c7ec3b HTTP/1.1" status: 204 len: 168 time: 0.7788410 Sep 28 09:29:04.658878 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50248) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:04.706732 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Deleting subnet aa5afabc-596b-4b44-8887-62aae2c2d44b {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:29:04.709756 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.744269 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4288065490'] for subnet, precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.825260 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.891707 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4288538843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287352145'] for subnet, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.918573 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5afabc-596b-4b44-8887-62aae2c2d44b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:04.920475 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:04.923817 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8d1bb37f-c5e9-4cdf-bff1-fe4ee19e8a0e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/aa5afabc-596b-4b44-8887-62aae2c2d44b HTTP/1.1" status: 204 len: 168 time: 0.2639945 Sep 28 09:29:04.924714 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbcd2e-21b4-49c8-b226-5da793eeac49 None None] Network 099454e4-4017-426d-80d8-7a6cbe696667 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:29:04.926473 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50250) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:04.995546 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.055681 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Deleting port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:05.056028 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.118896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] For port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,segment=NetworkSegment(364bc7bc-b18b-4329-b105-a0aba8a220ee),segment_id=364bc7bc-b18b-4329-b105-a0aba8a220ee)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:05.119577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.131714 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Calling delete_port for 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:05.184389 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] DHCP port deletion for 099454e4-4017-426d-80d8-7a6cbe696667 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:29:05.216858 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 no longer exists at agent hyperv_hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:05.223788 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.238960 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] No Port match for: 5ff387ee-8b00-415e-8f51-428b981df0c3 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:05.239297 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Device 5ff387ee-8b00-415e-8f51-428b981df0c3 not bound to the agent host hv-neutron-8593 {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:05.252893 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:05.257920 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] No DVR routers for this DVR port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:29:05.266514 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Deleting port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:05.266887 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.328305 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] For port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88, host dv-neutron-859308-3-hyperv, got binding levels [] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:05.328696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.337577 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.341326 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Calling delete_port for 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:05.344445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.ipam_backend_mixin [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 was not found and therefore no delete operation was performed {{(pid=103310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 28 09:29:05.345933 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200'] for port, after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.364236 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099454e4-4017-426d-80d8-7a6cbe696667']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:05.375570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364bc7bc-b18b-4329-b105-a0aba8a220ee') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:05.375570 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364bc7bc-b18b-4329-b105-a0aba8a220ee') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:05.375861 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] Pushing event deleted for resources: {'Port': ['ID=6bdfa7b3-a1e3-4342-a279-0d0956c91e88,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:05.377943 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77a92a-5c2a-4fa6-84e6-41745004e426 None None] No DVR routers for this DVR port 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 on host dv-neutron-859308-3-hyperv {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:29:05.390273 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.404984 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.411548 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:29:05.412026 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.437419 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 364bc7bc-b18b-4329-b105-a0aba8a220ee resource provider aggregate not found Sep 28 09:29:05.466774 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 364bc7bc-b18b-4329-b105-a0aba8a220ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 364bc7bc-b18b-4329-b105-a0aba8a220ee found for delete ", "request_id": "req-3820a445-b5a5-43a7-b056-cf1dd686df8c"}]} Sep 28 09:29:05.482669 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.492725 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:05.496344 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] 10.222.0.27 "DELETE /v2.0/networks/099454e4-4017-426d-80d8-7a6cbe696667 HTTP/1.1" status: 204 len: 168 time: 0.5689268 Sep 28 09:29:05.499891 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50256) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:05.509389 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad7d45-8fb3-4fda-b8b5-2e03c33f7376 admin admin] Pushing event deleted for resources: {'Network': ['ID=099454e4-4017-426d-80d8-7a6cbe696667,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:05.880761 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877432'] for router_interface, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.131709 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Deleting port e76ea0a6-2265-4c25-9313-59c17fb322e9 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:06.132054 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.176705 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 207151fc-ed18-459d-850a-b0686a20df80 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:06.197474 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 207151fc-ed18-459d-850a-b0686a20df80 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:06.198155 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 207151fc-ed18-459d-850a-b0686a20df80 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:06.198253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:06.212454 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] For port e76ea0a6-2265-4c25-9313-59c17fb322e9, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e76ea0a6-2265-4c25-9313-59c17fb322e9,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:06.212827 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.216938 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:06.217316 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 6bdfa7b3-a1e3-4342-a279-0d0956c91e88 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:06.217728 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91ec5812-8994-40b9-8135-e083de96d848 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:06.225563 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Calling delete_port for e76ea0a6-2265-4c25-9313-59c17fb322e9 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:06.236558 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: 91ec5812-8994-40b9-8135-e083de96d848 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:06.236874 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device 91ec5812-8994-40b9-8135-e083de96d848 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:06.413918 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.445930 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76ea0a6-2265-4c25-9313-59c17fb322e9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:06.538687 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7d16845c-f20d-4c1c-8f37-7d249f357590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.626391 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3877548'] for router_interface, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:06.847187 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Router de85dae4-763a-4363-9104-7c628b710845 has already been hosted by L3 agent 7d284f1e-6602-45d1-b1d8-d9addf409f8d {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 09:29:07.212753 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] Notify agent at l3_agent.dv-neutron-859308-3-hyperv the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 09:29:07.217848 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7b8409c9-6e7d-4b11-9b03-35c39c48b3f5 admin admin] 10.222.0.27 "PUT /v2.0/routers/de85dae4-763a-4363-9104-7c628b710845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7166750 Sep 28 09:29:07.221129 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50258) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:07.224363 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Sync routers for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 09:29:07.235362 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:29:07.235986 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:07.326736 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.342334 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: dv-neutron-859308-3-hyperv {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:29:07.431883 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.487398 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Deleting port eb9c3322-d441-4e04-96a6-10364dadaf73 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:07.487741 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.529617 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'external_fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:29:06Z', 'revision_number': 5, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port': {'id': 'eb9c3322-d441-4e04-96a6-10364dadaf73', 'name': '', 'network_id': '7d515879-cc4c-4933-8c7d-c6de584fcdb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85dae4-763a-4363-9104-7c628b710845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859308-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T09:24:19Z', 'updated_at': '2022-09-28T09:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de0839ed-dea2-4371-9908-d7d4331f46cc', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859308-3-hyperv'}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:07.556859 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Checking router: de85dae4-763a-4363-9104-7c628b710845 for host: dv-neutron-859308-3-hyperv {{(pid=103310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 09:29:07.566290 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Routers {'de85dae4-763a-4363-9104-7c628b710845'} bound to L3 agent in host dv-neutron-859308-3-hyperv {{(pid=103310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 28 09:29:07.566900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859308-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:25:39Z,description=,heartbeat_timestamp=2022-09-28T09:28:39Z,host='dv-neutron-859308-3-hyperv',id=7d284f1e-6602-45d1-b1d8-d9addf409f8d,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:25:39Z,topic='l3_agent')) {'router_ids': ['de85dae4-763a-4363-9104-7c628b710845'], 'active': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:07.569451 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] For port eb9c3322-d441-4e04-96a6-10364dadaf73, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=eb9c3322-d441-4e04-96a6-10364dadaf73,segment=NetworkSegment(d27fa541-562b-4666-80c5-b8d6b895a479),segment_id=d27fa541-562b-4666-80c5-b8d6b895a479)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:07.569824 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.582968 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Calling delete_port for eb9c3322-d441-4e04-96a6-10364dadaf73 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:07.759474 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287263499'] for port, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.783541 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9c3322-d441-4e04-96a6-10364dadaf73,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:07.806044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_dvr_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] Set router de85dae4-763a-4363-9104-7c628b710845 gateway port host: None {{(pid=103310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 28 09:29:07.851028 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3868786'] for router_gateway, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.860375 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.db.l3_hamode_db [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:29:07Z', 'revision_number': 6, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port_host': None}], 'dv-neutron-859308-3-hyperv', False) {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:07.886718 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52c14f-a4f3-4b93-85b7-f5926a9f2976 None None] The sync data for ids ['de85dae4-763a-4363-9104-7c628b710845'] in dv-neutron-859308-3-hyperv is: [{'id': 'de85dae4-763a-4363-9104-7c628b710845', 'name': 'tempest-TestSnapshotPattern-1206809510-router', 'tenant_id': '8c2473a1546d49679e16c4365815547d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T09:24:18Z', 'updated_at': '2022-09-28T09:29:07Z', 'revision_number': 6, 'project_id': '8c2473a1546d49679e16c4365815547d', 'gw_port_host': None}] {{(pid=103310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 09:29:07.942279 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7470'] for router, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.944478 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.989755 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921611'] for router, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.990374 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de85dae4-763a-4363-9104-7c628b710845 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 09:29:07.995517 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] Notify callbacks [] for router, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:07.996660 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-e4aa377a-0c8a-470c-9ff1-1f3995598e8e admin admin] 10.222.0.27 "DELETE /v2.0/routers/de85dae4-763a-4363-9104-7c628b710845 HTTP/1.1" status: 204 len: 168 time: 0.7746446 Sep 28 09:29:07.999770 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50260) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:08.049778 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Deleting subnet e3d6dc02-ed7b-42e5-a994-26b57d326cf4 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Sep 28 09:29:08.053000 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.088403 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4287749611'] for subnet, precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.168909 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-720899'] for subnet, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.236799 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-720922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3910393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287263580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4287055000'] for subnet, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.268604 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d6dc02-ed7b-42e5-a994-26b57d326cf4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:08.272263 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.277866 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25732061-3907-4a8f-910c-993bcd24575d None None] Network a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 requested from dv-neutron-859308-3-hyperv {{(pid=103310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 28 09:29:08.278895 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50262) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:08.281996 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-7faf54ec-7ba2-4347-8fb7-e942e6786c11 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e3d6dc02-ed7b-42e5-a994-26b57d326cf4 HTTP/1.1" status: 204 len: 168 time: 0.2753360 Sep 28 09:29:08.365575 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76ea0a6-2265-4c25-9313-59c17fb322e9 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:08.372726 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732650'] for network, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.403707 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e76ea0a6-2265-4c25-9313-59c17fb322e9 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:08.404579 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e76ea0a6-2265-4c25-9313-59c17fb322e9 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:08.428180 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Deleting port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Sep 28 09:29:08.428521 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733822378132'] for port, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.491896 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] For port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf, host dv-neutron-859308-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859308-3-hyperv',level=0,port_id=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,segment=NetworkSegment(84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2),segment_id=84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 09:29:08.492258 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3881429'] for port, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.508630 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Calling delete_port for e819c9ad-3f5a-47df-9b3f-e43cdc089fbf owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2093}} Sep 28 09:29:08.596231 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733822385902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733821884200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4288538764'] for port, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.624009 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] No DVR routers for this DVR port e819c9ad-3f5a-47df-9b3f-e43cdc089fbf on host dv-neutron-859308-3-hyperv {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 28 09:29:08.627817 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e819c9ad-3f5a-47df-9b3f-e43cdc089fbf,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:08.701836 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281a584-7b0a-424d-883e-403ad7c2cb0d None None] DHCP port deletion for a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 request from dv-neutron-859308-3-hyperv {{(pid=103310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 28 09:29:08.702052 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734390', 'neutron.services.segments.db._delete_segments_for_network-8733822327700'] for network, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.728300 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:08.738424 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:08.739014 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.services.segments.db [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 09:29:08.744664 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-baaa7db6-4920-41d7-80e6-196b92f5dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.750879 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733822328998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4288065481'] for segment, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.764248 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260'] for segment, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.770986 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 09:29:08.771380 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4288538801'] for segment, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.838748 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3868718'] for network, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.844241 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679427'] for network, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:08.847520 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3 HTTP/1.1" status: 204 len: 168 time: 0.5675373 Sep 28 09:29:08.865317 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2 resource provider aggregate not found Sep 28 09:29:08.870293 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7cb7b-b985-403c-9a3c-bad8d9233fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f35c8c-ca4d-49b4-a0cd-4821c4840dc3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:08.886060 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.services.segments.plugin [-] Segment 84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84c9cd5c-62a9-4fa4-bc8a-61615b69f9b2 found for delete ", "request_id": "req-a0576cfb-2a60-452b-b4d2-a1d516d7bcf8"}]} Sep 28 09:29:09.040411 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50272) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:09.079302 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-8def9532-89a3-4d63-adbd-aee316caa50f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e7772f33c13449bf96c1bc43d04d76bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376577 Sep 28 09:29:09.081723 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.27', 50274) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:09.132880 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.154728 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.207135 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.211282 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.212772 dv-neutron-859308-3-hyperv neutron-server[103308]: INFO neutron.wsgi [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/804c6342-3743-4dee-a864-5648ccf95502 HTTP/1.1" status: 204 len: 168 time: 0.1301754 Sep 28 09:29:09.220977 dv-neutron-859308-3-hyperv neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907264c-899b-4ea0-a87e-c87741bc5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c6342-3743-4dee-a864-5648ccf95502,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:09.568547 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50280) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:09.611464 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-0ca3773a-4eb3-40fa-a905-bde59920a6e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8c2473a1546d49679e16c4365815547d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416811 Sep 28 09:29:09.614078 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.27', 50282) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 28 09:29:09.663936 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.686408 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.744070 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928084'] for security_group, after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.747112 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:09.748331 dv-neutron-859308-3-hyperv neutron-server[103309]: INFO neutron.wsgi [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c2c2438-9091-4804-8921-8a6691350f87 HTTP/1.1" status: 204 len: 168 time: 0.1333766 Sep 28 09:29:09.757074 dv-neutron-859308-3-hyperv neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ed17b-35d7-47be-9dff-d70b9811a286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c2438-9091-4804-8921-8a6691350f87,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 09:29:10.165900 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e819c9ad-3f5a-47df-9b3f-e43cdc089fbf no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:10.187321 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: e819c9ad-3f5a-47df-9b3f-e43cdc089fbf {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:10.187676 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device e819c9ad-3f5a-47df-9b3f-e43cdc089fbf not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:10.188105 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb9c3322-d441-4e04-96a6-10364dadaf73 no longer exists at agent ovs-agent-dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 09:29:10.208003 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] No Port match for: eb9c3322-d441-4e04-96a6-10364dadaf73 {{(pid=103310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2353}} Sep 28 09:29:10.208351 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron.plugins.ml2.rpc [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Device eb9c3322-d441-4e04-96a6-10364dadaf73 not bound to the agent host dv-neutron-859308-3-hyperv {{(pid=103310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 09:29:10.416440 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:11.568065 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:11.746365 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:14.073345 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:29:33.939247 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:36.542168 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e21765b1-0e79-4ffa-8a13-399347e3b2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:38.743246 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-04123d1b-ecb6-4a3e-88d8-2233d735c5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:40.421616 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:41.573356 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:41.752469 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:29:51.073913 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:30:03.937358 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:06.541957 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3702e1b3-71e0-4726-ab7a-33cfb17cc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:08.747435 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-394751d6-369a-4926-93e7-b954eaacaea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:10.426950 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:11.584982 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:11.761908 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:28.078252 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:30:33.938318 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:36.539819 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-02225df9-6d6b-452b-8ff2-87e1b89f39b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:38.751974 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a3a06b09-43bd-4387-a99a-8d1f14cb8407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:40.432082 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:41.584308 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:30:41.759019 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:03.938668 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:05.079374 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:31:06.544845 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0c0f57e0-dbf2-4555-8b6f-6d90b26271e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:08.750765 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-94ab314d-06a7-4cbf-a7df-d6c823fba19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:10.442415 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:11.588256 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:11.756056 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:33.937157 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:36.547685 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b8a82a42-ab9d-4238-98a2-b5d45e92dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:38.751253 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-445b14c3-4195-4d42-8ac9-d374f8909768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:40.446287 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:41.591239 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:41.754443 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:31:42.083610 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:32:03.936782 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:06.550115 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-82d92508-7d74-4f18-b3bf-de25a657c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:08.751773 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-37dd26b8-2ba9-411f-9ce0-87b9ae2abd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:10.451252 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:11.599454 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:11.752511 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:19.088425 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:32:33.948802 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:36.547418 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bbc65805-ae9e-4426-8e46-09046988f24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:38.750081 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-21c36187-21fc-4af9-938d-f4d50c1ec62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:40.451044 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:41.606972 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:41.750871 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:32:56.092127 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:33:03.947107 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:06.547533 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-35592243-f99a-4fbb-abfa-c4a814da41d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:08.757640 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-890a3fb2-9a13-440f-96b6-75594171f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:10.458925 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:11.601178 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:11.752696 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:33.097314 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:33:33.964421 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:36.555219 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-84f6666b-602a-4fb5-aeee-c7bf842fa58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:38.748315 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5b6a10f5-e2dc-41f8-8512-dd4c8cd8acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:40.458520 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:41.611852 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:33:41.751680 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:03.966414 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:06.546699 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-aa0d98cf-8b33-494c-bdbf-bbfb034ddd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:08.756169 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef093a42-5b4e-4466-adba-1c3fe587e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:10.102316 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:34:10.470752 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:11.612729 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:11.757427 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:33.960170 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9723-b09e-4ade-b1dc-86aa834b0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:36.550445 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6da893f9-f8a7-433b-88d2-7a29b1f1d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:38.755615 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-78ed8fb1-7661-4dcb-a2bd-5d528a037ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:40.474724 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae575599-0d92-45d6-80aa-bf2ca79652b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:41.614620 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-be851ecb-2c26-48bb-ab24-2270dec6121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:41.752596 dv-neutron-859308-3-hyperv neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2981f33b-4be1-496d-8f0f-b794bb930d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733822327682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734502'] for agent, after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 28 09:34:47.102707 dv-neutron-859308-3-hyperv neutron-server[103311]: DEBUG neutron.db.agents_db [None req-7a169063-0681-4337-a39f-8bd9d3edcd91 None None] Agent healthcheck: found 6 active agents {{(pid=103311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}